2024-04-26T01:37:02.974 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-26T01:37:02.974 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265 --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/direct_io}} --name leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi --owner scheduled_leonidus@teuthology --verbose -- /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265/orig.config.yaml 2024-04-26T01:37:03.040 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T01:37:03.129 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265 branch: wip-lusov-quiescer description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/direct_io}} email: null first_in_suite: false job_id: '7674265' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true name: leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiescer ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiescer sha1: afa1933b0fdbb6c99c947d1eda34d661d23cd327 owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 3448 sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f sleep_before_teardown: 0 subset: 200/111111 suite: fs suite_branch: wip-lusov-quiescer suite_path: /home/teuthworker/src/github.com_ceph_ceph_afa1933b0fdbb6c99c947d1eda34d661d23cd327/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph suite_sha1: afa1933b0fdbb6c99c947d1eda34d661d23cd327 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi026.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDGtPsXaX/cV7ZEy/ZdgYZPenfW/3faqTzJ4tZhp1uNryJL2MZyz52c1IRpcV1ICEziPENp90pVdlcQyp0AAAQY= smithi033.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBupVHmRWn+1orAcJwSFVUgJqVGWJRt9fqGDP0YQrbLS99+YtZ3+lwunJ++ftGNQUMClY+FHsfET/SRsO8B2EhA= smithi064.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFWf0BXfoZlyKM+jZa80nGKmobP3zj2F6T09dejL12X1PF5BIHargi/7k+AtV5PgdNk5UjzCjkv9fUQ1I2QEfhU= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - exec: mon.a: - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - direct_io teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-26_01:02:28 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-26T01:37:03.129 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_afa1933b0fdbb6c99c947d1eda34d661d23cd327/qa; will attempt to use it 2024-04-26T01:37:03.130 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_afa1933b0fdbb6c99c947d1eda34d661d23cd327/qa/tasks 2024-04-26T01:37:03.130 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-26T01:37:03.131 INFO:teuthology.task.internal:Checking packages... 2024-04-26T01:37:03.155 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd69f13d827952bb07bb9b7973bca14f97d764d6f' 2024-04-26T01:37:03.155 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-26T01:37:03.155 INFO:teuthology.packaging:ref: None 2024-04-26T01:37:03.155 INFO:teuthology.packaging:tag: None 2024-04-26T01:37:03.155 INFO:teuthology.packaging:branch: wip-lusov-quiescer 2024-04-26T01:37:03.155 INFO:teuthology.packaging:sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:37:03.155 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiescer 2024-04-26T01:37:03.315 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3156.gd69f13d8 2024-04-26T01:37:03.317 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-26T01:37:03.323 INFO:teuthology.task.internal:no buildpackages task found 2024-04-26T01:37:03.324 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-26T01:37:03.361 INFO:teuthology.task.internal:Saving configuration 2024-04-26T01:37:03.382 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-26T01:37:03.388 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T01:37:03.412 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi026.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 01:32:00.665153', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDGtPsXaX/cV7ZEy/ZdgYZPenfW/3faqTzJ4tZhp1uNryJL2MZyz52c1IRpcV1ICEziPENp90pVdlcQyp0AAAQY='} 2024-04-26T01:37:03.434 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi033.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 01:32:00.663956', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBupVHmRWn+1orAcJwSFVUgJqVGWJRt9fqGDP0YQrbLS99+YtZ3+lwunJ++ftGNQUMClY+FHsfET/SRsO8B2EhA='} 2024-04-26T01:37:03.455 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi064.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 01:32:00.662552', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFWf0BXfoZlyKM+jZa80nGKmobP3zj2F6T09dejL12X1PF5BIHargi/7k+AtV5PgdNk5UjzCjkv9fUQ1I2QEfhU='} 2024-04-26T01:37:03.455 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-26T01:37:03.461 INFO:teuthology.task.internal:roles: ubuntu@smithi026.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-26T01:37:03.461 INFO:teuthology.task.internal:roles: ubuntu@smithi033.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-26T01:37:03.461 INFO:teuthology.task.internal:roles: ubuntu@smithi064.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-26T01:37:03.461 INFO:teuthology.run_tasks:Running task console_log... 2024-04-26T01:37:03.570 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f3cca3e40d0>, signals=[15]) 2024-04-26T01:37:03.570 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-26T01:37:03.576 INFO:teuthology.task.internal:Opening connections... 2024-04-26T01:37:03.577 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T01:37:03.579 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:37:03.659 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi033.front.sepia.ceph.com 2024-04-26T01:37:03.660 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:37:03.733 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi064.front.sepia.ceph.com 2024-04-26T01:37:03.733 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi064.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:37:03.809 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-26T01:37:03.816 DEBUG:teuthology.orchestra.run.smithi026:> uname -m 2024-04-26T01:37:03.835 INFO:teuthology.orchestra.run.smithi026.stdout:x86_64 2024-04-26T01:37:03.836 DEBUG:teuthology.orchestra.run.smithi026:> cat /etc/os-release 2024-04-26T01:37:03.894 INFO:teuthology.orchestra.run.smithi026.stdout:NAME="CentOS Stream" 2024-04-26T01:37:03.894 INFO:teuthology.orchestra.run.smithi026.stdout:VERSION="9" 2024-04-26T01:37:03.894 INFO:teuthology.orchestra.run.smithi026.stdout:ID="centos" 2024-04-26T01:37:03.894 INFO:teuthology.orchestra.run.smithi026.stdout:ID_LIKE="rhel fedora" 2024-04-26T01:37:03.894 INFO:teuthology.orchestra.run.smithi026.stdout:VERSION_ID="9" 2024-04-26T01:37:03.894 INFO:teuthology.orchestra.run.smithi026.stdout:PLATFORM_ID="platform:el9" 2024-04-26T01:37:03.894 INFO:teuthology.orchestra.run.smithi026.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T01:37:03.894 INFO:teuthology.orchestra.run.smithi026.stdout:ANSI_COLOR="0;31" 2024-04-26T01:37:03.894 INFO:teuthology.orchestra.run.smithi026.stdout:LOGO="fedora-logo-icon" 2024-04-26T01:37:03.895 INFO:teuthology.orchestra.run.smithi026.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T01:37:03.895 INFO:teuthology.orchestra.run.smithi026.stdout:HOME_URL="https://centos.org/" 2024-04-26T01:37:03.895 INFO:teuthology.orchestra.run.smithi026.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T01:37:03.895 INFO:teuthology.orchestra.run.smithi026.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T01:37:03.895 INFO:teuthology.orchestra.run.smithi026.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T01:37:03.895 INFO:teuthology.lock.ops:Updating smithi026.front.sepia.ceph.com on lock server 2024-04-26T01:37:03.913 DEBUG:teuthology.orchestra.run.smithi033:> uname -m 2024-04-26T01:37:03.932 INFO:teuthology.orchestra.run.smithi033.stdout:x86_64 2024-04-26T01:37:03.932 DEBUG:teuthology.orchestra.run.smithi033:> cat /etc/os-release 2024-04-26T01:37:03.991 INFO:teuthology.orchestra.run.smithi033.stdout:NAME="CentOS Stream" 2024-04-26T01:37:03.991 INFO:teuthology.orchestra.run.smithi033.stdout:VERSION="9" 2024-04-26T01:37:03.991 INFO:teuthology.orchestra.run.smithi033.stdout:ID="centos" 2024-04-26T01:37:03.991 INFO:teuthology.orchestra.run.smithi033.stdout:ID_LIKE="rhel fedora" 2024-04-26T01:37:03.991 INFO:teuthology.orchestra.run.smithi033.stdout:VERSION_ID="9" 2024-04-26T01:37:03.991 INFO:teuthology.orchestra.run.smithi033.stdout:PLATFORM_ID="platform:el9" 2024-04-26T01:37:03.991 INFO:teuthology.orchestra.run.smithi033.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T01:37:03.991 INFO:teuthology.orchestra.run.smithi033.stdout:ANSI_COLOR="0;31" 2024-04-26T01:37:03.991 INFO:teuthology.orchestra.run.smithi033.stdout:LOGO="fedora-logo-icon" 2024-04-26T01:37:03.991 INFO:teuthology.orchestra.run.smithi033.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T01:37:03.991 INFO:teuthology.orchestra.run.smithi033.stdout:HOME_URL="https://centos.org/" 2024-04-26T01:37:03.991 INFO:teuthology.orchestra.run.smithi033.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T01:37:03.992 INFO:teuthology.orchestra.run.smithi033.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T01:37:03.992 INFO:teuthology.orchestra.run.smithi033.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T01:37:03.992 INFO:teuthology.lock.ops:Updating smithi033.front.sepia.ceph.com on lock server 2024-04-26T01:37:04.013 DEBUG:teuthology.orchestra.run.smithi064:> uname -m 2024-04-26T01:37:04.032 INFO:teuthology.orchestra.run.smithi064.stdout:x86_64 2024-04-26T01:37:04.032 DEBUG:teuthology.orchestra.run.smithi064:> cat /etc/os-release 2024-04-26T01:37:04.090 INFO:teuthology.orchestra.run.smithi064.stdout:NAME="CentOS Stream" 2024-04-26T01:37:04.091 INFO:teuthology.orchestra.run.smithi064.stdout:VERSION="9" 2024-04-26T01:37:04.091 INFO:teuthology.orchestra.run.smithi064.stdout:ID="centos" 2024-04-26T01:37:04.091 INFO:teuthology.orchestra.run.smithi064.stdout:ID_LIKE="rhel fedora" 2024-04-26T01:37:04.091 INFO:teuthology.orchestra.run.smithi064.stdout:VERSION_ID="9" 2024-04-26T01:37:04.091 INFO:teuthology.orchestra.run.smithi064.stdout:PLATFORM_ID="platform:el9" 2024-04-26T01:37:04.091 INFO:teuthology.orchestra.run.smithi064.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T01:37:04.091 INFO:teuthology.orchestra.run.smithi064.stdout:ANSI_COLOR="0;31" 2024-04-26T01:37:04.091 INFO:teuthology.orchestra.run.smithi064.stdout:LOGO="fedora-logo-icon" 2024-04-26T01:37:04.091 INFO:teuthology.orchestra.run.smithi064.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T01:37:04.091 INFO:teuthology.orchestra.run.smithi064.stdout:HOME_URL="https://centos.org/" 2024-04-26T01:37:04.091 INFO:teuthology.orchestra.run.smithi064.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T01:37:04.092 INFO:teuthology.orchestra.run.smithi064.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T01:37:04.092 INFO:teuthology.orchestra.run.smithi064.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T01:37:04.092 INFO:teuthology.lock.ops:Updating smithi064.front.sepia.ceph.com on lock server 2024-04-26T01:37:04.113 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-26T01:37:04.123 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-26T01:37:04.128 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-26T01:37:04.129 DEBUG:teuthology.orchestra.run.smithi026:> test '!' -e /home/ubuntu/cephtest 2024-04-26T01:37:04.131 DEBUG:teuthology.orchestra.run.smithi033:> test '!' -e /home/ubuntu/cephtest 2024-04-26T01:37:04.133 DEBUG:teuthology.orchestra.run.smithi064:> test '!' -e /home/ubuntu/cephtest 2024-04-26T01:37:04.150 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-26T01:37:04.155 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-26T01:37:04.156 DEBUG:teuthology.orchestra.run.smithi026:> test -z $(ls -A /var/lib/ceph) 2024-04-26T01:37:04.188 DEBUG:teuthology.orchestra.run.smithi033:> test -z $(ls -A /var/lib/ceph) 2024-04-26T01:37:04.191 DEBUG:teuthology.orchestra.run.smithi064:> test -z $(ls -A /var/lib/ceph) 2024-04-26T01:37:04.218 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-26T01:37:04.298 INFO:teuthology.run_tasks:Running task kernel... 2024-04-26T01:37:04.313 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-04-26T01:37:04.313 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-04-26T01:37:04.313 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-04-26T01:37:04.313 DEBUG:teuthology.orchestra.run.smithi026:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T01:37:04.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:37:04.331 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-04-26T01:37:04.513 DEBUG:teuthology.task.kernel:sha1 for client.0 is 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T01:37:04.513 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "806ec36b21129f113ce356c007dd59694d340b37"... 2024-04-26T01:37:04.513 DEBUG:teuthology.orchestra.run.smithi026:> uname -r 2024-04-26T01:37:04.531 INFO:teuthology.orchestra.run.smithi026.stdout:5.14.0-437.el9.x86_64 2024-04-26T01:37:04.531 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T01:37:04.532 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-04-26T01:37:04.532 DEBUG:teuthology.orchestra.run.smithi026:> sudo yum upgrade -y linux-firmware 2024-04-26T01:37:06.766 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.0 MB 00:00 2024-04-26T01:37:08.993 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - AppStream 17 MB/s | 19 MB 00:01 2024-04-26T01:37:13.418 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - CRB 9.0 MB/s | 6.2 MB 00:00 2024-04-26T01:37:14.917 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 16 kB 00:00 2024-04-26T01:37:32.662 INFO:teuthology.orchestra.run.smithi026.stdout:Extra Packages for Enterprise Linux 1.2 MB/s | 21 MB 00:17 2024-04-26T01:37:37.916 INFO:teuthology.orchestra.run.smithi026.stdout:lab-extras 42 kB/s | 1.7 kB 00:00 2024-04-26T01:37:38.105 INFO:teuthology.orchestra.run.smithi026.stdout:Last metadata expiration check: 0:00:01 ago on Fri 26 Apr 2024 01:37:37 AM UTC. 2024-04-26T01:37:39.936 INFO:teuthology.orchestra.run.smithi026.stdout:Dependencies resolved. 2024-04-26T01:37:39.937 INFO:teuthology.orchestra.run.smithi026.stdout:Nothing to do. 2024-04-26T01:37:39.937 INFO:teuthology.orchestra.run.smithi026.stdout:Complete! 2024-04-26T01:37:40.046 INFO:teuthology.task.kernel:Downloading kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-26T01:37:40.046 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T01:37:40.202 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ 2024-04-26T01:37:40.202 DEBUG:teuthology.orchestra.run.smithi026:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ --input-file=- 2024-04-26T01:37:40.205 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi026.front.sepia.ceph.com to complete... 2024-04-26T01:38:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26 01:38:12 URL:https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm [357367792/357367792] -> "/tmp/kernel.x86_64.rpm" [1] 2024-04-26T01:38:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:FINISHED --2024-04-26 01:38:12-- 2024-04-26T01:38:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:Total wall clock time: 33s 2024-04-26T01:38:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:Downloaded: 1 files, 341M in 32s (10.6 MB/s) 2024-04-26T01:38:12.806 INFO:teuthology.task.kernel:Installing kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-26T01:38:12.807 DEBUG:teuthology.orchestra.run.smithi026:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-04-26T01:38:14.998 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying... ######################################## 2024-04-26T01:38:15.122 INFO:teuthology.orchestra.run.smithi026.stdout:Preparing... ######################################## 2024-04-26T01:38:15.230 INFO:teuthology.orchestra.run.smithi026.stdout:Updating / installing... 2024-04-26T01:38:23.505 INFO:teuthology.orchestra.run.smithi026.stdout:kernel-6.9.0_rc3_g806ec36b2112-1 ######################################## 2024-04-26T01:39:01.333 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi026.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-04-26T01:39:01.333 DEBUG:teuthology.orchestra.run.smithi026:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-04-26T01:39:01.413 INFO:teuthology.orchestra.run.smithi026.stdout:/boot/System.map-6.9.0-rc3-g806ec36b2112 2024-04-26T01:39:01.413 INFO:teuthology.orchestra.run.smithi026.stdout:/boot/config-6.9.0-rc3-g806ec36b2112 2024-04-26T01:39:01.413 INFO:teuthology.orchestra.run.smithi026.stdout:/boot/vmlinuz-6.9.0-rc3-g806ec36b2112 2024-04-26T01:39:01.413 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/System.map 2024-04-26T01:39:01.413 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/config 2024-04-26T01:39:01.413 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel 2024-04-26T01:39:01.413 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch 2024-04-26T01:39:01.413 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86 2024-04-26T01:39:01.413 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto 2024-04-26T01:39:01.413 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-04-26T01:39:01.413 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32c-intel.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx2.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-04-26T01:39:01.414 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-amd.ko 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-intel.ko 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm.ko 2024-04-26T01:39:01.415 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ansi_cprng.ko 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/anubis.ko 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/arc4.ko 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_memcpy.ko 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_pq.ko 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_raid6_recov.ko 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_tx.ko 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_xor.ko 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/raid6test.ko 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authenc.ko 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authencesn.ko 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blake2b_generic.ko 2024-04-26T01:39:01.416 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_common.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_generic.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/camellia_generic.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast5_generic.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast6_generic.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast_common.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ccm.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cmac.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crc32_generic.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_engine.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_user.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cts.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/des_generic.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/dh_generic.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/echainiv.ko 2024-04-26T01:39:01.417 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/essiv.ko 2024-04-26T01:39:01.418 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/fcrypt.ko 2024-04-26T01:39:01.418 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/khazad.ko 2024-04-26T01:39:01.418 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4.ko 2024-04-26T01:39:01.418 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4hc.ko 2024-04-26T01:39:01.418 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/md4.ko 2024-04-26T01:39:01.418 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/michael_mic.ko 2024-04-26T01:39:01.418 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcbc.ko 2024-04-26T01:39:01.418 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcrypt.ko 2024-04-26T01:39:01.418 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/rmd160.ko 2024-04-26T01:39:01.418 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/seed.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/serpent_generic.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tcrypt.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tea.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_common.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_generic.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/vmac.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/wp512.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xcbc.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xor.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xxhash_generic.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_ipmi.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_pad.ko 2024-04-26T01:39:01.419 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/ec_sys.ko 2024-04-26T01:39:01.420 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/platform_profile.ko 2024-04-26T01:39:01.420 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbs.ko 2024-04-26T01:39:01.420 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbshc.ko 2024-04-26T01:39:01.420 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/video.ko 2024-04-26T01:39:01.420 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata 2024-04-26T01:39:01.420 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/acard-ahci.ko 2024-04-26T01:39:01.420 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ahci_platform.ko 2024-04-26T01:39:01.420 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ata_generic.ko 2024-04-26T01:39:01.421 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/libahci_platform.ko 2024-04-26T01:39:01.421 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_acpi.ko 2024-04-26T01:39:01.421 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ali.ko 2024-04-26T01:39:01.421 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_amd.ko 2024-04-26T01:39:01.421 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_artop.ko 2024-04-26T01:39:01.421 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atiixp.ko 2024-04-26T01:39:01.421 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atp867x.ko 2024-04-26T01:39:01.422 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd640.ko 2024-04-26T01:39:01.422 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd64x.ko 2024-04-26T01:39:01.422 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cypress.ko 2024-04-26T01:39:01.422 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_efar.ko 2024-04-26T01:39:01.422 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt366.ko 2024-04-26T01:39:01.422 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt37x.ko 2024-04-26T01:39:01.422 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x2n.ko 2024-04-26T01:39:01.422 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x3.ko 2024-04-26T01:39:01.422 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it8213.ko 2024-04-26T01:39:01.422 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it821x.ko 2024-04-26T01:39:01.422 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_jmicron.ko 2024-04-26T01:39:01.422 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_marvell.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_mpiix.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_netcell.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ninja32.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87410.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87415.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_oldpiix.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_opti.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_optidma.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pcmcia.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc2027x.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_piccolo.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_rdc.ko 2024-04-26T01:39:01.423 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sch.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_serverworks.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sil680.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sis.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sl82c105.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_triflex.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_via.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pdc_adma.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_inic162x.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_mv.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_nv.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_promise.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_qstor.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil24.ko 2024-04-26T01:39:01.424 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sis.ko 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_svw.ko 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sx4.ko 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_uli.ko 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_via.ko 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_vsc.ko 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay/ks0108.ko 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-i2c.ko 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-mmio.ko 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma/bcma.ko 2024-04-26T01:39:01.425 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe/aoe.ko 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/brd.ko 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd/drbd.ko 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/floppy.ko 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/loop.ko 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/nbd.ko 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk/null_blk.ko 2024-04-26T01:39:01.426 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/pktcdvd.ko 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/rbd.ko 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/virtio_blk.ko 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkfront.ko 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram/zram.ko 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hangcheck-timer.ko 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/amd-rng.ko 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/intel-rng.ko 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/via-rng.ko 2024-04-26T01:39:01.427 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/virtio-rng.ko 2024-04-26T01:39:01.428 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi 2024-04-26T01:39:01.428 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-04-26T01:39:01.428 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-04-26T01:39:01.428 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-04-26T01:39:01.428 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_si.ko 2024-04-26T01:39:01.428 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-04-26T01:39:01.428 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-04-26T01:39:01.428 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/lp.ko 2024-04-26T01:39:01.428 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave 2024-04-26T01:39:01.428 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave/mwave.ko 2024-04-26T01:39:01.428 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ppdev.ko 2024-04-26T01:39:01.429 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tlclk.ko 2024-04-26T01:39:01.429 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm 2024-04-26T01:39:01.429 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm.ko 2024-04-26T01:39:01.429 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_atmel.ko 2024-04-26T01:39:01.429 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_infineon.ko 2024-04-26T01:39:01.429 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_nsc.ko 2024-04-26T01:39:01.430 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis.ko 2024-04-26T01:39:01.430 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-04-26T01:39:01.430 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/uv_mmtimer.ko 2024-04-26T01:39:01.430 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/virtio_console.ko 2024-04-26T01:39:01.430 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq 2024-04-26T01:39:01.430 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-04-26T01:39:01.430 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-04-26T01:39:01.430 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/p4-clockmod.ko 2024-04-26T01:39:01.431 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-04-26T01:39:01.431 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/powernow-k8.ko 2024-04-26T01:39:01.431 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/speedstep-lib.ko 2024-04-26T01:39:01.431 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto 2024-04-26T01:39:01.431 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp 2024-04-26T01:39:01.431 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-04-26T01:39:01.432 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp.ko 2024-04-26T01:39:01.432 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel 2024-04-26T01:39:01.432 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat 2024-04-26T01:39:01.432 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common 2024-04-26T01:39:01.432 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-04-26T01:39:01.433 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-04-26T01:39:01.433 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-04-26T01:39:01.433 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-aes.ko 2024-04-26T01:39:01.433 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-sha.ko 2024-04-26T01:39:01.433 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio 2024-04-26T01:39:01.433 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-04-26T01:39:01.434 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca 2024-04-26T01:39:01.434 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca/dca.ko 2024-04-26T01:39:01.434 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq 2024-04-26T01:39:01.434 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-04-26T01:39:01.434 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma 2024-04-26T01:39:01.435 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw 2024-04-26T01:39:01.435 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw/dw_dmac.ko 2024-04-26T01:39:01.435 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat 2024-04-26T01:39:01.435 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat/ioatdma.ko 2024-04-26T01:39:01.435 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac 2024-04-26T01:39:01.435 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/amd64_edac.ko 2024-04-26T01:39:01.435 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/e752x_edac.ko 2024-04-26T01:39:01.435 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/edac_mce_amd.ko 2024-04-26T01:39:01.435 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3000_edac.ko 2024-04-26T01:39:01.435 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3200_edac.ko 2024-04-26T01:39:01.435 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5100_edac.ko 2024-04-26T01:39:01.436 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5400_edac.ko 2024-04-26T01:39:01.436 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7300_edac.ko 2024-04-26T01:39:01.436 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7core_edac.ko 2024-04-26T01:39:01.436 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i82975x_edac.ko 2024-04-26T01:39:01.436 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/ie31200_edac.ko 2024-04-26T01:39:01.436 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/sb_edac.ko 2024-04-26T01:39:01.436 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/x38_edac.ko 2024-04-26T01:39:01.436 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware 2024-04-26T01:39:01.436 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/edd.ko 2024-04-26T01:39:01.436 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/iscsi_ibft.ko 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-ich.ko 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-viperboard.ko 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-appleir.ko 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-aureal.ko 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-axff.ko 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-dr.ko 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elecom.ko 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elo.ko 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-emsff.ko 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gaff.ko 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gt683r.ko 2024-04-26T01:39:01.437 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gyration.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-kbd.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-mouse.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtekff.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-hyperv.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-icade.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-keytouch.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-kye.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lcpower.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-led.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lenovo.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-dj.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-04-26T01:39:01.438 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-multitouch.ko 2024-04-26T01:39:01.439 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-ortek.ko 2024-04-26T01:39:01.439 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-penmount.ko 2024-04-26T01:39:01.439 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-petalynx.ko 2024-04-26T01:39:01.439 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-picolcd.ko 2024-04-26T01:39:01.439 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-pl.ko 2024-04-26T01:39:01.439 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-plantronics.ko 2024-04-26T01:39:01.439 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-primax.ko 2024-04-26T01:39:01.439 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-rmi.ko 2024-04-26T01:39:01.439 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-arvo.ko 2024-04-26T01:39:01.439 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-common.ko 2024-04-26T01:39:01.439 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-isku.ko 2024-04-26T01:39:01.439 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kone.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-konepure.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-lua.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-pyra.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-ryos.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-savu.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-saitek.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-samsung.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sensor-hub.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sjoy.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sony.ko 2024-04-26T01:39:01.440 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-speedlink.ko 2024-04-26T01:39:01.441 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-steelseries.ko 2024-04-26T01:39:01.441 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sunplus.ko 2024-04-26T01:39:01.441 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-thrustmaster.ko 2024-04-26T01:39:01.441 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tivo.ko 2024-04-26T01:39:01.441 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tmff.ko 2024-04-26T01:39:01.441 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-topseed.ko 2024-04-26T01:39:01.441 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-twinhan.ko 2024-04-26T01:39:01.441 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-uclogic.ko 2024-04-26T01:39:01.441 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-waltop.ko 2024-04-26T01:39:01.441 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-wiimote.ko 2024-04-26T01:39:01.441 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-xinmo.ko 2024-04-26T01:39:01.442 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zpff.ko 2024-04-26T01:39:01.442 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zydacron.ko 2024-04-26T01:39:01.442 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/uhid.ko 2024-04-26T01:39:01.442 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/wacom.ko 2024-04-26T01:39:01.442 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv 2024-04-26T01:39:01.442 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_balloon.ko 2024-04-26T01:39:01.442 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_utils.ko 2024-04-26T01:39:01.442 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_vmbus.ko 2024-04-26T01:39:01.442 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon 2024-04-26T01:39:01.442 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru.ko 2024-04-26T01:39:01.442 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru3.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/acpi_power_meter.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7414.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7418.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adc128d818.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1025.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1026.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1029.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1031.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm9240.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ads7828.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7410.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7411.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7462.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7470.ko 2024-04-26T01:39:01.443 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7475.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7x10.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/amc6821.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/applesmc.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asb100.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asc7621.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asus_atk0110.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/atxp1.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/coretemp.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dme1737.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds1621.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds620.ko 2024-04-26T01:39:01.444 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc1403.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc6w201.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71805f.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71882fg.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f75375s.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fam15h_power.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fschmd.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g760a.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g762.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl518sm.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl520sm.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/hwmon-vid.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5500_temp.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5k_amb.ko 2024-04-26T01:39:01.445 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmaem.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmpex.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina209.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina2xx.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/it87.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k10temp.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k8temp.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lineage-pem.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm63.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm73.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm75.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm77.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm78.ko 2024-04-26T01:39:01.446 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm80.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm83.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm85.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm87.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm90.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm92.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm93.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95234.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95241.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95245.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc2945.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4151.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4215.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4222.ko 2024-04-26T01:39:01.447 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4245.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4260.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4261.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max16065.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1619.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1668.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max197.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6639.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6650.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6697.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/mcp3021.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6683.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775-core.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct7802.ko 2024-04-26T01:39:01.448 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87360.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87427.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pcf8591.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max16064.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max34440.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max8688.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-04-26T01:39:01.449 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/powr1220.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5627.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5636.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch56xx-common.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht15.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht21.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/shtc1.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sis5595.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47b397.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m1.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m192.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/thmc50.ko 2024-04-26T01:39:01.450 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp102.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp103.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp401.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp421.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via-cputemp.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via686a.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt1211.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt8231.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627ehf.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627hf.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83781d.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83791d.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83792d.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83793.ko 2024-04-26T01:39:01.451 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83795.ko 2024-04-26T01:39:01.452 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l785ts.ko 2024-04-26T01:39:01.452 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l786ng.ko 2024-04-26T01:39:01.452 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c 2024-04-26T01:39:01.452 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos 2024-04-26T01:39:01.452 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-04-26T01:39:01.452 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-04-26T01:39:01.452 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses 2024-04-26T01:39:01.452 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-04-26T01:39:01.452 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-04-26T01:39:01.452 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-04-26T01:39:01.452 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-i801.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-isch.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-parport.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-04-26T01:39:01.453 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-04-26T01:39:01.454 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-04-26T01:39:01.454 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-04-26T01:39:01.454 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-via.ko 2024-04-26T01:39:01.454 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-04-26T01:39:01.454 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-04-26T01:39:01.454 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-dev.ko 2024-04-26T01:39:01.454 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-mux.ko 2024-04-26T01:39:01.454 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-04-26T01:39:01.454 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-smbus.ko 2024-04-26T01:39:01.454 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-stub.ko 2024-04-26T01:39:01.455 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband 2024-04-26T01:39:01.455 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core 2024-04-26T01:39:01.455 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_cm.ko 2024-04-26T01:39:01.455 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_core.ko 2024-04-26T01:39:01.455 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_umad.ko 2024-04-26T01:39:01.455 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-04-26T01:39:01.455 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/iw_cm.ko 2024-04-26T01:39:01.455 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_cm.ko 2024-04-26T01:39:01.455 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-04-26T01:39:01.455 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw 2024-04-26T01:39:01.455 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4 2024-04-26T01:39:01.455 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/fm801-gp.ko 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/gameport.ko 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/joydev.ko 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard/gpio_keys.ko 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/appletouch.ko 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/bcm5974.ko 2024-04-26T01:39:01.457 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/cyapatp.ko 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/elan_i2c.ko 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/sermouse.ko 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_usb.ko 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/vsxxxaa.ko 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4/rmi_core.ko 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/altera_ps2.ko 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/arc_ps2.ko 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/serio_raw.ko 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/sparse-keymap.ko 2024-04-26T01:39:01.458 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-blinkm.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lm3530.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lp3944.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-ss4200.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-04-26T01:39:01.459 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache/bcache.ko 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-bio-prison.ko 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache-smq.ko 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache.ko 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-crypt.ko 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-delay.ko 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-flakey.ko 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-log-userspace.ko 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-multipath.ko 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-queue-length.ko 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-raid.ko 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-round-robin.ko 2024-04-26T01:39:01.460 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-service-time.ko 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-switch.ko 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-thin-pool.ko 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-verity.ko 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid0.ko 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid1.ko 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid10.ko 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid456.ko 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptbase.ko 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptctl.ko 2024-04-26T01:39:01.461 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptfc.ko 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptlan.ko 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptsas.ko 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptscsih.ko 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptspi.ko 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_ich.ko 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_sch.ko 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/mfd-core.ko 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/sm501.ko 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/viperboard.ko 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/vx855.ko 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/wl1273-core.ko 2024-04-26T01:39:01.462 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds9802als.ko 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds990x.ko 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/bh1770glc.ko 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710/cb710.ko 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/at24.ko 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/max6875.ko 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/enclosure.ko 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/hpilo.ko 2024-04-26T01:39:01.463 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29003.ko 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29020.ko 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-me.ko 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-txe.ko 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei.ko 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru/gru.ko 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xp.ko 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpc.ko 2024-04-26T01:39:01.464 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_7xx1.ko 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_core.ko 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tsl2550.ko 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_balloon.ko 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding/bonding.ko 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53/b53_common.ko 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/bcm-sf2.ko 2024-04-26T01:39:01.465 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6060.ko 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dummy.ko 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/eql.ko 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/8390.ko 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-04-26T01:39:01.466 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere/et131x.ko 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros 2024-04-26T01:39:01.467 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-04-26T01:39:01.468 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-04-26T01:39:01.469 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-04-26T01:39:01.470 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-04-26T01:39:01.471 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink 2024-04-26T01:39:01.471 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-04-26T01:39:01.471 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-04-26T01:39:01.471 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dnet.ko 2024-04-26T01:39:01.471 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex 2024-04-26T01:39:01.471 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet 2024-04-26T01:39:01.471 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-04-26T01:39:01.471 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ethoc.ko 2024-04-26T01:39:01.471 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/fealnx.ko 2024-04-26T01:39:01.471 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel 2024-04-26T01:39:01.471 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e100.ko 2024-04-26T01:39:01.471 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf 2024-04-26T01:39:01.472 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/jme.ko 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/skge.ko 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-04-26T01:39:01.473 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-04-26T01:39:01.474 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia 2024-04-26T01:39:01.475 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-04-26T01:39:01.475 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines 2024-04-26T01:39:01.475 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-04-26T01:39:01.475 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-04-26T01:39:01.475 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic 2024-04-26T01:39:01.475 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen 2024-04-26T01:39:01.475 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-04-26T01:39:01.475 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-04-26T01:39:01.475 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-04-26T01:39:01.475 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-04-26T01:39:01.475 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc 2024-04-26T01:39:01.475 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/atp.ko 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis 2024-04-26T01:39:01.476 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis190.ko 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis900.ko 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/cassini.ko 2024-04-26T01:39:01.477 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/niu.ko 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sungem.ko 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti/tlan.ko 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-04-26T01:39:01.478 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/geneve.ko 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154/fakelb.ko 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ifb.ko 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan/ipvlan.ko 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvlan.ko 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvtap.ko 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio.ko 2024-04-26T01:39:01.479 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-regmap.ko 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mii.ko 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/net_failover.ko 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/netconsole.ko 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/nlmon.ko 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs-lynx.ko 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/amd.ko 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-04-26T01:39:01.480 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm7xxx.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm87xx.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/broadcom.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/cicada.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/davicom.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/dp83640.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/et1011c.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/icplus.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/lxt.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/marvell.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/micrel.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/national.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/phylink.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/qsemi.ko 2024-04-26T01:39:01.481 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/realtek.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/smsc.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/ste10Xp.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/vitesse.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/bsd_comp.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_async.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_deflate.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_generic.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_mppe.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_synctty.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppoe.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppox.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pptp.ko 2024-04-26T01:39:01.482 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slhc.ko 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slip.ko 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/sungem_phy.ko 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tap.ko 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team.ko 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_activebackup.ko 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_broadcast.ko 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_random.ko 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tun.ko 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/veth.ko 2024-04-26T01:39:01.483 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/virtio_net.ko 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan/vxlan.ko 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback/xen-netback.ko 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netfront.ko 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb/ntb.ko 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme-core.ko 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme.ko 2024-04-26T01:39:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport.ko 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_cs.ko 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_pc.ko 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_serial.ko 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie/aer_inject.ko 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/xen-pcifront.ko 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/i82092.ko 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/pd6729.ko 2024-04-26T01:39:01.485 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/yenta_socket.ko 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acer-wmi.ko 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acerhdf.ko 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/apple-gmux.ko 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-laptop.ko 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-wmi.ko 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/classmate-laptop.ko 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-04-26T01:39:01.486 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/hdaps.ko 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel_ips.ko 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/msi-wmi.ko 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/mxm-wmi.ko 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-laptop.ko 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-q10.ko 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/topstar-laptop.ko 2024-04-26T01:39:01.487 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_haps.ko 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi-bmof.ko 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi.ko 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_common.ko 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_msr.ko 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-gpio.ko 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-ldisc.ko 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps_parport.ko 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/pps_core.ko 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp.ko 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp_kvm.ko 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/fmpm.ko 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-bq32k.ko 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1286.ko 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1307.ko 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1374.ko 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1511.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1553.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1672.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1742.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds2404.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds3232.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-em3027.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-fm3130.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl12022.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl1208.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m41t80.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t35.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t59.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-max6900.ko 2024-04-26T01:39:01.490 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-msm6242.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf2127.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf85063.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8523.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8563.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8583.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rp5c01.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rs5c372.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8025.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8581.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-x1205.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-9xxx.ko 2024-04-26T01:39:01.491 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-sas.ko 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-xxxx.ko 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/BusLogic.ko 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/a100u2w.ko 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid/aacraid.ko 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/advansys.ko 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/am53c974.ko 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/atp870u.ko 2024-04-26T01:39:01.492 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa/bfa.ko 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ch.ko 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor/csiostor.ko 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-04-26T01:39:01.493 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i 2024-04-26T01:39:01.494 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-04-26T01:39:01.494 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-04-26T01:39:01.494 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dc395x.ko 2024-04-26T01:39:01.494 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler 2024-04-26T01:39:01.494 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-04-26T01:39:01.494 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-04-26T01:39:01.494 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-04-26T01:39:01.494 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-04-26T01:39:01.494 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dmx3191d.ko 2024-04-26T01:39:01.494 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r 2024-04-26T01:39:01.494 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r/esas2r.ko 2024-04-26T01:39:01.494 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esp_scsi.ko 2024-04-26T01:39:01.495 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe 2024-04-26T01:39:01.495 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/fcoe.ko 2024-04-26T01:39:01.495 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-04-26T01:39:01.495 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic 2024-04-26T01:39:01.495 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic/fnic.ko 2024-04-26T01:39:01.495 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hpsa.ko 2024-04-26T01:39:01.495 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hptiop.ko 2024-04-26T01:39:01.495 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hv_storvsc.ko 2024-04-26T01:39:01.495 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/initio.ko 2024-04-26T01:39:01.495 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ipr.ko 2024-04-26T01:39:01.495 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ips.ko 2024-04-26T01:39:01.495 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci/isci.ko 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_tcp.ko 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc/libfc.ko 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi.ko 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi_tcp.ko 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas/libsas.ko 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc/lpfc.ko 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid 2024-04-26T01:39:01.496 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid.ko 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas/mvsas.ko 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvumi.ko 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pmcraid.ko 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla1280.ko 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-04-26T01:39:01.497 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/raid_class.ko 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_debug.ko 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_fc.ko 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_sas.ko 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_spi.ko 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_srp.ko 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ses.ko 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/st.ko 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/stex.ko 2024-04-26T01:39:01.498 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/virtio_scsi.ko 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/vmw_pvscsi.ko 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/wd719x.ko 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb/ssb.ko 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback/tcm_loop.ko 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_file.ko 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_iblock.ko 2024-04-26T01:39:01.499 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_mod.ko 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_pscsi.ko 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_user.ko 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-04-26T01:39:01.500 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless 2024-04-26T01:39:01.501 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_gsm.ko 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_hdlc.ko 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/nozomi.ko 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/arc_uart.ko 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm/jsm.ko 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core/ufshcd-core.ko 2024-04-26T01:39:01.502 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio.ko 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_aec.ko 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_cif.ko 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_pci_generic.ko 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_sercos3.ko 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-acm.ko 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-wdm.ko 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usblp.ko 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usbtmc.ko 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host 2024-04-26T01:39:01.503 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host/sl811-hcd.ko 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/mdc800.ko 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/microtek.ko 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/adutux.ko 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/appledisplay.ko 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi26.ko 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi62.ko 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ezusb.ko 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/idmouse.ko 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/iowarrior.ko 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/isight_firmware.ko 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ldusb.ko 2024-04-26T01:39:01.504 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/legousbtower.ko 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/trancevibrator.ko 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usb3503.ko 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usblcd.ko 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usbsevseg.ko 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/uss720.ko 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/yurex.ko 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy/phy-generic.ko 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/aircable.ko 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ark3116.ko 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/belkin_sa.ko 2024-04-26T01:39:01.505 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ch341.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cp210x.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cyberjack.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cypress_m8.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/digi_acceleport.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/empeg.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ftdi_sio.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/garmin_gps.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_edgeport.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_ti.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipaq.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipw.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ir-usb.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan.ko 2024-04-26T01:39:01.506 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan_pda.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kl5kusb105.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kobil_sct.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mct_u232.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7720.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7840.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/navman.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/omninet.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/opticon.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/option.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/oti6858.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/pl2303.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcaux.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcserial.ko 2024-04-26T01:39:01.507 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/quatech2.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/safe_serial.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/sierra.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/spcp8x5.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ssu100.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/symbolserial.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_debug.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_wwan.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/visor.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/whiteheat.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/xsens_mt.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/uas.ko 2024-04-26T01:39:01.508 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-alauda.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-cypress.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-datafab.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-freecom.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-isd200.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-karma.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-onetouch.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-realtek.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr09.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr55.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-usbat.ko 2024-04-26T01:39:01.509 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/usb-storage.ko 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-core.ko 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-host.ko 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci.ko 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio.ko 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost.ko 2024-04-26T01:39:01.510 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_iotlb.ko 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_net.ko 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_scsi.ko 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/apple_bl.ko 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/lcd.ko 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/platform_lcd.ko 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio.ko 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_balloon.ko 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_mmio.ko 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci.ko 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-04-26T01:39:01.511 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_ring.ko 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2482.ko 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2490.ko 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-04-26T01:39:01.512 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-04-26T01:39:01.513 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_smem.ko 2024-04-26T01:39:01.513 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_therm.ko 2024-04-26T01:39:01.513 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/wire.ko 2024-04-26T01:39:01.513 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog 2024-04-26T01:39:01.513 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim1535_wdt.ko 2024-04-26T01:39:01.513 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim7101_wdt.ko 2024-04-26T01:39:01.513 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/f71808e_wdt.ko 2024-04-26T01:39:01.513 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/hpwdt.ko 2024-04-26T01:39:01.513 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/i6300esb.ko 2024-04-26T01:39:01.513 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-04-26T01:39:01.513 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_wdt.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ib700wdt.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ibmasr.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it8712f_wdt.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it87_wdt.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/machzwd.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/nv_tco.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_pci.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_usb.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sch311x_wdt.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/softdog.ko 2024-04-26T01:39:01.514 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sp5100_tco.ko 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/via_wdt.ko 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83877f_wdt.ko 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83977f_wdt.ko 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/wdt_pci.ko 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/xen_wdt.ko 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-acpi-processor.ko 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-evtchn.ko 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntalloc.ko 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntdev.ko 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-04-26T01:39:01.515 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-privcmd.ko 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs/xenfs.ko 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p/9p.ko 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs/affs.ko 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs/befs.ko 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/binfmt_misc.ko 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs/btrfs.ko 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles 2024-04-26T01:39:01.516 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles/cachefiles.ko 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph/ceph.ko 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda/coda.ko 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs/cramfs.ko 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm/dlm.ko 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs/ecryptfs.ko 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs/f2fs.ko 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/fat.ko 2024-04-26T01:39:01.517 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/msdos.ko 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/vfat.ko 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/cuse.ko 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/fuse.ko 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2/gfs2.ko 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs/hfs.ko 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus/hfsplus.ko 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs/isofs.ko 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs 2024-04-26T01:39:01.518 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs/jfs.ko 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd/lockd.ko 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix/minix.ko 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs/netfs.ko 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfs.ko 2024-04-26T01:39:01.519 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv3.ko 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv4.ko 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/grace.ko 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/nfs_acl.ko 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd/nfsd.ko 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2/nilfs2.ko 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-celtic.ko 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-centeuro.ko 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-croatian.ko 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-cyrillic.ko 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-gaelic.ko 2024-04-26T01:39:01.520 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-greek.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-iceland.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-inuit.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-roman.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-romanian.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-turkish.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1250.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1251.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1255.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp737.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp775.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp850.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp852.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp855.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp857.ko 2024-04-26T01:39:01.521 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp860.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp861.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp862.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp863.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp864.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp865.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp866.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp869.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp874.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp932.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp936.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp949.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp950.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_euc-jp.ko 2024-04-26T01:39:01.522 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-1.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-13.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-14.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-15.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-2.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-3.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-4.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-5.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-6.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-7.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-9.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-r.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-ru.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-u.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_ucs2_utils.ko 2024-04-26T01:39:01.523 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_utf8.ko 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2.ko 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs/overlay.ko 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore 2024-04-26T01:39:01.524 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore/ramoops.ko 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs/reiserfs.ko 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs/romfs.ko 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client/cifs.ko 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_arc4.ko 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_md4.ko 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs/squashfs.ko 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv/sysv.ko 2024-04-26T01:39:01.525 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf/udf.ko 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs/ufs.ko 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs/xfs.ko 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu/rcutorture.ko 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/torture.ko 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/asn1_encoder.ko 2024-04-26T01:39:01.526 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc-itu-t.ko 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc8.ko 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libarc4.ko 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libdes.ko 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/libcrc32c.ko 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lru_cache.ko 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4_compress.ko 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4hc_compress.ko 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math/cordic.ko 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6/raid6_pq.ko 2024-04-26T01:39:01.527 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon/reed_solomon.ko 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_bm.ko 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_fsm.ko 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_kmp.ko 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd/zstd_compress.ko 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm/hwpoison-inject.ko 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/6lowpan.ko 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_dest.ko 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_fragment.ko 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_hop.ko 2024-04-26T01:39:01.528 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_ipv6.ko 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_mobility.ko 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_routing.ko 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_udp.ko 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/garp.ko 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/mrp.ko 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/p8022.ko 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/psnap.ko 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/stp.ko 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q/8021q.ko 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet.ko 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_fd.ko 2024-04-26T01:39:01.529 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_rdma.ko 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_virtio.ko 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv/batman-adv.ko 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/br_netfilter.ko 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/bridge.ko 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_among.ko 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arp.ko 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip.ko 2024-04-26T01:39:01.530 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_limit.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_log.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_snat.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_stp.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-04-26T01:39:01.531 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtables.ko 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph/libceph.ko 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/failover.ko 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/pktgen.ko 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp.ko 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_diag.ko 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv4.ko 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv6.ko 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver/dns_resolver.ko 2024-04-26T01:39:01.532 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/dsa_core.ko 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_brcm.ko 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_dsa.ko 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_none.ko 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_trailer.ko 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154.ko 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154_socket.ko 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ah4.ko 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/esp4.ko 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/fou.ko 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/gre.ko 2024-04-26T01:39:01.533 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/inet_diag.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_gre.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_tunnel.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_vti.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipcomp.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipip.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arp_tables.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-04-26T01:39:01.534 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_security.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_bic.ko 2024-04-26T01:39:01.535 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_dctcp.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_diag.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_highspeed.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_htcp.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_hybla.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_illinois.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_lp.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_scalable.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_vegas.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_veno.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_westwood.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_yeah.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tunnel4.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_diag.ko 2024-04-26T01:39:01.536 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_tunnel.ko 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/xfrm4_tunnel.ko 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ah6.ko 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/esp6.ko 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/fou6.ko 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_tunnel.ko 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_vti.ko 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ipcomp6.ko 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-04-26T01:39:01.537 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-04-26T01:39:01.538 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/sit.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/tunnel6.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/xfrm6_tunnel.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key/af_key.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_core.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_debugfs.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_eth.ko 2024-04-26T01:39:01.539 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip.ko 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip6.ko 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_netlink.ko 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ppp.ko 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc/llc.ko 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154/mac802154.ko 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls/mpls_gso.ko 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set.ko 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-04-26T01:39:01.540 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-04-26T01:39:01.541 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-04-26T01:39:01.541 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-04-26T01:39:01.541 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-04-26T01:39:01.541 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-04-26T01:39:01.541 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-04-26T01:39:01.541 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-04-26T01:39:01.541 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-04-26T01:39:01.541 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-04-26T01:39:01.541 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-04-26T01:39:01.541 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-04-26T01:39:01.541 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-04-26T01:39:01.541 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-04-26T01:39:01.542 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs 2024-04-26T01:39:01.542 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs.ko 2024-04-26T01:39:01.542 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-04-26T01:39:01.542 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-04-26T01:39:01.542 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-04-26T01:39:01.542 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-04-26T01:39:01.542 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-04-26T01:39:01.542 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-04-26T01:39:01.542 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-04-26T01:39:01.542 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-04-26T01:39:01.542 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-04-26T01:39:01.542 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conncount.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_h323.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_irc.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-04-26T01:39:01.543 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sane.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sip.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_dup_netdev.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table_inet.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_log_syslog.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_amanda.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_ftp.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_irc.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_sip.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_tftp.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_synproxy_core.ko 2024-04-26T01:39:01.544 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_tables.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_acct.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_log.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_osf.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_queue.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_chain_nat.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_compat.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_ct.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_dup_netdev.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fib.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fwd_netdev.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_hash.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_limit.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_log.ko 2024-04-26T01:39:01.545 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_masq.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_nat.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_numgen.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_queue.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_quota.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_redir.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject_inet.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_socket.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_tunnel.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_AUDIT.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CHECKSUM.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CLASSIFY.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-04-26T01:39:01.546 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CT.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_DSCP.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HL.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HMARK.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_IDLETIMER.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LED.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LOG.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_MASQUERADE.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NETMAP.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFLOG.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFQUEUE.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_RATEEST.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_REDIRECT.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_SECMARK.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPMSS.ko 2024-04-26T01:39:01.547 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TEE.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TPROXY.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TRACE.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_addrtype.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_bpf.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cgroup.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cluster.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_comment.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connbytes.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlabel.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlimit.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connmark.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_conntrack.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cpu.ko 2024-04-26T01:39:01.548 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dccp.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_devgroup.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dscp.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ecn.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_esp.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hashlimit.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_helper.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hl.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipcomp.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_iprange.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipvs.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_l2tp.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_length.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_limit.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mac.ko 2024-04-26T01:39:01.549 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mark.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_multiport.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nat.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nfacct.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_osf.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_owner.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_physdev.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_pkttype.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_policy.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_quota.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_rateest.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_realm.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_recent.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_sctp.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_set.ko 2024-04-26T01:39:01.550 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_socket.ko 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_state.ko 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_statistic.ko 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_string.ko 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_tcpmss.ko 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_time.ko 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_u32.ko 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink/netlink_diag.ko 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh/nsh.ko 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/openvswitch.ko 2024-04-26T01:39:01.551 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-geneve.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-gre.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-vxlan.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet/af_packet_diag.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_rdma.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_tcp.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_csum.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_gact.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_mirred.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_nat.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_pedit.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_police.ko 2024-04-26T01:39:01.552 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_simple.ko 2024-04-26T01:39:01.553 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_skbedit.ko 2024-04-26T01:39:01.553 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_vlan.ko 2024-04-26T01:39:01.553 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_basic.ko 2024-04-26T01:39:01.553 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_bpf.ko 2024-04-26T01:39:01.553 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_flow.ko 2024-04-26T01:39:01.553 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_fw.ko 2024-04-26T01:39:01.553 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_route.ko 2024-04-26T01:39:01.553 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_u32.ko 2024-04-26T01:39:01.553 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_cmp.ko 2024-04-26T01:39:01.553 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_ipset.ko 2024-04-26T01:39:01.553 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_meta.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_nbyte.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_text.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_u32.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_choke.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_codel.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_drr.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_fq.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_gred.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hfsc.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hhf.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_htb.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_ingress.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio.ko 2024-04-26T01:39:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio_lib.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_multiq.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_netem.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_pie.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_plug.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_prio.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_qfq.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_red.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfb.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfq.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_tbf.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_teql.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp.ko 2024-04-26T01:39:01.555 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp_diag.ko 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/sunrpc.ko 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc.ko 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc_diag.ko 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix/unix_diag.ko 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-04-26T01:39:01.556 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock.ko 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_diag.ko 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_loopback.ko 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm/xfrm_ipcomp.ko 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys/trusted.ko 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias.bin 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin 2024-04-26T01:39:01.557 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.alias.bin 2024-04-26T01:39:01.558 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.bin 2024-04-26T01:39:01.558 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.modinfo 2024-04-26T01:39:01.558 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep 2024-04-26T01:39:01.558 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep.bin 2024-04-26T01:39:01.558 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.devname 2024-04-26T01:39:01.558 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.order 2024-04-26T01:39:01.558 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.softdep 2024-04-26T01:39:01.558 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols 2024-04-26T01:39:01.558 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols.bin 2024-04-26T01:39:01.558 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T01:39:01.562 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g806ec36b2112 2024-04-26T01:39:01.563 DEBUG:teuthology.orchestra.run.smithi026:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-04-26T01:39:01.587 INFO:teuthology.orchestra.run.smithi026.stdout:postinstall scriptlet (using /bin/sh): 2024-04-26T01:39:01.587 INFO:teuthology.orchestra.run.smithi026.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T01:39:01.587 INFO:teuthology.orchestra.run.smithi026.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g806ec36b2112 /lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T01:39:01.587 INFO:teuthology.orchestra.run.smithi026.stdout:fi 2024-04-26T01:39:01.587 INFO:teuthology.orchestra.run.smithi026.stdout:for file in vmlinuz System.map config; do 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112"; then 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout: cp "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112" 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout: fi 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout:done 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout:if [ -d "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" ] && \ 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" >/dev/null 2>&1; then 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout: cp -r "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout:fi 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep" ]; then 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout: /usr/sbin/depmod 6.9.0-rc3-g806ec36b2112 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout:fi 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi026.stdout:preuninstall scriptlet (using /bin/sh): 2024-04-26T01:39:01.589 INFO:teuthology.orchestra.run.smithi026.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T01:39:01.589 INFO:teuthology.orchestra.run.smithi026.stdout:kernel-install remove 6.9.0-rc3-g806ec36b2112 2024-04-26T01:39:01.589 INFO:teuthology.orchestra.run.smithi026.stdout:fi 2024-04-26T01:39:01.589 DEBUG:teuthology.orchestra.run.smithi026:> sudo rpm -qi grub2-tools 2024-04-26T01:39:01.661 INFO:teuthology.orchestra.run.smithi026.stdout:Name : grub2-tools 2024-04-26T01:39:01.661 INFO:teuthology.orchestra.run.smithi026.stdout:Epoch : 1 2024-04-26T01:39:01.661 INFO:teuthology.orchestra.run.smithi026.stdout:Version : 2.06 2024-04-26T01:39:01.661 INFO:teuthology.orchestra.run.smithi026.stdout:Release : 68.el9 2024-04-26T01:39:01.661 INFO:teuthology.orchestra.run.smithi026.stdout:Architecture: x86_64 2024-04-26T01:39:01.661 INFO:teuthology.orchestra.run.smithi026.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-04-26T01:39:01.661 INFO:teuthology.orchestra.run.smithi026.stdout:Group : Unspecified 2024-04-26T01:39:01.661 INFO:teuthology.orchestra.run.smithi026.stdout:Size : 8264254 2024-04-26T01:39:01.661 INFO:teuthology.orchestra.run.smithi026.stdout:License : GPLv3+ 2024-04-26T01:39:01.661 INFO:teuthology.orchestra.run.smithi026.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-26T01:39:01.661 INFO:teuthology.orchestra.run.smithi026.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-26T01:39:01.661 INFO:teuthology.orchestra.run.smithi026.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout:Packager : builder@centos.org 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout:Vendor : CentOS 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout:Summary : Support tools for GRUB. 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout:Description : 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout:hardware devices. 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:39:01.662 INFO:teuthology.orchestra.run.smithi026.stdout:This subpackage provides tools for support of all platforms. 2024-04-26T01:39:01.663 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-26T01:39:01.663 INFO:teuthology.task.kernel:Updating grub on smithi026 to boot 6.9.0-rc3-g806ec36b2112 2024-04-26T01:39:01.664 DEBUG:teuthology.orchestra.run.smithi026:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-26T01:39:02.235 INFO:teuthology.orchestra.run.smithi026.stderr:Generating grub configuration file ... 2024-04-26T01:39:03.818 INFO:teuthology.orchestra.run.smithi026.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-26T01:39:03.844 INFO:teuthology.orchestra.run.smithi026.stderr:done 2024-04-26T01:39:03.846 DEBUG:teuthology.orchestra.run.smithi026:> mktemp 2024-04-26T01:39:03.903 INFO:teuthology.orchestra.run.smithi026.stdout:/tmp/tmp.r93Sk4PbK9 2024-04-26T01:39:03.903 DEBUG:teuthology.orchestra.run.smithi026:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.r93Sk4PbK9 2024-04-26T01:39:03.929 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod 0666 /tmp/tmp.r93Sk4PbK9 2024-04-26T01:39:04.077 DEBUG:teuthology.orchestra.remote:smithi026:/tmp/tmp.r93Sk4PbK9 is 6KB 2024-04-26T01:39:04.126 DEBUG:teuthology.orchestra.run.smithi026:> rm -fr /tmp/tmp.r93Sk4PbK9 2024-04-26T01:39:04.141 DEBUG:teuthology.orchestra.run.smithi026:> sudo /bin/ls /boot/loader/entries || true 2024-04-26T01:39:04.209 INFO:teuthology.orchestra.run.smithi026.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-04-26T01:39:04.209 INFO:teuthology.orchestra.run.smithi026.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-04-26T01:39:04.209 INFO:teuthology.orchestra.run.smithi026.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-04-26T01:39:04.209 INFO:teuthology.orchestra.run.smithi026.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112.conf 2024-04-26T01:39:04.211 DEBUG:teuthology.orchestra.run.smithi026:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112 2024-04-26T01:39:04.383 DEBUG:teuthology.orchestra.run.smithi026:> sudo shutdown -r now 2024-04-26T01:39:34.386 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-04-26T01:39:34.387 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-26T01:39:34.388 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:39:52.734 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.26 2024-04-26T01:40:01.735 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-26T01:40:01.736 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:40:20.126 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.26 2024-04-26T01:40:32.127 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-26T01:40:32.129 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:40:32.626 DEBUG:teuthology.orchestra.run.smithi026:> true 2024-04-26T01:40:33.306 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-26T01:40:33.306 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g806ec36b2112"... 2024-04-26T01:40:33.306 DEBUG:teuthology.orchestra.run.smithi026:> uname -r 2024-04-26T01:40:33.361 INFO:teuthology.orchestra.run.smithi026.stdout:6.9.0-rc3-g806ec36b2112 2024-04-26T01:40:33.361 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g806ec36b2112 vs 6.9.0-rc3-g806ec36b2112 2024-04-26T01:40:33.361 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-26T01:40:33.362 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-26T01:40:34.362 DEBUG:teuthology.parallel:result is None 2024-04-26T01:40:34.363 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-26T01:40:34.370 INFO:teuthology.task.internal:Creating test directory... 2024-04-26T01:40:34.370 DEBUG:teuthology.orchestra.run.smithi026:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T01:40:34.377 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T01:40:34.380 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T01:40:34.418 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-26T01:40:34.429 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-26T01:40:34.453 INFO:teuthology.task.internal:Creating archive directory... 2024-04-26T01:40:34.453 DEBUG:teuthology.orchestra.run.smithi026:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T01:40:34.465 DEBUG:teuthology.orchestra.run.smithi033:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T01:40:34.467 DEBUG:teuthology.orchestra.run.smithi064:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T01:40:34.515 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-26T01:40:34.523 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-26T01:40:34.523 DEBUG:teuthology.orchestra.run.smithi033:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T01:40:34.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:40:34.544 DEBUG:teuthology.orchestra.run.smithi064:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T01:40:34.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:40:34.562 DEBUG:teuthology.orchestra.run.smithi026:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T01:40:34.566 DEBUG:teuthology.orchestra.run.smithi033:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T01:40:34.588 DEBUG:teuthology.orchestra.run.smithi064:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T01:40:34.621 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:40:34.633 INFO:teuthology.orchestra.run.smithi064.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:40:34.637 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:40:34.658 INFO:teuthology.orchestra.run.smithi064.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:40:34.704 INFO:teuthology.orchestra.run.smithi026.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:40:34.745 INFO:teuthology.orchestra.run.smithi026.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:40:34.749 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-26T01:40:34.756 INFO:teuthology.task.internal:Configuring sudo... 2024-04-26T01:40:34.756 DEBUG:teuthology.orchestra.run.smithi026:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T01:40:34.761 DEBUG:teuthology.orchestra.run.smithi033:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T01:40:34.763 DEBUG:teuthology.orchestra.run.smithi064:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T01:40:34.826 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-26T01:40:34.835 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-26T01:40:34.835 DEBUG:teuthology.orchestra.run.smithi026:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T01:40:34.842 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T01:40:34.845 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T01:40:34.879 DEBUG:teuthology.orchestra.run.smithi026:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:40:35.001 DEBUG:teuthology.orchestra.run.smithi026:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:40:35.080 DEBUG:teuthology.orchestra.run.smithi026:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:40:35.156 DEBUG:teuthology.orchestra.run.smithi026:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:40:35.228 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:40:35.228 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T01:40:35.318 DEBUG:teuthology.orchestra.run.smithi033:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:40:35.361 DEBUG:teuthology.orchestra.run.smithi033:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:40:35.412 DEBUG:teuthology.orchestra.run.smithi033:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:40:35.496 DEBUG:teuthology.orchestra.run.smithi033:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:40:35.542 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-04-26T01:40:35.542 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T01:40:35.610 DEBUG:teuthology.orchestra.run.smithi064:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:40:35.652 DEBUG:teuthology.orchestra.run.smithi064:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:40:35.709 DEBUG:teuthology.orchestra.run.smithi064:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:40:35.792 DEBUG:teuthology.orchestra.run.smithi064:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:40:35.836 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-26T01:40:35.836 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T01:40:35.903 DEBUG:teuthology.orchestra.run.smithi026:> sudo service rsyslog restart 2024-04-26T01:40:35.908 DEBUG:teuthology.orchestra.run.smithi033:> sudo service rsyslog restart 2024-04-26T01:40:35.910 DEBUG:teuthology.orchestra.run.smithi064:> sudo service rsyslog restart 2024-04-26T01:40:35.946 INFO:teuthology.orchestra.run.smithi033.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T01:40:35.987 INFO:teuthology.orchestra.run.smithi064.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T01:40:36.011 INFO:teuthology.orchestra.run.smithi026.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T01:40:36.361 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-26T01:40:36.369 INFO:teuthology.task.internal:Starting timer... 2024-04-26T01:40:36.369 INFO:teuthology.run_tasks:Running task pcp... 2024-04-26T01:40:36.398 INFO:teuthology.run_tasks:Running task selinux... 2024-04-26T01:40:36.426 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-26T01:40:36.426 DEBUG:teuthology.orchestra.run.smithi026:> sudo service auditd rotate 2024-04-26T01:40:36.540 INFO:teuthology.orchestra.run.smithi026.stdout:Rotating logs: 2024-04-26T01:40:36.545 DEBUG:teuthology.orchestra.run.smithi033:> sudo service auditd rotate 2024-04-26T01:40:36.623 INFO:teuthology.orchestra.run.smithi033.stdout:Rotating logs: 2024-04-26T01:40:36.625 DEBUG:teuthology.orchestra.run.smithi064:> sudo service auditd rotate 2024-04-26T01:40:36.680 INFO:teuthology.orchestra.run.smithi064.stdout:Rotating logs: 2024-04-26T01:40:36.682 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-26T01:40:36.682 DEBUG:teuthology.orchestra.run.smithi026:> /usr/sbin/getenforce 2024-04-26T01:40:36.733 INFO:teuthology.orchestra.run.smithi026.stdout:Permissive 2024-04-26T01:40:36.734 DEBUG:teuthology.orchestra.run.smithi033:> /usr/sbin/getenforce 2024-04-26T01:40:36.761 INFO:teuthology.orchestra.run.smithi033.stdout:Permissive 2024-04-26T01:40:36.761 DEBUG:teuthology.orchestra.run.smithi064:> /usr/sbin/getenforce 2024-04-26T01:40:36.803 INFO:teuthology.orchestra.run.smithi064.stdout:Permissive 2024-04-26T01:40:36.804 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi026.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi033.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi064.front.sepia.ceph.com': 'permissive'} 2024-04-26T01:40:36.804 DEBUG:teuthology.orchestra.run.smithi026:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T01:40:36.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:40:36.873 DEBUG:teuthology.orchestra.run.smithi033:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T01:40:36.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:40:36.900 DEBUG:teuthology.orchestra.run.smithi064:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T01:40:36.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:40:36.928 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-26T01:40:36.929 DEBUG:teuthology.orchestra.run.smithi026:> sudo /usr/sbin/setenforce permissive 2024-04-26T01:40:37.076 DEBUG:teuthology.orchestra.run.smithi033:> sudo /usr/sbin/setenforce permissive 2024-04-26T01:40:37.104 DEBUG:teuthology.orchestra.run.smithi064:> sudo /usr/sbin/setenforce permissive 2024-04-26T01:40:37.145 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-26T01:40:37.155 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-26T01:40:37.161 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-26T01:40:37.348 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-26T01:40:37.364 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-26T01:40:37.365 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi026.front.sepia.ceph.com,smithi033.front.sepia.ceph.com,smithi064.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-26T01:45:46.978 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi026.front.sepia.ceph.com'), Remote(name='ubuntu@smithi033.front.sepia.ceph.com'), Remote(name='ubuntu@smithi064.front.sepia.ceph.com')] 2024-04-26T01:45:46.979 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-26T01:45:46.981 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:45:47.095 DEBUG:teuthology.orchestra.run.smithi026:> true 2024-04-26T01:45:47.260 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-26T01:45:47.260 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-04-26T01:45:47.260 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:45:47.333 DEBUG:teuthology.orchestra.run.smithi033:> true 2024-04-26T01:45:47.416 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-04-26T01:45:47.417 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-04-26T01:45:47.417 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi064.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:45:47.493 DEBUG:teuthology.orchestra.run.smithi064:> true 2024-04-26T01:45:47.580 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-04-26T01:45:47.581 INFO:teuthology.run_tasks:Running task clock... 2024-04-26T01:45:47.593 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-26T01:45:47.594 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T01:45:47.594 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T01:45:47.602 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T01:45:47.602 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T01:45:47.604 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T01:45:47.604 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T01:45:47.635 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T01:45:47.651 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T01:45:47.652 INFO:teuthology.orchestra.run.smithi064.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T01:45:47.668 INFO:teuthology.orchestra.run.smithi064.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T01:45:47.676 INFO:teuthology.orchestra.run.smithi033.stderr:sudo: ntpd: command not found 2024-04-26T01:45:47.688 INFO:teuthology.orchestra.run.smithi033.stdout:506 Cannot talk to daemon 2024-04-26T01:45:47.693 INFO:teuthology.orchestra.run.smithi026.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T01:45:47.694 INFO:teuthology.orchestra.run.smithi064.stderr:sudo: ntpd: command not found 2024-04-26T01:45:47.703 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T01:45:47.705 INFO:teuthology.orchestra.run.smithi064.stdout:506 Cannot talk to daemon 2024-04-26T01:45:47.718 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T01:45:47.720 INFO:teuthology.orchestra.run.smithi064.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T01:45:47.734 INFO:teuthology.orchestra.run.smithi064.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T01:45:47.735 INFO:teuthology.orchestra.run.smithi026.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T01:45:47.771 INFO:teuthology.orchestra.run.smithi033.stderr:bash: line 1: ntpq: command not found 2024-04-26T01:45:47.775 INFO:teuthology.orchestra.run.smithi033.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T01:45:47.775 INFO:teuthology.orchestra.run.smithi033.stdout:=============================================================================== 2024-04-26T01:45:47.775 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:45:47.775 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:45:47.775 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:45:47.775 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:45:47.792 INFO:teuthology.orchestra.run.smithi064.stderr:bash: line 1: ntpq: command not found 2024-04-26T01:45:47.795 INFO:teuthology.orchestra.run.smithi064.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T01:45:47.795 INFO:teuthology.orchestra.run.smithi064.stdout:=============================================================================== 2024-04-26T01:45:47.795 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:45:47.796 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:45:47.796 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:45:47.796 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:45:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:sudo: ntpd: command not found 2024-04-26T01:45:47.831 INFO:teuthology.orchestra.run.smithi026.stdout:506 Cannot talk to daemon 2024-04-26T01:45:47.873 INFO:teuthology.orchestra.run.smithi026.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T01:45:47.917 INFO:teuthology.orchestra.run.smithi026.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T01:45:48.057 INFO:teuthology.orchestra.run.smithi026.stderr:bash: line 1: ntpq: command not found 2024-04-26T01:45:48.065 INFO:teuthology.orchestra.run.smithi026.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T01:45:48.065 INFO:teuthology.orchestra.run.smithi026.stdout:=============================================================================== 2024-04-26T01:45:48.066 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:45:48.066 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:45:48.066 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:45:48.066 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:45:48.067 INFO:teuthology.run_tasks:Running task install... 2024-04-26T01:45:48.075 DEBUG:teuthology.task.install:project ceph 2024-04-26T01:45:48.076 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'}} 2024-04-26T01:45:48.076 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'} 2024-04-26T01:45:48.076 INFO:teuthology.task.install:Using flavor: default 2024-04-26T01:45:48.081 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-26T01:45:48.082 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-26T01:45:48.082 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-26T01:45:48.082 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:45:48.085 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-26T01:45:48.085 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:45:48.086 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-26T01:45:48.086 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:45:48.310 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-26T01:45:48.311 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-26T01:45:48.314 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-26T01:45:48.314 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-26T01:45:48.319 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-26T01:45:48.319 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-26T01:45:48.424 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T01:45:48.424 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-26T01:45:48.424 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T01:45:48.428 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T01:45:48.428 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:45:48.428 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T01:45:48.455 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T01:45:48.456 DEBUG:teuthology.orchestra.run.smithi064:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T01:45:48.488 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T01:45:48.488 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-04-26T01:45:48.488 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T01:45:48.518 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T01:45:48.518 DEBUG:teuthology.orchestra.run.smithi033:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T01:45:48.523 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T01:45:48.523 DEBUG:teuthology.orchestra.run.smithi026:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T01:45:48.525 DEBUG:teuthology.orchestra.run.smithi064:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T01:45:48.587 DEBUG:teuthology.orchestra.run.smithi033:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T01:45:48.606 DEBUG:teuthology.orchestra.run.smithi064:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T01:45:48.660 DEBUG:teuthology.orchestra.run.smithi026:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T01:45:48.666 DEBUG:teuthology.orchestra.run.smithi033:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T01:45:48.672 INFO:teuthology.orchestra.run.smithi064.stdout:check_obsoletes = 1 2024-04-26T01:45:48.674 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum clean all 2024-04-26T01:45:48.733 INFO:teuthology.orchestra.run.smithi033.stdout:check_obsoletes = 1 2024-04-26T01:45:48.735 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum clean all 2024-04-26T01:45:48.777 DEBUG:teuthology.orchestra.run.smithi026:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T01:45:48.861 INFO:teuthology.orchestra.run.smithi026.stdout:check_obsoletes = 1 2024-04-26T01:45:48.866 DEBUG:teuthology.orchestra.run.smithi026:> sudo yum clean all 2024-04-26T01:45:48.913 INFO:teuthology.orchestra.run.smithi064.stdout:48 files removed 2024-04-26T01:45:48.941 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T01:45:48.973 INFO:teuthology.orchestra.run.smithi033.stdout:48 files removed 2024-04-26T01:45:49.001 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T01:45:49.197 INFO:teuthology.orchestra.run.smithi026.stdout:48 files removed 2024-04-26T01:45:49.236 DEBUG:teuthology.orchestra.run.smithi026:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T01:45:49.649 INFO:teuthology.orchestra.run.smithi064.stdout:ceph packages for x86_64 192 kB/s | 83 kB 00:00 2024-04-26T01:45:49.766 INFO:teuthology.orchestra.run.smithi033.stdout:ceph packages for x86_64 170 kB/s | 83 kB 00:00 2024-04-26T01:45:50.042 INFO:teuthology.orchestra.run.smithi064.stdout:ceph noarch packages 34 kB/s | 12 kB 00:00 2024-04-26T01:45:50.141 INFO:teuthology.orchestra.run.smithi033.stdout:ceph noarch packages 35 kB/s | 12 kB 00:00 2024-04-26T01:45:50.226 INFO:teuthology.orchestra.run.smithi026.stdout:ceph packages for x86_64 155 kB/s | 83 kB 00:00 2024-04-26T01:45:50.401 INFO:teuthology.orchestra.run.smithi064.stdout:ceph source packages 5.9 kB/s | 1.9 kB 00:00 2024-04-26T01:45:50.441 INFO:teuthology.orchestra.run.smithi033.stdout:ceph source packages 7.2 kB/s | 1.9 kB 00:00 2024-04-26T01:45:50.701 INFO:teuthology.orchestra.run.smithi026.stdout:ceph noarch packages 31 kB/s | 12 kB 00:00 2024-04-26T01:45:51.143 INFO:teuthology.orchestra.run.smithi026.stdout:ceph source packages 5.3 kB/s | 1.9 kB 00:00 2024-04-26T01:45:51.203 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.0 MB 00:00 2024-04-26T01:45:51.378 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - BaseOS 8.9 MB/s | 8.0 MB 00:00 2024-04-26T01:45:51.971 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-26T01:45:53.671 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - AppStream 14 MB/s | 19 MB 00:01 2024-04-26T01:45:53.721 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - AppStream 15 MB/s | 19 MB 00:01 2024-04-26T01:45:54.449 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - AppStream 15 MB/s | 19 MB 00:01 2024-04-26T01:45:58.189 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - CRB 7.6 MB/s | 6.2 MB 00:00 2024-04-26T01:45:58.396 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - CRB 6.2 MB/s | 6.2 MB 00:00 2024-04-26T01:45:59.650 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - CRB 5.7 MB/s | 6.2 MB 00:01 2024-04-26T01:46:00.670 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - Extras packages 13 kB/s | 16 kB 00:01 2024-04-26T01:46:00.853 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - Extras packages 13 kB/s | 16 kB 00:01 2024-04-26T01:46:01.664 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - Extras packages 26 kB/s | 16 kB 00:00 2024-04-26T01:46:02.854 INFO:teuthology.orchestra.run.smithi026.stdout:Extra Packages for Enterprise Linux 21 MB/s | 21 MB 00:01 2024-04-26T01:46:08.271 INFO:teuthology.orchestra.run.smithi064.stdout:Extra Packages for Enterprise Linux 2.8 MB/s | 21 MB 00:07 2024-04-26T01:46:09.020 INFO:teuthology.orchestra.run.smithi026.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-04-26T01:46:11.548 INFO:teuthology.orchestra.run.smithi026.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:46:11.550 INFO:teuthology.orchestra.run.smithi026.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:46:11.571 INFO:teuthology.orchestra.run.smithi026.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T01:46:11.573 INFO:teuthology.orchestra.run.smithi026.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T01:46:11.574 INFO:teuthology.orchestra.run.smithi026.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T01:46:11.575 INFO:teuthology.orchestra.run.smithi026.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T01:46:11.578 INFO:teuthology.orchestra.run.smithi026.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T01:46:11.581 INFO:teuthology.orchestra.run.smithi026.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T01:46:11.583 INFO:teuthology.orchestra.run.smithi026.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T01:46:11.662 INFO:teuthology.orchestra.run.smithi026.stdout:Dependencies resolved. 2024-04-26T01:46:11.683 INFO:teuthology.orchestra.run.smithi026.stdout:======================================================================================= 2024-04-26T01:46:11.683 INFO:teuthology.orchestra.run.smithi026.stdout: Package Arch Version Repository Size 2024-04-26T01:46:11.683 INFO:teuthology.orchestra.run.smithi026.stdout:======================================================================================= 2024-04-26T01:46:11.683 INFO:teuthology.orchestra.run.smithi026.stdout:Installing: 2024-04-26T01:46:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T01:46:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-26T01:46:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:46:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-26T01:46:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-26T01:46:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-26T01:46:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-26T01:46:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-26T01:46:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-26T01:46:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-26T01:46:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-26T01:46:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-26T01:46:11.685 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-26T01:46:11.685 INFO:teuthology.orchestra.run.smithi026.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-26T01:46:11.685 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-26T01:46:11.685 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-26T01:46:11.685 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-26T01:46:11.685 INFO:teuthology.orchestra.run.smithi026.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T01:46:11.685 INFO:teuthology.orchestra.run.smithi026.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T01:46:11.685 INFO:teuthology.orchestra.run.smithi026.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T01:46:11.685 INFO:teuthology.orchestra.run.smithi026.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-26T01:46:11.685 INFO:teuthology.orchestra.run.smithi026.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-26T01:46:11.685 INFO:teuthology.orchestra.run.smithi026.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-26T01:46:11.686 INFO:teuthology.orchestra.run.smithi026.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T01:46:11.687 INFO:teuthology.orchestra.run.smithi026.stdout:Upgrading: 2024-04-26T01:46:11.687 INFO:teuthology.orchestra.run.smithi026.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-26T01:46:11.687 INFO:teuthology.orchestra.run.smithi026.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:46:11.687 INFO:teuthology.orchestra.run.smithi026.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T01:46:11.687 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T01:46:11.687 INFO:teuthology.orchestra.run.smithi026.stdout:Installing dependencies: 2024-04-26T01:46:11.687 INFO:teuthology.orchestra.run.smithi026.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T01:46:11.687 INFO:teuthology.orchestra.run.smithi026.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T01:46:11.687 INFO:teuthology.orchestra.run.smithi026.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T01:46:11.687 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-26T01:46:11.687 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-26T01:46:11.687 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-26T01:46:11.688 INFO:teuthology.orchestra.run.smithi026.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T01:46:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T01:46:11.690 INFO:teuthology.orchestra.run.smithi026.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T01:46:11.690 INFO:teuthology.orchestra.run.smithi026.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T01:46:11.690 INFO:teuthology.orchestra.run.smithi026.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-26T01:46:11.690 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T01:46:11.690 INFO:teuthology.orchestra.run.smithi026.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T01:46:11.690 INFO:teuthology.orchestra.run.smithi026.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T01:46:11.690 INFO:teuthology.orchestra.run.smithi026.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T01:46:11.690 INFO:teuthology.orchestra.run.smithi026.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T01:46:11.690 INFO:teuthology.orchestra.run.smithi026.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T01:46:11.690 INFO:teuthology.orchestra.run.smithi026.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T01:46:11.690 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T01:46:11.690 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T01:46:11.691 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T01:46:11.692 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T01:46:11.692 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T01:46:11.692 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T01:46:11.692 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T01:46:11.692 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T01:46:11.692 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T01:46:11.692 INFO:teuthology.orchestra.run.smithi026.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T01:46:11.692 INFO:teuthology.orchestra.run.smithi026.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T01:46:11.692 INFO:teuthology.orchestra.run.smithi026.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T01:46:11.692 INFO:teuthology.orchestra.run.smithi026.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T01:46:11.692 INFO:teuthology.orchestra.run.smithi026.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T01:46:11.692 INFO:teuthology.orchestra.run.smithi026.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T01:46:11.693 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T01:46:11.694 INFO:teuthology.orchestra.run.smithi026.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T01:46:11.694 INFO:teuthology.orchestra.run.smithi026.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T01:46:11.694 INFO:teuthology.orchestra.run.smithi026.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T01:46:11.694 INFO:teuthology.orchestra.run.smithi026.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T01:46:11.694 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T01:46:11.694 INFO:teuthology.orchestra.run.smithi026.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T01:46:11.694 INFO:teuthology.orchestra.run.smithi026.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T01:46:11.694 INFO:teuthology.orchestra.run.smithi026.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T01:46:11.694 INFO:teuthology.orchestra.run.smithi026.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T01:46:11.694 INFO:teuthology.orchestra.run.smithi026.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T01:46:11.694 INFO:teuthology.orchestra.run.smithi026.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T01:46:11.694 INFO:teuthology.orchestra.run.smithi026.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout:Installing weak dependencies: 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:46:11.695 INFO:teuthology.orchestra.run.smithi026.stdout:Transaction Summary 2024-04-26T01:46:11.696 INFO:teuthology.orchestra.run.smithi026.stdout:======================================================================================= 2024-04-26T01:46:11.696 INFO:teuthology.orchestra.run.smithi026.stdout:Install 148 Packages 2024-04-26T01:46:11.696 INFO:teuthology.orchestra.run.smithi026.stdout:Upgrade 4 Packages 2024-04-26T01:46:11.696 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:46:11.696 INFO:teuthology.orchestra.run.smithi026.stdout:Total download size: 222 M 2024-04-26T01:46:11.696 INFO:teuthology.orchestra.run.smithi026.stdout:Downloading Packages: 2024-04-26T01:46:12.805 INFO:teuthology.orchestra.run.smithi026.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 24 kB/s | 6.6 kB 00:00 2024-04-26T01:46:13.080 INFO:teuthology.orchestra.run.smithi026.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 3.2 MB/s | 890 kB 00:00 2024-04-26T01:46:13.147 INFO:teuthology.orchestra.run.smithi026.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 2.2 MB/s | 145 kB 00:00 2024-04-26T01:46:13.465 INFO:teuthology.orchestra.run.smithi064.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-26T01:46:13.522 INFO:teuthology.orchestra.run.smithi026.stdout:(4/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 6.3 MB/s | 2.4 MB 00:00 2024-04-26T01:46:13.647 INFO:teuthology.orchestra.run.smithi026.stdout:(5/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 4.8 MB/s | 5.4 MB 00:01 2024-04-26T01:46:13.781 INFO:teuthology.orchestra.run.smithi026.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 5.8 MB/s | 1.5 MB 00:00 2024-04-26T01:46:14.073 INFO:teuthology.orchestra.run.smithi026.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 11 MB/s | 4.7 MB 00:00 2024-04-26T01:46:14.974 INFO:teuthology.orchestra.run.smithi026.stdout:(8/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el7 12 MB/s | 11 MB 00:00 2024-04-26T01:46:15.015 INFO:teuthology.orchestra.run.smithi026.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 623 kB/s | 25 kB 00:00 2024-04-26T01:46:15.283 INFO:teuthology.orchestra.run.smithi026.stdout:(10/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 11 MB/s | 17 MB 00:01 2024-04-26T01:46:15.341 INFO:teuthology.orchestra.run.smithi026.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 3.9 MB/s | 225 kB 00:00 2024-04-26T01:46:15.383 INFO:teuthology.orchestra.run.smithi026.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 656 kB/s | 27 kB 00:00 2024-04-26T01:46:15.433 INFO:teuthology.orchestra.run.smithi026.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 648 kB/s | 32 kB 00:00 2024-04-26T01:46:15.542 INFO:teuthology.orchestra.run.smithi026.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 6.8 MB/s | 747 kB 00:00 2024-04-26T01:46:15.634 INFO:teuthology.orchestra.run.smithi026.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.8 MB/s | 163 kB 00:00 2024-04-26T01:46:15.700 INFO:teuthology.orchestra.run.smithi064.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:46:15.700 INFO:teuthology.orchestra.run.smithi064.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:46:15.712 INFO:teuthology.orchestra.run.smithi064.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T01:46:15.712 INFO:teuthology.orchestra.run.smithi064.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T01:46:15.713 INFO:teuthology.orchestra.run.smithi064.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T01:46:15.714 INFO:teuthology.orchestra.run.smithi064.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T01:46:15.716 INFO:teuthology.orchestra.run.smithi064.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T01:46:15.717 INFO:teuthology.orchestra.run.smithi026.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.5 MB/s | 126 kB 00:00 2024-04-26T01:46:15.718 INFO:teuthology.orchestra.run.smithi064.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T01:46:15.719 INFO:teuthology.orchestra.run.smithi064.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T01:46:15.783 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout:======================================================================================= 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repository Size 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout:======================================================================================= 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi064.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-26T01:46:15.810 INFO:teuthology.orchestra.run.smithi064.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T01:46:15.810 INFO:teuthology.orchestra.run.smithi064.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T01:46:15.810 INFO:teuthology.orchestra.run.smithi064.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T01:46:15.810 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T01:46:15.810 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T01:46:15.810 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T01:46:15.810 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-26T01:46:15.810 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-26T01:46:15.810 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-26T01:46:15.810 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-26T01:46:15.810 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout:Upgrading: 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout:Installing dependencies: 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-26T01:46:15.811 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi064.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi064.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi064.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T01:46:15.815 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T01:46:15.816 INFO:teuthology.orchestra.run.smithi064.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T01:46:15.817 INFO:teuthology.orchestra.run.smithi064.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T01:46:15.818 INFO:teuthology.orchestra.run.smithi064.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout:Installing weak dependencies: 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout:======================================================================================= 2024-04-26T01:46:15.819 INFO:teuthology.orchestra.run.smithi064.stdout:Install 148 Packages 2024-04-26T01:46:15.820 INFO:teuthology.orchestra.run.smithi064.stdout:Upgrade 4 Packages 2024-04-26T01:46:15.820 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:46:15.820 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 222 M 2024-04-26T01:46:15.820 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-04-26T01:46:15.834 INFO:teuthology.orchestra.run.smithi026.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 4.2 MB/s | 500 kB 00:00 2024-04-26T01:46:16.326 INFO:teuthology.orchestra.run.smithi026.stdout:(18/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 11 MB/s | 5.4 MB 00:00 2024-04-26T01:46:16.384 INFO:teuthology.orchestra.run.smithi026.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 787 kB/s | 45 kB 00:00 2024-04-26T01:46:16.452 INFO:teuthology.orchestra.run.smithi026.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 2.0 MB/s | 135 kB 00:00 2024-04-26T01:46:16.510 INFO:teuthology.orchestra.run.smithi026.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 2.8 MB/s | 161 kB 00:00 2024-04-26T01:46:16.585 INFO:teuthology.orchestra.run.smithi026.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 4.2 MB/s | 320 kB 00:00 2024-04-26T01:46:16.652 INFO:teuthology.orchestra.run.smithi026.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 4.4 MB/s | 298 kB 00:00 2024-04-26T01:46:16.711 INFO:teuthology.orchestra.run.smithi026.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.7 MB/s | 99 kB 00:00 2024-04-26T01:46:16.770 INFO:teuthology.orchestra.run.smithi026.stdout:(25/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.5 MB/s | 85 kB 00:00 2024-04-26T01:46:16.958 INFO:teuthology.orchestra.run.smithi064.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 29 kB/s | 6.6 kB 00:00 2024-04-26T01:46:17.078 INFO:teuthology.orchestra.run.smithi026.stdout:(26/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 10 MB/s | 3.1 MB 00:00 2024-04-26T01:46:17.145 INFO:teuthology.orchestra.run.smithi026.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 2.5 MB/s | 170 kB 00:00 2024-04-26T01:46:17.213 INFO:teuthology.orchestra.run.smithi026.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 520 kB/s | 34 kB 00:00 2024-04-26T01:46:17.280 INFO:teuthology.orchestra.run.smithi026.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 2.1 MB/s | 142 kB 00:00 2024-04-26T01:46:17.383 INFO:teuthology.orchestra.run.smithi064.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 2.0 MB/s | 890 kB 00:00 2024-04-26T01:46:17.525 INFO:teuthology.orchestra.run.smithi064.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 1.0 MB/s | 145 kB 00:00 2024-04-26T01:46:17.688 INFO:teuthology.orchestra.run.smithi026.stdout:(30/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 8.7 MB/s | 3.5 MB 00:00 2024-04-26T01:46:18.376 INFO:teuthology.orchestra.run.smithi064.stdout:(4/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 2.8 MB/s | 2.4 MB 00:00 2024-04-26T01:46:18.538 INFO:teuthology.orchestra.run.smithi026.stdout:(31/152): ceph-mgr-diskprediction-local-19.0.0- 8.7 MB/s | 7.4 MB 00:00 2024-04-26T01:46:18.668 INFO:teuthology.orchestra.run.smithi064.stdout:(5/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 5.1 MB/s | 1.5 MB 00:00 2024-04-26T01:46:19.018 INFO:teuthology.orchestra.run.smithi064.stdout:(6/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 2.3 MB/s | 5.4 MB 00:02 2024-04-26T01:46:19.047 INFO:teuthology.orchestra.run.smithi026.stdout:(32/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 12 MB/s | 49 MB 00:04 2024-04-26T01:46:19.080 INFO:teuthology.orchestra.run.smithi026.stdout:(33/152): ceph-mgr-modules-core-19.0.0-3156.gd6 460 kB/s | 249 kB 00:00 2024-04-26T01:46:19.122 INFO:teuthology.orchestra.run.smithi026.stdout:(34/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 666 kB/s | 49 kB 00:00 2024-04-26T01:46:19.147 INFO:teuthology.orchestra.run.smithi026.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3156.gd 249 kB/s | 16 kB 00:00 2024-04-26T01:46:19.227 INFO:teuthology.orchestra.run.smithi064.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 8.4 MB/s | 4.7 MB 00:00 2024-04-26T01:46:19.248 INFO:teuthology.orchestra.run.smithi026.stdout:(36/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 2.1 MB/s | 273 kB 00:00 2024-04-26T01:46:19.356 INFO:teuthology.orchestra.run.smithi026.stdout:(37/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 3.6 MB/s | 762 kB 00:00 2024-04-26T01:46:19.382 INFO:teuthology.orchestra.run.smithi026.stdout:(38/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 137 kB/s | 18 kB 00:00 2024-04-26T01:46:19.574 INFO:teuthology.orchestra.run.smithi026.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 372 kB/s | 80 kB 00:00 2024-04-26T01:46:19.632 INFO:teuthology.orchestra.run.smithi026.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 3.1 MB/s | 803 kB 00:00 2024-04-26T01:46:19.658 INFO:teuthology.orchestra.run.smithi026.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 2.4 MB/s | 195 kB 00:00 2024-04-26T01:46:19.691 INFO:teuthology.orchestra.run.smithi026.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.4 MB/s | 253 kB 00:00 2024-04-26T01:46:19.766 INFO:teuthology.orchestra.run.smithi026.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 12 MB/s | 1.2 MB 00:00 2024-04-26T01:46:19.794 INFO:teuthology.orchestra.run.smithi026.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 106 kB 00:00 2024-04-26T01:46:19.817 INFO:teuthology.orchestra.run.smithi026.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.7 MB/s | 135 kB 00:00 2024-04-26T01:46:19.842 INFO:teuthology.orchestra.run.smithi026.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.5 MB/s | 125 kB 00:00 2024-04-26T01:46:19.867 INFO:teuthology.orchestra.run.smithi026.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 4.3 MB/s | 215 kB 00:00 2024-04-26T01:46:19.909 INFO:teuthology.orchestra.run.smithi026.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 11 MB/s | 689 kB 00:00 2024-04-26T01:46:19.960 INFO:teuthology.orchestra.run.smithi026.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 11 MB/s | 943 kB 00:00 2024-04-26T01:46:19.985 INFO:teuthology.orchestra.run.smithi026.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-04-26T01:46:20.010 INFO:teuthology.orchestra.run.smithi026.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 445 kB/s | 21 kB 00:00 2024-04-26T01:46:20.027 INFO:teuthology.orchestra.run.smithi064.stdout:(8/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 6.4 MB/s | 21 MB 00:03 2024-04-26T01:46:20.044 INFO:teuthology.orchestra.run.smithi026.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 5.3 MB/s | 313 kB 00:00 2024-04-26T01:46:20.069 INFO:teuthology.orchestra.run.smithi026.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 564 kB/s | 33 kB 00:00 2024-04-26T01:46:20.094 INFO:teuthology.orchestra.run.smithi064.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 379 kB/s | 25 kB 00:00 2024-04-26T01:46:20.153 INFO:teuthology.orchestra.run.smithi026.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 228 kB/s | 18 kB 00:00 2024-04-26T01:46:20.236 INFO:teuthology.orchestra.run.smithi026.stdout:(55/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 16 MB/s | 3.0 MB 00:00 2024-04-26T01:46:20.262 INFO:teuthology.orchestra.run.smithi026.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 116 kB/s | 11 kB 00:00 2024-04-26T01:46:20.295 INFO:teuthology.orchestra.run.smithi026.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-04-26T01:46:20.320 INFO:teuthology.orchestra.run.smithi026.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 784 kB/s | 45 kB 00:00 2024-04-26T01:46:20.371 INFO:teuthology.orchestra.run.smithi026.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 8.8 MB/s | 662 kB 00:00 2024-04-26T01:46:20.405 INFO:teuthology.orchestra.run.smithi064.stdout:(10/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 9.0 MB/s | 11 MB 00:01 2024-04-26T01:46:20.413 INFO:teuthology.orchestra.run.smithi026.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 6.2 MB/s | 582 kB 00:00 2024-04-26T01:46:20.438 INFO:teuthology.orchestra.run.smithi026.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 419 kB/s | 25 kB 00:00 2024-04-26T01:46:20.463 INFO:teuthology.orchestra.run.smithi026.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 967 kB/s | 47 kB 00:00 2024-04-26T01:46:20.469 INFO:teuthology.orchestra.run.smithi064.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 3.3 MB/s | 225 kB 00:00 2024-04-26T01:46:20.497 INFO:teuthology.orchestra.run.smithi026.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.0 MB/s | 292 kB 00:00 2024-04-26T01:46:20.528 INFO:teuthology.orchestra.run.smithi064.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 464 kB/s | 27 kB 00:00 2024-04-26T01:46:20.530 INFO:teuthology.orchestra.run.smithi026.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 2.9 MB/s | 188 kB 00:00 2024-04-26T01:46:20.556 INFO:teuthology.orchestra.run.smithi026.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 630 kB/s | 35 kB 00:00 2024-04-26T01:46:20.586 INFO:teuthology.orchestra.run.smithi064.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 545 kB/s | 32 kB 00:00 2024-04-26T01:46:20.704 INFO:teuthology.orchestra.run.smithi064.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 6.3 MB/s | 747 kB 00:00 2024-04-26T01:46:20.756 INFO:teuthology.orchestra.run.smithi026.stdout:(66/152): openblas-openmp-0.3.21-2.el9.x86_64.r 21 MB/s | 4.7 MB 00:00 2024-04-26T01:46:20.779 INFO:teuthology.orchestra.run.smithi064.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 2.1 MB/s | 163 kB 00:00 2024-04-26T01:46:20.837 INFO:teuthology.orchestra.run.smithi064.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 2.1 MB/s | 126 kB 00:00 2024-04-26T01:46:20.865 INFO:teuthology.orchestra.run.smithi026.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-04-26T01:46:20.912 INFO:teuthology.orchestra.run.smithi064.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 6.5 MB/s | 500 kB 00:00 2024-04-26T01:46:20.932 INFO:teuthology.orchestra.run.smithi026.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 9.9 MB/s | 1.6 MB 00:00 2024-04-26T01:46:20.991 INFO:teuthology.orchestra.run.smithi026.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 8.1 MB/s | 911 kB 00:00 2024-04-26T01:46:21.018 INFO:teuthology.orchestra.run.smithi026.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 1.7 MB/s | 133 kB 00:00 2024-04-26T01:46:21.116 INFO:teuthology.orchestra.run.smithi026.stdout:(71/152): protobuf-3.14.0-13.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2024-04-26T01:46:21.258 INFO:teuthology.orchestra.run.smithi026.stdout:(72/152): postgresql-server-13.14-1.el9.x86_64. 22 MB/s | 5.8 MB 00:00 2024-04-26T01:46:21.283 INFO:teuthology.orchestra.run.smithi026.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 574 kB/s | 87 kB 00:00 2024-04-26T01:46:21.350 INFO:teuthology.orchestra.run.smithi026.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 3.8 MB/s | 244 kB 00:00 2024-04-26T01:46:21.513 INFO:teuthology.orchestra.run.smithi064.stdout:(18/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 8.9 MB/s | 5.4 MB 00:00 2024-04-26T01:46:21.517 INFO:teuthology.orchestra.run.smithi026.stdout:(75/152): python3-babel-2.9.1-2.el9.noarch.rpm 23 MB/s | 6.0 MB 00:00 2024-04-26T01:46:21.542 INFO:teuthology.orchestra.run.smithi026.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-04-26T01:46:21.580 INFO:teuthology.orchestra.run.smithi064.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 677 kB/s | 45 kB 00:00 2024-04-26T01:46:21.584 INFO:teuthology.orchestra.run.smithi026.stdout:(77/152): python3-jsonpointer-2.0-4.el9.noarch. 477 kB/s | 19 kB 00:00 2024-04-26T01:46:21.609 INFO:teuthology.orchestra.run.smithi026.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 391 kB/s | 26 kB 00:00 2024-04-26T01:46:21.643 INFO:teuthology.orchestra.run.smithi026.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-04-26T01:46:21.646 INFO:teuthology.orchestra.run.smithi064.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 2.0 MB/s | 135 kB 00:00 2024-04-26T01:46:21.668 INFO:teuthology.orchestra.run.smithi026.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 620 kB/s | 35 kB 00:00 2024-04-26T01:46:21.713 INFO:teuthology.orchestra.run.smithi064.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 2.4 MB/s | 161 kB 00:00 2024-04-26T01:46:21.735 INFO:teuthology.orchestra.run.smithi026.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.4 MB/s | 250 kB 00:00 2024-04-26T01:46:21.770 INFO:teuthology.orchestra.run.smithi033.stdout:Extra Packages for Enterprise Linux 1.0 MB/s | 21 MB 00:20 2024-04-26T01:46:21.789 INFO:teuthology.orchestra.run.smithi064.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 4.2 MB/s | 320 kB 00:00 2024-04-26T01:46:21.860 INFO:teuthology.orchestra.run.smithi026.stdout:(82/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 24 MB/s | 5.1 MB 00:00 2024-04-26T01:46:21.872 INFO:teuthology.orchestra.run.smithi064.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 3.5 MB/s | 298 kB 00:00 2024-04-26T01:46:21.894 INFO:teuthology.orchestra.run.smithi026.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.5 MB/s | 222 kB 00:00 2024-04-26T01:46:21.919 INFO:teuthology.orchestra.run.smithi026.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.4 MB/s | 77 kB 00:00 2024-04-26T01:46:21.945 INFO:teuthology.orchestra.run.smithi026.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 864 kB/s | 42 kB 00:00 2024-04-26T01:46:21.978 INFO:teuthology.orchestra.run.smithi026.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 4.6 MB/s | 269 kB 00:00 2024-04-26T01:46:22.003 INFO:teuthology.orchestra.run.smithi026.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.8 MB/s | 159 kB 00:00 2024-04-26T01:46:22.037 INFO:teuthology.orchestra.run.smithi026.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 4.9 MB/s | 279 kB 00:00 2024-04-26T01:46:22.039 INFO:teuthology.orchestra.run.smithi064.stdout:(24/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 5.6 MB/s | 17 MB 00:03 2024-04-26T01:46:22.062 INFO:teuthology.orchestra.run.smithi026.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 925 kB/s | 51 kB 00:00 2024-04-26T01:46:22.064 INFO:teuthology.orchestra.run.smithi064.stdout:(25/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 518 kB/s | 99 kB 00:00 2024-04-26T01:46:22.088 INFO:teuthology.orchestra.run.smithi026.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 1.1 MB/s | 54 kB 00:00 2024-04-26T01:46:22.098 INFO:teuthology.orchestra.run.smithi064.stdout:(26/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.4 MB/s | 85 kB 00:00 2024-04-26T01:46:22.146 INFO:teuthology.orchestra.run.smithi026.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 835 kB/s | 42 kB 00:00 2024-04-26T01:46:22.232 INFO:teuthology.orchestra.run.smithi064.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 1.3 MB/s | 170 kB 00:00 2024-04-26T01:46:22.324 INFO:teuthology.orchestra.run.smithi064.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 373 kB/s | 34 kB 00:00 2024-04-26T01:46:22.391 INFO:teuthology.orchestra.run.smithi064.stdout:(29/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 9.5 MB/s | 3.1 MB 00:00 2024-04-26T01:46:22.413 INFO:teuthology.orchestra.run.smithi026.stdout:(92/152): ceph-common-19.0.0-3156.gd69f13d8.el7 2.1 MB/s | 21 MB 00:09 2024-04-26T01:46:22.416 INFO:teuthology.orchestra.run.smithi064.stdout:(30/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.5 MB/s | 142 kB 00:00 2024-04-26T01:46:22.464 INFO:teuthology.orchestra.run.smithi026.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 147 kB/s | 44 kB 00:00 2024-04-26T01:46:22.791 INFO:teuthology.orchestra.run.smithi064.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 8.8 MB/s | 3.5 MB 00:00 2024-04-26T01:46:22.831 INFO:teuthology.orchestra.run.smithi026.stdout:(94/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 21 MB/s | 16 MB 00:00 2024-04-26T01:46:22.858 INFO:teuthology.orchestra.run.smithi064.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 3.7 MB/s | 249 kB 00:00 2024-04-26T01:46:22.864 INFO:teuthology.orchestra.run.smithi026.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 507 kB/s | 221 kB 00:00 2024-04-26T01:46:22.889 INFO:teuthology.orchestra.run.smithi026.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 88 kB/s | 36 kB 00:00 2024-04-26T01:46:22.923 INFO:teuthology.orchestra.run.smithi026.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 528 kB/s | 47 kB 00:00 2024-04-26T01:46:22.942 INFO:teuthology.orchestra.run.smithi064.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 589 kB/s | 49 kB 00:00 2024-04-26T01:46:22.948 INFO:teuthology.orchestra.run.smithi026.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 1.0 MB/s | 58 kB 00:00 2024-04-26T01:46:22.982 INFO:teuthology.orchestra.run.smithi026.stdout:(99/152): socat-1.7.4.1-5.el9.x86_64.rpm 3.3 MB/s | 305 kB 00:00 2024-04-26T01:46:22.999 INFO:teuthology.orchestra.run.smithi026.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.2 MB/s | 94 kB 00:00 2024-04-26T01:46:23.009 INFO:teuthology.orchestra.run.smithi064.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3156.gd 248 kB/s | 16 kB 00:00 2024-04-26T01:46:23.032 INFO:teuthology.orchestra.run.smithi026.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 802 kB/s | 64 kB 00:00 2024-04-26T01:46:23.057 INFO:teuthology.orchestra.run.smithi026.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 393 kB/s | 22 kB 00:00 2024-04-26T01:46:23.083 INFO:teuthology.orchestra.run.smithi026.stdout:(103/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 545 kB/s | 45 kB 00:00 2024-04-26T01:46:23.092 INFO:teuthology.orchestra.run.smithi064.stdout:(35/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 3.2 MB/s | 273 kB 00:00 2024-04-26T01:46:23.133 INFO:teuthology.orchestra.run.smithi026.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 8.5 MB/s | 863 kB 00:00 2024-04-26T01:46:23.251 INFO:teuthology.orchestra.run.smithi064.stdout:(36/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 4.7 MB/s | 762 kB 00:00 2024-04-26T01:46:23.318 INFO:teuthology.orchestra.run.smithi064.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 274 kB/s | 18 kB 00:00 2024-04-26T01:46:23.500 INFO:teuthology.orchestra.run.smithi026.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 79 kB/s | 19 kB 00:00 2024-04-26T01:46:23.567 INFO:teuthology.orchestra.run.smithi026.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 650 kB/s | 309 kB 00:00 2024-04-26T01:46:23.684 INFO:teuthology.orchestra.run.smithi026.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 877 kB/s | 548 kB 00:00 2024-04-26T01:46:23.744 INFO:teuthology.orchestra.run.smithi064.stdout:(38/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 13 MB/s | 49 MB 00:03 2024-04-26T01:46:23.877 INFO:teuthology.orchestra.run.smithi064.stdout:(39/152): ceph-mgr-diskprediction-local-19.0.0- 5.1 MB/s | 7.4 MB 00:01 2024-04-26T01:46:23.977 INFO:teuthology.orchestra.run.smithi064.stdout:(40/152): fuse-2.9.9-15.el9.x86_64.rpm 122 kB/s | 80 kB 00:00 2024-04-26T01:46:24.011 INFO:teuthology.orchestra.run.smithi064.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 1.8 MB/s | 195 kB 00:00 2024-04-26T01:46:24.053 INFO:teuthology.orchestra.run.smithi064.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-04-26T01:46:24.128 INFO:teuthology.orchestra.run.smithi064.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 11 MB/s | 1.2 MB 00:00 2024-04-26T01:46:24.153 INFO:teuthology.orchestra.run.smithi064.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 1.0 MB/s | 106 kB 00:00 2024-04-26T01:46:24.179 INFO:teuthology.orchestra.run.smithi064.stdout:(45/152): libgfortran-11.4.1-3.el9.x86_64.rpm 1.9 MB/s | 803 kB 00:00 2024-04-26T01:46:24.204 INFO:teuthology.orchestra.run.smithi064.stdout:(46/152): python3-pycparser-2.20-6.el9.noarch.r 1.8 MB/s | 135 kB 00:00 2024-04-26T01:46:24.229 INFO:teuthology.orchestra.run.smithi064.stdout:(47/152): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-04-26T01:46:24.254 INFO:teuthology.orchestra.run.smithi064.stdout:(48/152): python3-urllib3-1.26.5-5.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-04-26T01:46:24.288 INFO:teuthology.orchestra.run.smithi064.stdout:(49/152): automake-1.16.2-8.el9.noarch.rpm 12 MB/s | 689 kB 00:00 2024-04-26T01:46:24.330 INFO:teuthology.orchestra.run.smithi064.stdout:(50/152): bison-3.7.4-5.el9.x86_64.rpm 9.2 MB/s | 943 kB 00:00 2024-04-26T01:46:24.355 INFO:teuthology.orchestra.run.smithi064.stdout:(51/152): boost-program-options-1.75.0-8.el9.x8 1.0 MB/s | 107 kB 00:00 2024-04-26T01:46:24.380 INFO:teuthology.orchestra.run.smithi064.stdout:(52/152): elfutils-libelf-devel-0.190-2.el9.x86 239 kB/s | 21 kB 00:00 2024-04-26T01:46:24.406 INFO:teuthology.orchestra.run.smithi064.stdout:(53/152): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-04-26T01:46:24.422 INFO:teuthology.orchestra.run.smithi064.stdout:(54/152): flexiblas-3.0.4-8.el9.x86_64.rpm 491 kB/s | 33 kB 00:00 2024-04-26T01:46:24.514 INFO:teuthology.orchestra.run.smithi064.stdout:(55/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 22 MB/s | 3.0 MB 00:00 2024-04-26T01:46:24.531 INFO:teuthology.orchestra.run.smithi064.stdout:(56/152): flexiblas-openblas-openmp-3.0.4-8.el9 172 kB/s | 18 kB 00:00 2024-04-26T01:46:24.548 INFO:teuthology.orchestra.run.smithi064.stdout:(57/152): libaio-devel-0.3.111-13.el9.x86_64.rp 91 kB/s | 11 kB 00:00 2024-04-26T01:46:24.590 INFO:teuthology.orchestra.run.smithi064.stdout:(58/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.8 MB/s | 160 kB 00:00 2024-04-26T01:46:24.609 INFO:teuthology.orchestra.run.smithi026.stdout:(108/152): libarrow-9.0.0-10.el9.x86_64.rpm 4.0 MB/s | 4.4 MB 00:01 2024-04-26T01:46:24.615 INFO:teuthology.orchestra.run.smithi064.stdout:(59/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 682 kB/s | 45 kB 00:00 2024-04-26T01:46:24.626 INFO:teuthology.orchestra.run.smithi026.stdout:(109/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 25 kB/s | 26 kB 00:01 2024-04-26T01:46:24.640 INFO:teuthology.orchestra.run.smithi064.stdout:(60/152): librdkafka-1.6.1-102.el9.x86_64.rpm 7.1 MB/s | 662 kB 00:00 2024-04-26T01:46:24.643 INFO:teuthology.orchestra.run.smithi026.stdout:(110/152): liboath-2.6.7-2.el9.x86_64.rpm 51 kB/s | 49 kB 00:00 2024-04-26T01:46:24.665 INFO:teuthology.orchestra.run.smithi064.stdout:(61/152): libtool-2.4.6-45.el9.x86_64.rpm 7.7 MB/s | 582 kB 00:00 2024-04-26T01:46:24.669 INFO:teuthology.orchestra.run.smithi026.stdout:(111/152): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-04-26T01:46:24.682 INFO:teuthology.orchestra.run.smithi064.stdout:(62/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 630 kB/s | 25 kB 00:00 2024-04-26T01:46:24.699 INFO:teuthology.orchestra.run.smithi064.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 829 kB/s | 47 kB 00:00 2024-04-26T01:46:24.702 INFO:teuthology.orchestra.run.smithi026.stdout:(112/152): luarocks-3.9.2-1.el9.noarch.rpm 2.6 MB/s | 151 kB 00:00 2024-04-26T01:46:24.725 INFO:teuthology.orchestra.run.smithi064.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-04-26T01:46:24.750 INFO:teuthology.orchestra.run.smithi064.stdout:(65/152): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-04-26T01:46:24.767 INFO:teuthology.orchestra.run.smithi064.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 534 kB/s | 35 kB 00:00 2024-04-26T01:46:24.769 INFO:teuthology.orchestra.run.smithi026.stdout:(113/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.6 MB/s | 838 kB 00:00 2024-04-26T01:46:24.844 INFO:teuthology.orchestra.run.smithi026.stdout:(114/152): python3-asyncssh-2.13.2-5.el9.noarch 3.1 MB/s | 548 kB 00:00 2024-04-26T01:46:24.869 INFO:teuthology.orchestra.run.smithi026.stdout:(115/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 266 kB/s | 43 kB 00:00 2024-04-26T01:46:24.884 INFO:teuthology.orchestra.run.smithi064.stdout:(67/152): openblas-openmp-0.3.21-2.el9.x86_64.r 30 MB/s | 4.7 MB 00:00 2024-04-26T01:46:24.895 INFO:teuthology.orchestra.run.smithi026.stdout:(116/152): python3-cachetools-4.2.4-1.el9.noarc 265 kB/s | 32 kB 00:00 2024-04-26T01:46:24.921 INFO:teuthology.orchestra.run.smithi026.stdout:(117/152): python3-certifi-2021.10.8-2.el9.noar 307 kB/s | 15 kB 00:00 2024-04-26T01:46:24.926 INFO:teuthology.orchestra.run.smithi064.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-04-26T01:46:24.945 INFO:teuthology.orchestra.run.smithi026.stdout:(118/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.3 MB/s | 172 kB 00:00 2024-04-26T01:46:24.979 INFO:teuthology.orchestra.run.smithi026.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 4.3 MB/s | 358 kB 00:00 2024-04-26T01:46:24.993 INFO:teuthology.orchestra.run.smithi064.stdout:(69/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-04-26T01:46:25.013 INFO:teuthology.orchestra.run.smithi026.stdout:(120/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.7 MB/s | 303 kB 00:00 2024-04-26T01:46:25.026 INFO:teuthology.orchestra.run.smithi064.stdout:(70/152): postgresql-contrib-13.14-1.el9.x86_64 6.4 MB/s | 911 kB 00:00 2024-04-26T01:46:25.038 INFO:teuthology.orchestra.run.smithi026.stdout:(121/152): python3-colorama-0.4.4-12.el9.noarch 401 kB/s | 35 kB 00:00 2024-04-26T01:46:25.051 INFO:teuthology.orchestra.run.smithi064.stdout:(71/152): postgresql-private-libs-13.14-1.el9.x 1.1 MB/s | 133 kB 00:00 2024-04-26T01:46:25.071 INFO:teuthology.orchestra.run.smithi026.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 2.3 MB/s | 206 kB 00:00 2024-04-26T01:46:25.199 INFO:teuthology.orchestra.run.smithi064.stdout:(72/152): postgresql-server-13.14-1.el9.x86_64. 28 MB/s | 5.8 MB 00:00 2024-04-26T01:46:25.227 INFO:teuthology.orchestra.run.smithi064.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 509 kB/s | 87 kB 00:00 2024-04-26T01:46:25.260 INFO:teuthology.orchestra.run.smithi064.stdout:(74/152): protobuf-3.14.0-13.el9.x86_64.rpm 4.9 MB/s | 1.0 MB 00:00 2024-04-26T01:46:25.280 INFO:teuthology.orchestra.run.smithi026.stdout:(123/152): python3-grpcio-1.46.7-10.el9.x86_64. 8.5 MB/s | 2.0 MB 00:00 2024-04-26T01:46:25.305 INFO:teuthology.orchestra.run.smithi026.stdout:(124/152): python3-grpcio-tools-1.46.7-10.el9.x 547 kB/s | 144 kB 00:00 2024-04-26T01:46:25.330 INFO:teuthology.orchestra.run.smithi026.stdout:(125/152): python3-jaraco-8.2.1-3.el9.noarch.rp 41 kB/s | 11 kB 00:00 2024-04-26T01:46:25.356 INFO:teuthology.orchestra.run.smithi026.stdout:(126/152): python3-jaraco-classes-3.2.1-5.el9.n 242 kB/s | 18 kB 00:00 2024-04-26T01:46:25.381 INFO:teuthology.orchestra.run.smithi026.stdout:(127/152): python3-jaraco-collections-3.0.0-8.e 474 kB/s | 23 kB 00:00 2024-04-26T01:46:25.394 INFO:teuthology.orchestra.run.smithi064.stdout:(75/152): python3-babel-2.9.1-2.el9.noarch.rpm 31 MB/s | 6.0 MB 00:00 2024-04-26T01:46:25.415 INFO:teuthology.orchestra.run.smithi026.stdout:(128/152): python3-jaraco-functools-3.5.0-2.el9 236 kB/s | 19 kB 00:00 2024-04-26T01:46:25.419 INFO:teuthology.orchestra.run.smithi064.stdout:(76/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.2 MB/s | 244 kB 00:00 2024-04-26T01:46:25.440 INFO:teuthology.orchestra.run.smithi026.stdout:(129/152): python3-jaraco-text-3.2.0-6.el9.noar 238 kB/s | 20 kB 00:00 2024-04-26T01:46:25.503 INFO:teuthology.orchestra.run.smithi064.stdout:(77/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.0 MB/s | 248 kB 00:00 2024-04-26T01:46:25.506 INFO:teuthology.orchestra.run.smithi026.stdout:(130/152): python3-kubernetes-26.1.0-2.el9.noar 11 MB/s | 1.0 MB 00:00 2024-04-26T01:46:25.528 INFO:teuthology.orchestra.run.smithi064.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 193 kB/s | 26 kB 00:00 2024-04-26T01:46:25.532 INFO:teuthology.orchestra.run.smithi026.stdout:(131/152): python3-logutils-0.3.5-21.el9.noarch 401 kB/s | 46 kB 00:00 2024-04-26T01:46:25.553 INFO:teuthology.orchestra.run.smithi064.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-04-26T01:46:25.557 INFO:teuthology.orchestra.run.smithi026.stdout:(132/152): python3-more-itertools-8.12.0-2.el9. 708 kB/s | 79 kB 00:00 2024-04-26T01:46:25.582 INFO:teuthology.orchestra.run.smithi026.stdout:(133/152): python3-natsort-7.1.1-5.el9.noarch.r 780 kB/s | 58 kB 00:00 2024-04-26T01:46:25.586 INFO:teuthology.orchestra.run.smithi064.stdout:(80/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-04-26T01:46:25.612 INFO:teuthology.orchestra.run.smithi064.stdout:(81/152): python3-markupsafe-1.1.1-12.el9.x86_6 417 kB/s | 35 kB 00:00 2024-04-26T01:46:25.616 INFO:teuthology.orchestra.run.smithi026.stdout:(134/152): python3-pecan-1.4.2-3.el9.noarch.rpm 4.7 MB/s | 272 kB 00:00 2024-04-26T01:46:25.641 INFO:teuthology.orchestra.run.smithi026.stdout:(135/152): python3-portend-3.1.0-2.el9.noarch.r 201 kB/s | 16 kB 00:00 2024-04-26T01:46:25.658 INFO:teuthology.orchestra.run.smithi026.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-04-26T01:46:25.704 INFO:teuthology.orchestra.run.smithi064.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-04-26T01:46:25.725 INFO:teuthology.orchestra.run.smithi026.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 346 kB/s | 28 kB 00:00 2024-04-26T01:46:25.750 INFO:teuthology.orchestra.run.smithi026.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 288 kB/s | 31 kB 00:00 2024-04-26T01:46:25.784 INFO:teuthology.orchestra.run.smithi026.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-04-26T01:46:25.796 INFO:teuthology.orchestra.run.smithi064.stdout:(83/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 24 MB/s | 5.1 MB 00:00 2024-04-26T01:46:25.809 INFO:teuthology.orchestra.run.smithi026.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-04-26T01:46:25.821 INFO:teuthology.orchestra.run.smithi064.stdout:(84/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.0 MB/s | 222 kB 00:00 2024-04-26T01:46:25.834 INFO:teuthology.orchestra.run.smithi026.stdout:(141/152): python3-tempora-5.0.0-2.el9.noarch.r 443 kB/s | 36 kB 00:00 2024-04-26T01:46:25.846 INFO:teuthology.orchestra.run.smithi064.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 553 kB/s | 77 kB 00:00 2024-04-26T01:46:25.859 INFO:teuthology.orchestra.run.smithi026.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 693 kB/s | 51 kB 00:00 2024-04-26T01:46:25.871 INFO:teuthology.orchestra.run.smithi064.stdout:(86/152): python3-prettytable-0.7.2-27.el9.noar 565 kB/s | 42 kB 00:00 2024-04-26T01:46:25.893 INFO:teuthology.orchestra.run.smithi026.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 3.9 MB/s | 230 kB 00:00 2024-04-26T01:46:25.896 INFO:teuthology.orchestra.run.smithi064.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-04-26T01:46:25.918 INFO:teuthology.orchestra.run.smithi026.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 1.1 MB/s | 90 kB 00:00 2024-04-26T01:46:25.922 INFO:teuthology.orchestra.run.smithi064.stdout:(88/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-04-26T01:46:25.947 INFO:teuthology.orchestra.run.smithi064.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 3.7 MB/s | 279 kB 00:00 2024-04-26T01:46:25.972 INFO:teuthology.orchestra.run.smithi064.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-26T01:46:25.997 INFO:teuthology.orchestra.run.smithi064.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 722 kB/s | 54 kB 00:00 2024-04-26T01:46:25.999 INFO:teuthology.orchestra.run.smithi026.stdout:(145/152): python3-werkzeug-2.0.3-3.el9.1.noarc 3.0 MB/s | 427 kB 00:00 2024-04-26T01:46:26.035 INFO:teuthology.orchestra.run.smithi026.stdout:(146/152): python3-zc-lockfile-2.0-10.el9.noarc 178 kB/s | 20 kB 00:00 2024-04-26T01:46:26.060 INFO:teuthology.orchestra.run.smithi026.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 1.4 MB/s | 192 kB 00:00 2024-04-26T01:46:26.211 INFO:teuthology.orchestra.run.smithi026.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 7.6 MB/s | 1.6 MB 00:00 2024-04-26T01:46:26.248 INFO:teuthology.orchestra.run.smithi064.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 168 kB/s | 42 kB 00:00 2024-04-26T01:46:26.273 INFO:teuthology.orchestra.run.smithi064.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 162 kB/s | 44 kB 00:00 2024-04-26T01:46:26.419 INFO:teuthology.orchestra.run.smithi026.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 6.5 MB/s | 1.3 MB 00:00 2024-04-26T01:46:26.495 INFO:teuthology.orchestra.run.smithi026.stdout:(150/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 7.4 MB/s | 3.1 MB 00:00 2024-04-26T01:46:26.540 INFO:teuthology.orchestra.run.smithi064.stdout:(94/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 27 MB/s | 16 MB 00:00 2024-04-26T01:46:26.565 INFO:teuthology.orchestra.run.smithi064.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 696 kB/s | 221 kB 00:00 2024-04-26T01:46:26.578 INFO:teuthology.orchestra.run.smithi026.stdout:(151/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 15 MB/s | 2.4 MB 00:00 2024-04-26T01:46:26.590 INFO:teuthology.orchestra.run.smithi064.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 114 kB/s | 36 kB 00:00 2024-04-26T01:46:26.616 INFO:teuthology.orchestra.run.smithi064.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 634 kB/s | 47 kB 00:00 2024-04-26T01:46:26.641 INFO:teuthology.orchestra.run.smithi064.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 6.0 MB/s | 305 kB 00:00 2024-04-26T01:46:26.662 INFO:teuthology.orchestra.run.smithi026.stdout:(152/152): librados2-19.0.0-3156.gd69f13d8.el7. 5.7 MB/s | 3.4 MB 00:00 2024-04-26T01:46:26.666 INFO:teuthology.orchestra.run.smithi064.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 771 kB/s | 58 kB 00:00 2024-04-26T01:46:26.679 INFO:teuthology.orchestra.run.smithi026.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:46:26.679 INFO:teuthology.orchestra.run.smithi026.stdout:Total 15 MB/s | 222 MB 00:14 2024-04-26T01:46:26.691 INFO:teuthology.orchestra.run.smithi064.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.2 MB/s | 94 kB 00:00 2024-04-26T01:46:26.716 INFO:teuthology.orchestra.run.smithi064.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.3 MB/s | 64 kB 00:00 2024-04-26T01:46:26.741 INFO:teuthology.orchestra.run.smithi064.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 599 kB/s | 45 kB 00:00 2024-04-26T01:46:26.769 INFO:teuthology.orchestra.run.smithi064.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 289 kB/s | 22 kB 00:00 2024-04-26T01:46:26.803 INFO:teuthology.orchestra.run.smithi064.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 14 MB/s | 863 kB 00:00 2024-04-26T01:46:26.893 INFO:teuthology.orchestra.run.smithi033.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-26T01:46:26.953 INFO:teuthology.orchestra.run.smithi064.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 130 kB/s | 19 kB 00:00 2024-04-26T01:46:26.999 INFO:teuthology.orchestra.run.smithi064.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://volico.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 208.68.237.5) 2024-04-26T01:46:27.062 INFO:teuthology.orchestra.run.smithi064.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.0 MB/s | 309 kB 00:00 2024-04-26T01:46:27.140 INFO:teuthology.orchestra.run.smithi064.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://volico.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 208.68.237.5) 2024-04-26T01:46:27.170 INFO:teuthology.orchestra.run.smithi064.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 1.3 MB/s | 548 kB 00:00 2024-04-26T01:46:27.187 INFO:teuthology.orchestra.run.smithi064.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://volico.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 208.68.237.5) 2024-04-26T01:46:27.237 INFO:teuthology.orchestra.run.smithi064.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 729 kB/s | 49 kB 00:00 2024-04-26T01:46:27.312 INFO:teuthology.orchestra.run.smithi064.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 897 kB/s | 67 kB 00:00 2024-04-26T01:46:27.314 INFO:teuthology.orchestra.run.smithi064.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://volico.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 208.68.237.5) 2024-04-26T01:46:27.388 INFO:teuthology.orchestra.run.smithi064.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-04-26T01:46:27.432 INFO:teuthology.orchestra.run.smithi064.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://volico.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 208.68.237.5) 2024-04-26T01:46:27.477 INFO:teuthology.orchestra.run.smithi064.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://volico.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 208.68.237.5) 2024-04-26T01:46:28.488 INFO:teuthology.orchestra.run.smithi064.stdout:(111/152): libarrow-9.0.0-10.el9.x86_64.rpm 2.9 MB/s | 4.4 MB 00:01 2024-04-26T01:46:28.513 INFO:teuthology.orchestra.run.smithi064.stdout:(112/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 18 kB/s | 26 kB 00:01 2024-04-26T01:46:28.555 INFO:teuthology.orchestra.run.smithi064.stdout:(113/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 718 kB/s | 838 kB 00:01 2024-04-26T01:46:28.580 INFO:teuthology.orchestra.run.smithi064.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 650 kB/s | 43 kB 00:00 2024-04-26T01:46:28.614 INFO:teuthology.orchestra.run.smithi064.stdout:(115/152): python3-asyncssh-2.13.2-5.el9.noarch 4.3 MB/s | 548 kB 00:00 2024-04-26T01:46:28.664 INFO:teuthology.orchestra.run.smithi064.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 179 kB/s | 15 kB 00:00 2024-04-26T01:46:28.689 INFO:teuthology.orchestra.run.smithi064.stdout:(117/152): python3-cachetools-4.2.4-1.el9.noarc 240 kB/s | 32 kB 00:00 2024-04-26T01:46:28.723 INFO:teuthology.orchestra.run.smithi064.stdout:(118/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-04-26T01:46:28.765 INFO:teuthology.orchestra.run.smithi064.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-04-26T01:46:28.790 INFO:teuthology.orchestra.run.smithi064.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 529 kB/s | 35 kB 00:00 2024-04-26T01:46:28.832 INFO:teuthology.orchestra.run.smithi064.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 3.0 MB/s | 206 kB 00:00 2024-04-26T01:46:28.924 INFO:teuthology.orchestra.run.smithi064.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 1.5 MB/s | 144 kB 00:00 2024-04-26T01:46:28.949 INFO:teuthology.orchestra.run.smithi064.stdout:(123/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.1 MB/s | 303 kB 00:00 2024-04-26T01:46:28.991 INFO:teuthology.orchestra.run.smithi064.stdout:(124/152): python3-grpcio-1.46.7-10.el9.x86_64. 10 MB/s | 2.0 MB 00:00 2024-04-26T01:46:29.016 INFO:teuthology.orchestra.run.smithi064.stdout:(125/152): python3-jaraco-8.2.1-3.el9.noarch.rp 116 kB/s | 11 kB 00:00 2024-04-26T01:46:29.041 INFO:teuthology.orchestra.run.smithi064.stdout:(126/152): python3-jaraco-classes-3.2.1-5.el9.n 192 kB/s | 18 kB 00:00 2024-04-26T01:46:29.067 INFO:teuthology.orchestra.run.smithi064.stdout:(127/152): python3-jaraco-collections-3.0.0-8.e 307 kB/s | 23 kB 00:00 2024-04-26T01:46:29.092 INFO:teuthology.orchestra.run.smithi064.stdout:(128/152): python3-jaraco-functools-3.5.0-2.el9 258 kB/s | 19 kB 00:00 2024-04-26T01:46:29.117 INFO:teuthology.orchestra.run.smithi064.stdout:(129/152): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-04-26T01:46:29.153 INFO:teuthology.orchestra.run.smithi033.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:46:29.153 INFO:teuthology.orchestra.run.smithi033.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:46:29.164 INFO:teuthology.orchestra.run.smithi033.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T01:46:29.165 INFO:teuthology.orchestra.run.smithi033.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T01:46:29.166 INFO:teuthology.orchestra.run.smithi033.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T01:46:29.167 INFO:teuthology.orchestra.run.smithi033.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T01:46:29.169 INFO:teuthology.orchestra.run.smithi033.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T01:46:29.171 INFO:teuthology.orchestra.run.smithi033.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T01:46:29.171 INFO:teuthology.orchestra.run.smithi033.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T01:46:29.218 INFO:teuthology.orchestra.run.smithi064.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 370 kB/s | 46 kB 00:00 2024-04-26T01:46:29.235 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-04-26T01:46:29.243 INFO:teuthology.orchestra.run.smithi064.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 629 kB/s | 79 kB 00:00 2024-04-26T01:46:29.255 INFO:teuthology.orchestra.run.smithi033.stdout:======================================================================================= 2024-04-26T01:46:29.255 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-04-26T01:46:29.255 INFO:teuthology.orchestra.run.smithi033.stdout:======================================================================================= 2024-04-26T01:46:29.255 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-04-26T01:46:29.255 INFO:teuthology.orchestra.run.smithi033.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T01:46:29.255 INFO:teuthology.orchestra.run.smithi033.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-26T01:46:29.255 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-26T01:46:29.256 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-26T01:46:29.257 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-26T01:46:29.257 INFO:teuthology.orchestra.run.smithi033.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T01:46:29.257 INFO:teuthology.orchestra.run.smithi033.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T01:46:29.257 INFO:teuthology.orchestra.run.smithi033.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T01:46:29.257 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-26T01:46:29.257 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-26T01:46:29.257 INFO:teuthology.orchestra.run.smithi033.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-26T01:46:29.257 INFO:teuthology.orchestra.run.smithi033.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T01:46:29.257 INFO:teuthology.orchestra.run.smithi033.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T01:46:29.257 INFO:teuthology.orchestra.run.smithi033.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T01:46:29.257 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T01:46:29.257 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T01:46:29.258 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T01:46:29.258 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-26T01:46:29.258 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-26T01:46:29.258 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-26T01:46:29.258 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-26T01:46:29.258 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-26T01:46:29.258 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:46:29.258 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-26T01:46:29.258 INFO:teuthology.orchestra.run.smithi033.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T01:46:29.258 INFO:teuthology.orchestra.run.smithi033.stdout:Upgrading: 2024-04-26T01:46:29.258 INFO:teuthology.orchestra.run.smithi033.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout:Installing dependencies: 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-26T01:46:29.259 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-26T01:46:29.260 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-26T01:46:29.260 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-26T01:46:29.260 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T01:46:29.260 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T01:46:29.260 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T01:46:29.260 INFO:teuthology.orchestra.run.smithi033.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T01:46:29.260 INFO:teuthology.orchestra.run.smithi033.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T01:46:29.260 INFO:teuthology.orchestra.run.smithi033.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T01:46:29.260 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-26T01:46:29.260 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-26T01:46:29.260 INFO:teuthology.orchestra.run.smithi033.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-26T01:46:29.260 INFO:teuthology.orchestra.run.smithi033.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T01:46:29.261 INFO:teuthology.orchestra.run.smithi033.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-26T01:46:29.262 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T01:46:29.263 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T01:46:29.264 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T01:46:29.265 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T01:46:29.266 INFO:teuthology.orchestra.run.smithi033.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout:Installing weak dependencies: 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-04-26T01:46:29.267 INFO:teuthology.orchestra.run.smithi033.stdout:======================================================================================= 2024-04-26T01:46:29.268 INFO:teuthology.orchestra.run.smithi033.stdout:Install 148 Packages 2024-04-26T01:46:29.268 INFO:teuthology.orchestra.run.smithi033.stdout:Upgrade 4 Packages 2024-04-26T01:46:29.268 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:46:29.268 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 222 M 2024-04-26T01:46:29.268 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-04-26T01:46:29.284 INFO:teuthology.orchestra.run.smithi064.stdout:(132/152): python3-kubernetes-26.1.0-2.el9.noar 4.7 MB/s | 1.0 MB 00:00 2024-04-26T01:46:29.310 INFO:teuthology.orchestra.run.smithi064.stdout:(133/152): python3-natsort-7.1.1-5.el9.noarch.r 627 kB/s | 58 kB 00:00 2024-04-26T01:46:29.361 INFO:teuthology.orchestra.run.smithi064.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 217 kB/s | 16 kB 00:00 2024-04-26T01:46:29.386 INFO:teuthology.orchestra.run.smithi064.stdout:(135/152): python3-pecan-1.4.2-3.el9.noarch.rpm 1.9 MB/s | 272 kB 00:00 2024-04-26T01:46:29.411 INFO:teuthology.orchestra.run.smithi064.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 893 kB/s | 90 kB 00:00 2024-04-26T01:46:29.436 INFO:teuthology.orchestra.run.smithi064.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 374 kB/s | 28 kB 00:00 2024-04-26T01:46:29.470 INFO:teuthology.orchestra.run.smithi064.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 367 kB/s | 31 kB 00:00 2024-04-26T01:46:29.512 INFO:teuthology.orchestra.run.smithi064.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-04-26T01:46:29.537 INFO:teuthology.orchestra.run.smithi064.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 589 kB/s | 59 kB 00:00 2024-04-26T01:46:29.571 INFO:teuthology.orchestra.run.smithi064.stdout:(141/152): python3-tempora-5.0.0-2.el9.noarch.r 356 kB/s | 36 kB 00:00 2024-04-26T01:46:29.604 INFO:teuthology.orchestra.run.smithi064.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 564 kB/s | 51 kB 00:00 2024-04-26T01:46:29.629 INFO:teuthology.orchestra.run.smithi064.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-04-26T01:46:29.655 INFO:teuthology.orchestra.run.smithi064.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 1.0 MB/s | 90 kB 00:00 2024-04-26T01:46:29.678 INFO:teuthology.orchestra.run.smithi026.stdout:Running transaction check 2024-04-26T01:46:29.713 INFO:teuthology.orchestra.run.smithi064.stdout:(145/152): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-04-26T01:46:29.739 INFO:teuthology.orchestra.run.smithi064.stdout:(146/152): python3-zc-lockfile-2.0-10.el9.noarc 184 kB/s | 20 kB 00:00 2024-04-26T01:46:29.764 INFO:teuthology.orchestra.run.smithi064.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-04-26T01:46:29.940 INFO:teuthology.orchestra.run.smithi026.stdout:Transaction check succeeded. 2024-04-26T01:46:29.940 INFO:teuthology.orchestra.run.smithi026.stdout:Running transaction test 2024-04-26T01:46:29.956 INFO:teuthology.orchestra.run.smithi064.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 6.5 MB/s | 1.6 MB 00:00 2024-04-26T01:46:30.048 INFO:teuthology.orchestra.run.smithi064.stdout:(149/152): librados2-19.0.0-3156.gd69f13d8.el7. 11 MB/s | 3.4 MB 00:00 2024-04-26T01:46:30.090 INFO:teuthology.orchestra.run.smithi064.stdout:(150/152): openssl-3.2.1-1.el9.x86_64.rpm 10 MB/s | 1.3 MB 00:00 2024-04-26T01:46:30.181 INFO:teuthology.orchestra.run.smithi064.stdout:(151/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 18 MB/s | 2.4 MB 00:00 2024-04-26T01:46:30.303 INFO:teuthology.orchestra.run.smithi033.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 26 kB/s | 6.6 kB 00:00 2024-04-26T01:46:30.523 INFO:teuthology.orchestra.run.smithi064.stdout:(152/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 4.1 MB/s | 3.1 MB 00:00 2024-04-26T01:46:30.529 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:46:30.529 INFO:teuthology.orchestra.run.smithi064.stdout:Total 15 MB/s | 222 MB 00:14 2024-04-26T01:46:31.070 INFO:teuthology.orchestra.run.smithi033.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.1 MB/s | 890 kB 00:00 2024-04-26T01:46:31.145 INFO:teuthology.orchestra.run.smithi033.stdout:(3/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 4.9 MB/s | 5.4 MB 00:01 2024-04-26T01:46:31.228 INFO:teuthology.orchestra.run.smithi033.stdout:(4/152): ceph-immutable-object-cache-19.0.0-315 913 kB/s | 145 kB 00:00 2024-04-26T01:46:31.529 INFO:teuthology.orchestra.run.smithi033.stdout:(5/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 6.2 MB/s | 2.4 MB 00:00 2024-04-26T01:46:31.660 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-04-26T01:46:31.819 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-04-26T01:46:31.819 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-04-26T01:46:31.920 INFO:teuthology.orchestra.run.smithi033.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 2.2 MB/s | 1.5 MB 00:00 2024-04-26T01:46:32.196 INFO:teuthology.orchestra.run.smithi033.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 7.0 MB/s | 4.7 MB 00:00 2024-04-26T01:46:32.660 INFO:teuthology.orchestra.run.smithi026.stdout:Transaction test succeeded. 2024-04-26T01:46:32.660 INFO:teuthology.orchestra.run.smithi026.stdout:Running transaction 2024-04-26T01:46:32.854 INFO:teuthology.orchestra.run.smithi033.stdout:(8/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 7.5 MB/s | 21 MB 00:02 2024-04-26T01:46:32.929 INFO:teuthology.orchestra.run.smithi033.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 337 kB/s | 25 kB 00:00 2024-04-26T01:46:33.696 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-04-26T01:46:33.697 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-04-26T01:46:34.355 INFO:teuthology.orchestra.run.smithi033.stdout:(10/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 4.9 MB/s | 11 MB 00:02 2024-04-26T01:46:34.449 INFO:teuthology.orchestra.run.smithi033.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 2.3 MB/s | 225 kB 00:00 2024-04-26T01:46:34.524 INFO:teuthology.orchestra.run.smithi033.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 362 kB/s | 27 kB 00:00 2024-04-26T01:46:34.599 INFO:teuthology.orchestra.run.smithi033.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 422 kB/s | 32 kB 00:00 2024-04-26T01:46:34.808 INFO:teuthology.orchestra.run.smithi033.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 3.5 MB/s | 747 kB 00:00 2024-04-26T01:46:34.891 INFO:teuthology.orchestra.run.smithi033.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.9 MB/s | 163 kB 00:00 2024-04-26T01:46:34.975 INFO:teuthology.orchestra.run.smithi033.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.5 MB/s | 126 kB 00:00 2024-04-26T01:46:35.125 INFO:teuthology.orchestra.run.smithi033.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 3.3 MB/s | 500 kB 00:00 2024-04-26T01:46:36.292 INFO:teuthology.orchestra.run.smithi033.stdout:(18/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 4.6 MB/s | 5.4 MB 00:01 2024-04-26T01:46:36.384 INFO:teuthology.orchestra.run.smithi033.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 494 kB/s | 45 kB 00:00 2024-04-26T01:46:36.484 INFO:teuthology.orchestra.run.smithi033.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 1.3 MB/s | 135 kB 00:00 2024-04-26T01:46:36.584 INFO:teuthology.orchestra.run.smithi033.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 1.6 MB/s | 161 kB 00:00 2024-04-26T01:46:36.701 INFO:teuthology.orchestra.run.smithi033.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 2.7 MB/s | 320 kB 00:00 2024-04-26T01:46:36.810 INFO:teuthology.orchestra.run.smithi033.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 2.7 MB/s | 298 kB 00:00 2024-04-26T01:46:36.910 INFO:teuthology.orchestra.run.smithi033.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 998 kB/s | 99 kB 00:00 2024-04-26T01:46:36.994 INFO:teuthology.orchestra.run.smithi033.stdout:(25/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.0 MB/s | 85 kB 00:00 2024-04-26T01:46:37.677 INFO:teuthology.orchestra.run.smithi033.stdout:(26/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 4.5 MB/s | 3.1 MB 00:00 2024-04-26T01:46:37.760 INFO:teuthology.orchestra.run.smithi033.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 2.0 MB/s | 170 kB 00:00 2024-04-26T01:46:37.936 INFO:teuthology.orchestra.run.smithi033.stdout:(28/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 2.8 MB/s | 17 MB 00:06 2024-04-26T01:46:37.961 INFO:teuthology.orchestra.run.smithi033.stdout:(29/152): ceph-grafana-dashboards-19.0.0-3156.g 171 kB/s | 34 kB 00:00 2024-04-26T01:46:38.387 INFO:teuthology.orchestra.run.smithi033.stdout:(30/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 9.0 MB/s | 49 MB 00:05 2024-04-26T01:46:38.412 INFO:teuthology.orchestra.run.smithi033.stdout:(31/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 299 kB/s | 142 kB 00:00 2024-04-26T01:46:38.529 INFO:teuthology.orchestra.run.smithi033.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 2.1 MB/s | 249 kB 00:00 2024-04-26T01:46:38.621 INFO:teuthology.orchestra.run.smithi033.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 539 kB/s | 49 kB 00:00 2024-04-26T01:46:38.679 INFO:teuthology.orchestra.run.smithi033.stdout:(34/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 4.9 MB/s | 3.5 MB 00:00 2024-04-26T01:46:38.705 INFO:teuthology.orchestra.run.smithi033.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3156.gd 197 kB/s | 16 kB 00:00 2024-04-26T01:46:38.763 INFO:teuthology.orchestra.run.smithi033.stdout:(36/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 3.2 MB/s | 273 kB 00:00 2024-04-26T01:46:38.847 INFO:teuthology.orchestra.run.smithi033.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 219 kB/s | 18 kB 00:00 2024-04-26T01:46:38.930 INFO:teuthology.orchestra.run.smithi033.stdout:(38/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 3.3 MB/s | 762 kB 00:00 2024-04-26T01:46:39.014 INFO:teuthology.orchestra.run.smithi033.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 481 kB/s | 80 kB 00:00 2024-04-26T01:46:39.097 INFO:teuthology.orchestra.run.smithi033.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 4.7 MB/s | 803 kB 00:00 2024-04-26T01:46:39.123 INFO:teuthology.orchestra.run.smithi033.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 1.8 MB/s | 195 kB 00:00 2024-04-26T01:46:39.148 INFO:teuthology.orchestra.run.smithi033.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.0 MB/s | 253 kB 00:00 2024-04-26T01:46:39.160 INFO:teuthology.orchestra.run.smithi026.stdout: Preparing : 1/1 2024-04-26T01:46:39.240 INFO:teuthology.orchestra.run.smithi033.stdout:(43/152): ceph-mgr-diskprediction-local-19.0.0- 8.7 MB/s | 7.4 MB 00:00 2024-04-26T01:46:39.259 INFO:teuthology.orchestra.run.smithi026.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T01:46:39.282 INFO:teuthology.orchestra.run.smithi033.stdout:(44/152): python3-cryptography-36.0.1-4.el9.x86 7.7 MB/s | 1.2 MB 00:00 2024-04-26T01:46:39.307 INFO:teuthology.orchestra.run.smithi033.stdout:(45/152): python3-ply-3.11-14.el9.noarch.rpm 673 kB/s | 106 kB 00:00 2024-04-26T01:46:39.331 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T01:46:39.332 INFO:teuthology.orchestra.run.smithi033.stdout:(46/152): python3-pycparser-2.20-6.el9.noarch.r 1.5 MB/s | 135 kB 00:00 2024-04-26T01:46:39.366 INFO:teuthology.orchestra.run.smithi033.stdout:(47/152): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-26T01:46:39.391 INFO:teuthology.orchestra.run.smithi033.stdout:(48/152): python3-urllib3-1.26.5-5.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-04-26T01:46:39.416 INFO:teuthology.orchestra.run.smithi033.stdout:(49/152): automake-1.16.2-8.el9.noarch.rpm 8.1 MB/s | 689 kB 00:00 2024-04-26T01:46:39.453 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T01:46:39.458 INFO:teuthology.orchestra.run.smithi033.stdout:(50/152): bison-3.7.4-5.el9.x86_64.rpm 14 MB/s | 943 kB 00:00 2024-04-26T01:46:39.484 INFO:teuthology.orchestra.run.smithi033.stdout:(51/152): boost-program-options-1.75.0-8.el9.x8 1.2 MB/s | 107 kB 00:00 2024-04-26T01:46:39.509 INFO:teuthology.orchestra.run.smithi033.stdout:(52/152): elfutils-libelf-devel-0.190-2.el9.x86 237 kB/s | 21 kB 00:00 2024-04-26T01:46:39.516 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T01:46:39.534 INFO:teuthology.orchestra.run.smithi033.stdout:(53/152): flex-2.6.4-9.el9.x86_64.rpm 4.1 MB/s | 313 kB 00:00 2024-04-26T01:46:39.553 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T01:46:39.559 INFO:teuthology.orchestra.run.smithi033.stdout:(54/152): flexiblas-3.0.4-8.el9.x86_64.rpm 664 kB/s | 33 kB 00:00 2024-04-26T01:46:39.626 INFO:teuthology.orchestra.run.smithi033.stdout:(55/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 26 MB/s | 3.0 MB 00:00 2024-04-26T01:46:39.651 INFO:teuthology.orchestra.run.smithi033.stdout:(56/152): flexiblas-openblas-openmp-3.0.4-8.el9 158 kB/s | 18 kB 00:00 2024-04-26T01:46:39.677 INFO:teuthology.orchestra.run.smithi033.stdout:(57/152): libaio-devel-0.3.111-13.el9.x86_64.rp 98 kB/s | 11 kB 00:00 2024-04-26T01:46:39.692 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T01:46:39.702 INFO:teuthology.orchestra.run.smithi033.stdout:(58/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-04-26T01:46:39.727 INFO:teuthology.orchestra.run.smithi033.stdout:(59/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 602 kB/s | 45 kB 00:00 2024-04-26T01:46:39.752 INFO:teuthology.orchestra.run.smithi033.stdout:(60/152): librdkafka-1.6.1-102.el9.x86_64.rpm 8.7 MB/s | 662 kB 00:00 2024-04-26T01:46:39.778 INFO:teuthology.orchestra.run.smithi033.stdout:(61/152): libtool-2.4.6-45.el9.x86_64.rpm 12 MB/s | 582 kB 00:00 2024-04-26T01:46:39.786 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-04-26T01:46:39.803 INFO:teuthology.orchestra.run.smithi033.stdout:(62/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 344 kB/s | 25 kB 00:00 2024-04-26T01:46:39.831 INFO:teuthology.orchestra.run.smithi033.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 641 kB/s | 47 kB 00:00 2024-04-26T01:46:39.856 INFO:teuthology.orchestra.run.smithi033.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-04-26T01:46:39.869 INFO:teuthology.orchestra.run.smithi064.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T01:46:39.879 INFO:teuthology.orchestra.run.smithi033.stdout:(65/152): lua-5.4.4-4.el9.x86_64.rpm 2.5 MB/s | 188 kB 00:00 2024-04-26T01:46:39.904 INFO:teuthology.orchestra.run.smithi033.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 474 kB/s | 35 kB 00:00 2024-04-26T01:46:39.941 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T01:46:39.995 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T01:46:40.029 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T01:46:40.053 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T01:46:40.087 INFO:teuthology.orchestra.run.smithi033.stdout:(67/152): openblas-openmp-0.3.21-2.el9.x86_64.r 23 MB/s | 4.7 MB 00:00 2024-04-26T01:46:40.097 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T01:46:40.121 INFO:teuthology.orchestra.run.smithi033.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 7.4 MB/s | 1.6 MB 00:00 2024-04-26T01:46:40.149 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T01:46:40.188 INFO:teuthology.orchestra.run.smithi033.stdout:(69/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-04-26T01:46:40.221 INFO:teuthology.orchestra.run.smithi033.stdout:(70/152): postgresql-contrib-13.14-1.el9.x86_64 6.8 MB/s | 911 kB 00:00 2024-04-26T01:46:40.246 INFO:teuthology.orchestra.run.smithi033.stdout:(71/152): postgresql-private-libs-13.14-1.el9.x 1.1 MB/s | 133 kB 00:00 2024-04-26T01:46:40.284 INFO:teuthology.orchestra.run.smithi026.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:46:40.347 INFO:teuthology.orchestra.run.smithi033.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 8.1 MB/s | 1.0 MB 00:00 2024-04-26T01:46:40.422 INFO:teuthology.orchestra.run.smithi033.stdout:(73/152): postgresql-server-13.14-1.el9.x86_64. 29 MB/s | 5.8 MB 00:00 2024-04-26T01:46:40.441 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T01:46:40.447 INFO:teuthology.orchestra.run.smithi033.stdout:(74/152): python3-attrs-20.3.0-7.el9.noarch.rpm 440 kB/s | 87 kB 00:00 2024-04-26T01:46:40.462 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:46:40.493 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:46:40.554 INFO:teuthology.orchestra.run.smithi064.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:46:40.572 INFO:teuthology.orchestra.run.smithi033.stdout:(75/152): python3-babel-2.9.1-2.el9.noarch.rpm 27 MB/s | 6.0 MB 00:00 2024-04-26T01:46:40.597 INFO:teuthology.orchestra.run.smithi033.stdout:(76/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.6 MB/s | 244 kB 00:00 2024-04-26T01:46:40.623 INFO:teuthology.orchestra.run.smithi033.stdout:(77/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-04-26T01:46:40.629 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:46:40.648 INFO:teuthology.orchestra.run.smithi033.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 342 kB/s | 26 kB 00:00 2024-04-26T01:46:40.673 INFO:teuthology.orchestra.run.smithi033.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-04-26T01:46:40.678 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:46:40.683 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:46:40.699 INFO:teuthology.orchestra.run.smithi033.stdout:(80/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-04-26T01:46:40.705 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:46:40.724 INFO:teuthology.orchestra.run.smithi033.stdout:(81/152): python3-markupsafe-1.1.1-12.el9.x86_6 463 kB/s | 35 kB 00:00 2024-04-26T01:46:40.797 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:46:40.799 INFO:teuthology.orchestra.run.smithi033.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.5 MB/s | 250 kB 00:00 2024-04-26T01:46:40.834 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:46:40.883 INFO:teuthology.orchestra.run.smithi033.stdout:(83/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 28 MB/s | 5.1 MB 00:00 2024-04-26T01:46:40.900 INFO:teuthology.orchestra.run.smithi033.stdout:(84/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 222 kB 00:00 2024-04-26T01:46:40.925 INFO:teuthology.orchestra.run.smithi033.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 629 kB/s | 77 kB 00:00 2024-04-26T01:46:40.942 INFO:teuthology.orchestra.run.smithi033.stdout:(86/152): python3-prettytable-0.7.2-27.el9.noar 728 kB/s | 42 kB 00:00 2024-04-26T01:46:40.967 INFO:teuthology.orchestra.run.smithi033.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 6.3 MB/s | 269 kB 00:00 2024-04-26T01:46:40.989 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T01:46:40.992 INFO:teuthology.orchestra.run.smithi033.stdout:(88/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-04-26T01:46:41.017 INFO:teuthology.orchestra.run.smithi033.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-04-26T01:46:41.026 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T01:46:41.040 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T01:46:41.042 INFO:teuthology.orchestra.run.smithi033.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 685 kB/s | 51 kB 00:00 2024-04-26T01:46:41.067 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:46:41.068 INFO:teuthology.orchestra.run.smithi033.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-26T01:46:41.098 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T01:46:41.130 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:46:41.172 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:46:41.202 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:46:41.264 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:46:41.286 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:46:41.293 INFO:teuthology.orchestra.run.smithi033.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 167 kB/s | 42 kB 00:00 2024-04-26T01:46:41.308 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:46:41.335 INFO:teuthology.orchestra.run.smithi033.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 167 kB/s | 44 kB 00:00 2024-04-26T01:46:41.453 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:46:41.486 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:46:41.502 INFO:teuthology.orchestra.run.smithi033.stdout:(94/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 34 MB/s | 16 MB 00:00 2024-04-26T01:46:41.527 INFO:teuthology.orchestra.run.smithi033.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 950 kB/s | 221 kB 00:00 2024-04-26T01:46:41.530 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:46:41.552 INFO:teuthology.orchestra.run.smithi033.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 166 kB/s | 36 kB 00:00 2024-04-26T01:46:41.565 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:46:41.577 INFO:teuthology.orchestra.run.smithi033.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 952 kB/s | 47 kB 00:00 2024-04-26T01:46:41.596 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T01:46:41.603 INFO:teuthology.orchestra.run.smithi033.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 4.0 MB/s | 305 kB 00:00 2024-04-26T01:46:41.628 INFO:teuthology.orchestra.run.smithi033.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 773 kB/s | 58 kB 00:00 2024-04-26T01:46:41.653 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:46:41.653 INFO:teuthology.orchestra.run.smithi033.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.8 MB/s | 94 kB 00:00 2024-04-26T01:46:41.678 INFO:teuthology.orchestra.run.smithi033.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 849 kB/s | 64 kB 00:00 2024-04-26T01:46:41.682 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:46:41.693 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-26T01:46:41.704 INFO:teuthology.orchestra.run.smithi033.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 597 kB/s | 45 kB 00:00 2024-04-26T01:46:41.729 INFO:teuthology.orchestra.run.smithi033.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 445 kB/s | 22 kB 00:00 2024-04-26T01:46:41.734 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T01:46:41.752 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:46:41.754 INFO:teuthology.orchestra.run.smithi033.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 11 MB/s | 863 kB 00:00 2024-04-26T01:46:41.769 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T01:46:41.845 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T01:46:41.886 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T01:46:41.929 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T01:46:41.961 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T01:46:41.989 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T01:46:42.013 INFO:teuthology.orchestra.run.smithi033.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 75 kB/s | 19 kB 00:00 2024-04-26T01:46:42.033 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:46:42.061 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T01:46:42.069 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:46:42.121 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T01:46:42.150 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T01:46:42.176 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://mirrors.sonic.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 157.131.224.201) 2024-04-26T01:46:42.194 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T01:46:42.230 INFO:teuthology.orchestra.run.smithi033.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 618 kB/s | 309 kB 00:00 2024-04-26T01:46:42.245 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T01:46:42.272 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T01:46:42.305 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-26T01:46:42.322 INFO:teuthology.orchestra.run.smithi033.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 889 kB/s | 548 kB 00:00 2024-04-26T01:46:42.348 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-26T01:46:42.362 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-26T01:46:42.376 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-26T01:46:42.402 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://mirrors.sonic.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 157.131.224.201) 2024-04-26T01:46:42.408 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T01:46:42.451 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T01:46:42.454 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T01:46:42.516 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T01:46:42.535 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://mirrors.sonic.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 157.131.224.201) 2024-04-26T01:46:42.552 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T01:46:42.594 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T01:46:42.597 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T01:46:42.664 INFO:teuthology.orchestra.run.smithi033.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 142 kB/s | 49 kB 00:00 2024-04-26T01:46:42.667 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T01:46:42.686 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://mirror.servaxnet.com/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 162.255.226.75) 2024-04-26T01:46:42.719 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T01:46:42.727 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://mirror.servaxnet.com/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 162.255.226.75) 2024-04-26T01:46:42.737 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T01:46:42.756 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://mirrors.sonic.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 157.131.224.201) 2024-04-26T01:46:42.759 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T01:46:42.778 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://mirror.servaxnet.com/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 162.255.226.75) 2024-04-26T01:46:42.794 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T01:46:42.798 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://mirror.servaxnet.com/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 162.255.226.75) 2024-04-26T01:46:42.869 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T01:46:42.882 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://mirror.arizona.edu/fedora-epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 128.196.204.204) 2024-04-26T01:46:42.938 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T01:46:42.959 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://mirror.arizona.edu/fedora-epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 128.196.204.204) 2024-04-26T01:46:42.976 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T01:46:43.014 INFO:teuthology.orchestra.run.smithi033.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 193 kB/s | 67 kB 00:00 2024-04-26T01:46:43.034 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T01:46:43.144 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T01:46:43.158 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://mirror.arizona.edu/fedora-epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 128.196.204.204) 2024-04-26T01:46:43.180 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-26T01:46:43.231 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://mirror.arizona.edu/fedora-epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 128.196.204.204) 2024-04-26T01:46:43.236 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-26T01:46:43.271 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-26T01:46:43.349 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T01:46:43.380 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T01:46:43.431 INFO:teuthology.orchestra.run.smithi033.stdout:(110/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 22 kB/s | 26 kB 00:01 2024-04-26T01:46:43.433 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T01:46:43.439 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T01:46:43.456 INFO:teuthology.orchestra.run.smithi033.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 342 kB/s | 151 kB 00:00 2024-04-26T01:46:43.467 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T01:46:43.511 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T01:46:43.535 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T01:46:43.549 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-26T01:46:43.590 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T01:46:43.592 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://mirrors.sonic.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 157.131.224.201) 2024-04-26T01:46:43.657 INFO:teuthology.orchestra.run.smithi033.stdout:(112/152): libarrow-9.0.0-10.el9.x86_64.rpm 2.7 MB/s | 4.4 MB 00:01 2024-04-26T01:46:43.715 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T01:46:43.746 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T01:46:43.784 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T01:46:43.809 INFO:teuthology.orchestra.run.smithi064.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T01:46:43.866 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T01:46:43.940 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T01:46:43.953 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://mirrors.sonic.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 157.131.224.201) 2024-04-26T01:46:43.976 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://mirror.servaxnet.com/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 162.255.226.75) 2024-04-26T01:46:43.977 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T01:46:43.998 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://mirror.servaxnet.com/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 162.255.226.75) 2024-04-26T01:46:44.014 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T01:46:44.062 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T01:46:44.068 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://mirror.arizona.edu/fedora-epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 128.196.204.204) 2024-04-26T01:46:44.096 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T01:46:44.139 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T01:46:44.140 INFO:teuthology.orchestra.run.smithi033.stdout:(113/152): python3-asyncssh-2.13.2-5.el9.noarch 802 kB/s | 548 kB 00:00 2024-04-26T01:46:44.143 INFO:teuthology.orchestra.run.smithi033.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://mirror.arizona.edu/fedora-epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 128.196.204.204) 2024-04-26T01:46:44.181 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T01:46:44.190 INFO:teuthology.orchestra.run.smithi033.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 81 kB/s | 43 kB 00:00 2024-04-26T01:46:44.241 INFO:teuthology.orchestra.run.smithi033.stdout:(115/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.0 MB/s | 838 kB 00:00 2024-04-26T01:46:44.327 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T01:46:44.372 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T01:46:44.424 INFO:teuthology.orchestra.run.smithi033.stdout:(116/152): python3-cachetools-4.2.4-1.el9.noarc 113 kB/s | 32 kB 00:00 2024-04-26T01:46:44.449 INFO:teuthology.orchestra.run.smithi033.stdout:(117/152): python3-certifi-2021.10.8-2.el9.noar 58 kB/s | 15 kB 00:00 2024-04-26T01:46:44.475 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T01:46:44.535 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T01:46:44.584 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T01:46:44.626 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T01:46:44.659 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T01:46:44.669 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T01:46:44.674 INFO:teuthology.orchestra.run.smithi033.stdout:(118/152): python3-cheroot-8.6.0-4.el9.noarch.r 396 kB/s | 172 kB 00:00 2024-04-26T01:46:44.711 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-26T01:46:44.756 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T01:46:44.771 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T01:46:44.791 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T01:46:44.831 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T01:46:44.856 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T01:46:44.881 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-26T01:46:44.950 INFO:teuthology.orchestra.run.smithi033.stdout:(119/152): python3-colorama-0.4.4-12.el9.noarch 128 kB/s | 35 kB 00:00 2024-04-26T01:46:44.959 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T01:46:44.975 INFO:teuthology.orchestra.run.smithi033.stdout:(120/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 577 kB/s | 303 kB 00:00 2024-04-26T01:46:45.009 INFO:teuthology.orchestra.run.smithi033.stdout:(121/152): python3-cherrypy-18.6.1-2.el9.noarch 613 kB/s | 358 kB 00:00 2024-04-26T01:46:45.089 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T01:46:45.122 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T01:46:45.150 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T01:46:45.184 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T01:46:45.224 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T01:46:45.264 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T01:46:45.293 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T01:46:45.327 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T01:46:45.361 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T01:46:45.394 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T01:46:45.396 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T01:46:45.428 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T01:46:45.442 INFO:teuthology.orchestra.run.smithi033.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 333 kB/s | 144 kB 00:00 2024-04-26T01:46:45.467 INFO:teuthology.orchestra.run.smithi033.stdout:(123/152): python3-google-auth-2.29.0-1.el9.noa 397 kB/s | 206 kB 00:00 2024-04-26T01:46:45.472 INFO:teuthology.orchestra.run.smithi026.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T01:46:45.518 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T01:46:45.558 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T01:46:45.568 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T01:46:45.598 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T01:46:45.626 INFO:teuthology.orchestra.run.smithi033.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 58 kB/s | 11 kB 00:00 2024-04-26T01:46:45.645 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T01:46:45.734 INFO:teuthology.orchestra.run.smithi033.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 66 kB/s | 18 kB 00:00 2024-04-26T01:46:45.755 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T01:46:45.790 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T01:46:45.808 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T01:46:45.830 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T01:46:45.868 INFO:teuthology.orchestra.run.smithi033.stdout:(126/152): python3-grpcio-1.46.7-10.el9.x86_64. 2.3 MB/s | 2.0 MB 00:00 2024-04-26T01:46:45.879 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T01:46:45.918 INFO:teuthology.orchestra.run.smithi033.stdout:(127/152): python3-jaraco-collections-3.0.0-8.e 79 kB/s | 23 kB 00:00 2024-04-26T01:46:45.961 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T01:46:45.994 INFO:teuthology.orchestra.run.smithi033.stdout:(128/152): python3-jaraco-functools-3.5.0-2.el9 75 kB/s | 19 kB 00:00 2024-04-26T01:46:46.037 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T01:46:46.080 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T01:46:46.136 INFO:teuthology.orchestra.run.smithi033.stdout:(129/152): python3-jaraco-text-3.2.0-6.el9.noar 74 kB/s | 20 kB 00:00 2024-04-26T01:46:46.137 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T01:46:46.336 INFO:teuthology.orchestra.run.smithi033.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 135 kB/s | 46 kB 00:00 2024-04-26T01:46:46.338 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T01:46:46.391 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T01:46:46.427 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T01:46:46.485 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T01:46:46.486 INFO:teuthology.orchestra.run.smithi033.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 225 kB/s | 79 kB 00:00 2024-04-26T01:46:46.570 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T01:46:46.611 INFO:teuthology.orchestra.run.smithi033.stdout:(132/152): python3-kubernetes-26.1.0-2.el9.noar 1.5 MB/s | 1.0 MB 00:00 2024-04-26T01:46:46.613 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T01:46:46.626 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T01:46:46.647 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T01:46:46.670 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T01:46:46.687 INFO:teuthology.orchestra.run.smithi033.stdout:(133/152): python3-natsort-7.1.1-5.el9.noarch.r 165 kB/s | 58 kB 00:00 2024-04-26T01:46:46.723 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T01:46:46.748 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T01:46:46.759 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T01:46:46.785 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-26T01:46:46.796 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T01:46:46.879 INFO:teuthology.orchestra.run.smithi033.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 62 kB/s | 16 kB 00:00 2024-04-26T01:46:46.887 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T01:46:46.923 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T01:46:46.995 INFO:teuthology.orchestra.run.smithi033.stdout:(135/152): python3-pecan-1.4.2-3.el9.noarch.rpm 535 kB/s | 272 kB 00:00 2024-04-26T01:46:47.022 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T01:46:47.029 INFO:teuthology.orchestra.run.smithi033.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 263 kB/s | 90 kB 00:00 2024-04-26T01:46:47.126 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T01:46:47.138 INFO:teuthology.orchestra.run.smithi033.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 109 kB/s | 28 kB 00:00 2024-04-26T01:46:47.154 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T01:46:47.211 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T01:46:47.234 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T01:46:47.254 INFO:teuthology.orchestra.run.smithi033.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 119 kB/s | 31 kB 00:00 2024-04-26T01:46:47.257 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T01:46:47.298 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T01:46:47.365 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T01:46:47.443 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T01:46:47.446 INFO:teuthology.orchestra.run.smithi033.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 452 kB/s | 188 kB 00:00 2024-04-26T01:46:47.480 INFO:teuthology.orchestra.run.smithi033.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 173 kB/s | 59 kB 00:00 2024-04-26T01:46:47.506 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T01:46:47.514 INFO:teuthology.orchestra.run.smithi033.stdout:(141/152): python3-tempora-5.0.0-2.el9.noarch.r 138 kB/s | 36 kB 00:00 2024-04-26T01:46:47.554 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T01:46:47.611 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T01:46:47.658 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T01:46:47.746 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T01:46:47.789 INFO:teuthology.orchestra.run.smithi033.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 149 kB/s | 51 kB 00:00 2024-04-26T01:46:47.806 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T01:46:47.856 INFO:teuthology.orchestra.run.smithi033.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 262 kB/s | 90 kB 00:00 2024-04-26T01:46:47.914 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T01:46:47.959 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T01:46:47.981 INFO:teuthology.orchestra.run.smithi033.stdout:(144/152): python3-webob-1.8.7-6.el9.noarch.rpm 458 kB/s | 230 kB 00:00 2024-04-26T01:46:48.022 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T01:46:48.031 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T01:46:48.063 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T01:46:48.115 INFO:teuthology.orchestra.run.smithi033.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 77 kB/s | 20 kB 00:00 2024-04-26T01:46:48.146 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T01:46:48.304 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T01:46:48.377 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T01:46:48.382 INFO:teuthology.orchestra.run.smithi033.stdout:(146/152): python3-werkzeug-2.0.3-3.el9.1.noarc 721 kB/s | 427 kB 00:00 2024-04-26T01:46:48.407 INFO:teuthology.orchestra.run.smithi033.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 450 kB/s | 192 kB 00:00 2024-04-26T01:46:48.841 INFO:teuthology.orchestra.run.smithi033.stdout:(148/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 7.3 MB/s | 3.1 MB 00:00 2024-04-26T01:46:48.883 INFO:teuthology.orchestra.run.smithi033.stdout:(149/152): thrift-0.15.0-2.el9.x86_64.rpm 2.1 MB/s | 1.6 MB 00:00 2024-04-26T01:46:49.033 INFO:teuthology.orchestra.run.smithi033.stdout:(150/152): openssl-3.2.1-1.el9.x86_64.rpm 7.1 MB/s | 1.3 MB 00:00 2024-04-26T01:46:49.083 INFO:teuthology.orchestra.run.smithi033.stdout:(151/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 12 MB/s | 2.4 MB 00:00 2024-04-26T01:46:49.233 INFO:teuthology.orchestra.run.smithi033.stdout:(152/152): librados2-19.0.0-3156.gd69f13d8.el7. 4.0 MB/s | 3.4 MB 00:00 2024-04-26T01:46:49.239 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:46:49.239 INFO:teuthology.orchestra.run.smithi033.stdout:Total 11 MB/s | 222 MB 00:19 2024-04-26T01:46:49.331 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T01:46:49.362 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T01:46:49.424 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T01:46:49.424 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T01:46:49.452 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T01:46:49.458 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T01:46:49.485 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T01:46:49.587 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T01:46:49.661 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T01:46:49.772 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T01:46:49.809 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T01:46:49.815 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T01:46:49.856 INFO:teuthology.orchestra.run.smithi064.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:46:49.947 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:46:49.978 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-26T01:46:50.014 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T01:46:50.054 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T01:46:50.089 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T01:46:50.199 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T01:46:50.324 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-04-26T01:46:50.485 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-04-26T01:46:50.485 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-04-26T01:46:50.521 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-26T01:46:50.550 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:46:50.605 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:46:50.627 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-26T01:46:51.065 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T01:46:51.216 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T01:46:52.363 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-04-26T01:46:52.363 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-04-26T01:46:52.871 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T01:46:52.970 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T01:46:53.029 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T01:46:53.044 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:46:53.081 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:46:53.085 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T01:46:53.496 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T01:46:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:46:53.653 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:46:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:46:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-26T01:46:53.701 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:46:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T01:46:53.785 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:46:53.785 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T01:46:53.785 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T01:46:53.785 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:46:53.819 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:46:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-26T01:46:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:46:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:46:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-26T01:46:57.264 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:46:57.308 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:46:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:46:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:46:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:46:58.212 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T01:46:58.212 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T01:46:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:46:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:46:58.713 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-04-26T01:46:58.828 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T01:46:58.868 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T01:46:58.921 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T01:46:58.955 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T01:46:58.980 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T01:46:59.023 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T01:46:59.423 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T01:46:59.481 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:46:59.597 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:46:59.624 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:46:59.699 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:46:59.728 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:46:59.885 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T01:46:59.942 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T01:46:59.969 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:47:00.067 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:47:00.095 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:47:00.142 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:47:00.163 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:47:00.188 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:47:00.364 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:47:00.396 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:47:00.506 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T01:47:00.612 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-26T01:47:00.645 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T01:47:00.681 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T01:47:00.757 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T01:47:00.796 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T01:47:00.839 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T01:47:00.871 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T01:47:00.900 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T01:47:00.971 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T01:47:01.023 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T01:47:01.052 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T01:47:01.088 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T01:47:01.166 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T01:47:01.198 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-26T01:47:01.233 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-26T01:47:01.262 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-26T01:47:01.336 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T01:47:01.385 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T01:47:01.481 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T01:47:01.625 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T01:47:01.681 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T01:47:02.236 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T01:47:02.319 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T01:47:02.353 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T01:47:02.397 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T01:47:02.435 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-26T01:47:02.477 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T01:47:02.642 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T01:47:02.696 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T01:47:02.752 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T01:47:02.826 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T01:47:02.863 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T01:47:02.900 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T01:47:02.956 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T01:47:02.990 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T01:47:03.035 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T01:47:03.076 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T01:47:03.221 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T01:47:03.273 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T01:47:03.303 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T01:47:03.345 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T01:47:03.445 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T01:47:03.478 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T01:47:03.518 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T01:47:03.543 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T01:47:03.567 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-26T01:47:03.647 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T01:47:03.783 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T01:47:03.816 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T01:47:03.844 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T01:47:03.879 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T01:47:03.918 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T01:47:04.018 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T01:47:04.080 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T01:47:04.114 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T01:47:04.147 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T01:47:04.190 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T01:47:04.224 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T01:47:04.314 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T01:47:04.363 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T01:47:04.393 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T01:47:04.441 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T01:47:04.554 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T01:47:04.604 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T01:47:05.370 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T01:47:05.417 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T01:47:05.450 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T01:47:05.515 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:47:05.516 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /sys 2024-04-26T01:47:05.516 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /proc 2024-04-26T01:47:05.516 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /mnt 2024-04-26T01:47:05.516 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /var/tmp 2024-04-26T01:47:05.516 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /home 2024-04-26T01:47:05.516 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /root 2024-04-26T01:47:05.516 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /tmp 2024-04-26T01:47:05.516 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:47:05.554 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T01:47:05.609 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T01:47:05.689 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:47:05.699 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T01:47:05.708 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:47:05.708 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:05.708 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T01:47:05.708 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:47:05.735 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T01:47:05.927 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T01:47:05.958 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T01:47:06.038 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T01:47:06.729 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T01:47:06.853 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T01:47:07.233 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:47:07.260 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:47:07.261 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:07.261 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T01:47:07.261 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:47:07.261 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:47:07.261 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:47:07.492 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:47:07.516 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:47:07.516 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:07.516 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T01:47:07.516 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:47:07.516 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:47:07.516 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:47:07.984 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:47:08.008 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:47:08.009 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:08.009 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T01:47:08.009 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:47:08.009 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:47:08.009 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:47:08.116 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T01:47:08.158 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T01:47:08.165 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T01:47:08.229 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T01:47:08.237 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T01:47:08.264 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T01:47:08.298 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T01:47:08.422 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T01:47:08.470 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T01:47:08.542 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T01:47:08.625 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T01:47:08.631 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:47:08.660 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:47:08.760 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:47:08.771 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:47:08.790 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-26T01:47:08.811 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T01:47:08.826 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T01:47:08.843 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T01:47:08.870 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T01:47:09.286 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:47:09.318 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:47:09.321 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-26T01:47:09.351 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-26T01:47:09.355 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:47:09.414 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-26T01:47:09.426 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:47:09.450 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:47:09.456 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-26T01:47:10.548 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:47:10.585 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:47:11.602 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:47:11.644 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:47:11.753 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:47:11.818 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:47:11.861 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:47:11.923 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-26T01:47:12.046 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:47:12.070 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:47:12.070 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:12.070 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T01:47:12.070 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:47:12.070 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:47:12.070 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:47:12.079 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:47:12.079 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /sys 2024-04-26T01:47:12.079 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /proc 2024-04-26T01:47:12.079 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /mnt 2024-04-26T01:47:12.079 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /var/tmp 2024-04-26T01:47:12.079 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /home 2024-04-26T01:47:12.079 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /root 2024-04-26T01:47:12.079 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /tmp 2024-04-26T01:47:12.079 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:12.121 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:47:12.133 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:47:12.234 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-26T01:47:12.287 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-26T01:47:12.308 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:47:12.370 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:47:12.370 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:12.370 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T01:47:12.370 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:12.431 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:47:12.473 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:47:12.556 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:47:12.556 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T01:47:12.556 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T01:47:12.556 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:12.590 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:47:13.265 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T01:47:13.299 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:47:13.323 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:47:13.323 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:13.323 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T01:47:13.323 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:47:13.323 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:47:13.323 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:47:13.366 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:47:13.389 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:47:13.390 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:13.390 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T01:47:13.390 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:47:13.442 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:47:13.465 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:47:13.466 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:13.466 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T01:47:13.466 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:47:13.466 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:47:13.466 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:47:13.792 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:47:13.816 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:47:13.816 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:13.816 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T01:47:13.816 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:47:13.816 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:47:13.816 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:47:14.094 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:47:14.203 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:47:14.203 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:14.203 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T01:47:14.203 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:47:14.203 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:47:14.203 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:14.511 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:47:14.582 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:47:14.582 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:14.582 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T01:47:14.582 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:47:14.582 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:47:14.583 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:15.120 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:47:15.218 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:47:15.218 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:15.218 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T01:47:15.218 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:47:15.218 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:47:15.218 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:15.372 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T01:47:15.433 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T01:47:15.509 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T01:47:15.764 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T01:47:15.834 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T01:47:15.926 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T01:47:16.046 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:47:16.251 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:47:16.300 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T01:47:16.348 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T01:47:16.381 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T01:47:17.042 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:47:17.084 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:47:17.145 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-26T01:47:17.263 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-26T01:47:17.294 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:47:18.660 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:47:18.671 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-26T01:47:18.712 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:47:18.713 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-26T01:47:18.753 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-26T01:47:18.785 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T01:47:18.812 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T01:47:19.006 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-26T01:47:19.050 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T01:47:19.080 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-26T01:47:19.690 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:47:19.727 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:47:19.747 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:47:19.878 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:47:19.912 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:47:20.066 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:47:20.254 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-26T01:47:20.311 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:47:20.392 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:47:20.393 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:20.393 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T01:47:20.393 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:47:20.393 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:47:20.393 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:20.457 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:47:20.498 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:47:20.613 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-26T01:47:20.644 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-26T01:47:20.676 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-26T01:47:20.731 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T01:47:20.773 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T01:47:20.865 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T01:47:20.902 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T01:47:20.902 INFO:teuthology.orchestra.run.smithi064.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:47:20.986 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:47:21.019 INFO:teuthology.orchestra.run.smithi064.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:47:21.019 INFO:teuthology.orchestra.run.smithi064.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:47:21.114 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:47:21.186 INFO:teuthology.orchestra.run.smithi064.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:47:21.736 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T01:47:21.776 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:47:21.851 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:47:21.852 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:21.852 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T01:47:21.852 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:47:21.852 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:47:21.852 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:21.901 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:47:21.972 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:47:21.973 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:21.973 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T01:47:21.973 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:22.052 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:47:22.137 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:47:22.137 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:22.137 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T01:47:22.137 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:47:22.137 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:47:22.137 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:22.527 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:47:22.610 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:47:22.610 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:22.610 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T01:47:22.611 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:47:22.611 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:47:22.611 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:24.667 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:47:24.667 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /sys 2024-04-26T01:47:24.667 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /proc 2024-04-26T01:47:24.667 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /mnt 2024-04-26T01:47:24.667 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /var/tmp 2024-04-26T01:47:24.667 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /home 2024-04-26T01:47:24.667 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /root 2024-04-26T01:47:24.667 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /tmp 2024-04-26T01:47:24.667 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:24.867 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:47:24.882 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:47:24.882 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:24.882 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T01:47:24.882 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:26.412 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:47:26.439 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:47:26.439 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:26.439 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T01:47:26.439 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:47:26.439 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:47:26.439 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:26.680 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:47:26.704 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:47:26.704 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:26.704 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T01:47:26.704 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:47:26.704 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:47:26.704 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:27.003 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:47:27.003 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-26T01:47:27.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-26T01:47:27.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-26T01:47:27.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-26T01:47:27.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-26T01:47:27.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-26T01:47:27.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-26T01:47:27.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:47:27.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:47:27.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:47:27.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-26T01:47:27.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-26T01:47:27.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-26T01:47:27.005 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-26T01:47:27.006 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-26T01:47:27.006 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-26T01:47:27.018 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-26T01:47:27.018 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-26T01:47:27.018 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-26T01:47:27.018 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-26T01:47:27.018 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-26T01:47:27.018 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-26T01:47:27.018 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-26T01:47:27.018 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-26T01:47:27.018 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-26T01:47:27.018 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-26T01:47:27.018 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T01:47:27.019 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T01:47:27.019 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T01:47:27.019 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T01:47:27.019 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T01:47:27.019 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T01:47:27.019 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T01:47:27.019 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T01:47:27.019 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T01:47:27.019 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T01:47:27.019 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T01:47:27.019 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T01:47:27.019 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T01:47:27.020 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T01:47:27.021 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T01:47:27.022 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T01:47:27.023 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T01:47:27.024 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T01:47:27.025 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-26T01:47:27.026 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T01:47:27.027 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-26T01:47:27.027 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T01:47:27.027 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T01:47:27.027 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:47:27.027 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T01:47:27.165 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:47:27.189 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:47:27.189 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:27.189 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T01:47:27.189 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:47:27.189 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:47:27.189 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:27.296 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T01:47:27.354 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T01:47:27.417 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T01:47:27.619 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T01:47:27.666 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T01:47:27.747 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T01:47:27.836 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:47:27.921 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-26T01:47:27.973 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-26T01:47:28.005 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:47:28.041 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T01:47:28.043 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-26T01:47:28.073 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T01:47:28.086 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T01:47:28.100 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T01:47:28.135 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T01:47:28.469 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-26T01:47:28.521 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T01:47:28.537 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:47:28.549 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-26T01:47:28.565 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:47:28.598 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-26T01:47:28.662 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-26T01:47:28.688 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:47:29.085 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout:Upgraded: 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.086 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.087 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T01:47:29.088 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T01:47:29.089 INFO:teuthology.orchestra.run.smithi064.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T01:47:29.090 INFO:teuthology.orchestra.run.smithi064.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T01:47:29.091 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T01:47:29.092 INFO:teuthology.orchestra.run.smithi064.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T01:47:29.093 INFO:teuthology.orchestra.run.smithi064.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T01:47:29.094 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T01:47:29.095 INFO:teuthology.orchestra.run.smithi064.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T01:47:29.096 INFO:teuthology.orchestra.run.smithi064.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T01:47:29.097 INFO:teuthology.orchestra.run.smithi064.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T01:47:29.097 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:47:29.097 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-04-26T01:47:29.444 DEBUG:teuthology.parallel:result is None 2024-04-26T01:47:29.595 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:47:29.639 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:47:29.696 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:47:29.778 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:47:29.815 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:47:30.824 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:47:30.865 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:47:30.972 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:47:31.112 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-26T01:47:31.135 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-26T01:47:31.167 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:47:31.191 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:47:31.191 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:31.191 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T01:47:31.191 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:47:31.191 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:47:31.191 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:31.243 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:47:31.254 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T01:47:31.255 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:47:31.355 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T01:47:31.357 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-26T01:47:31.400 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-26T01:47:31.541 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T01:47:31.585 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T01:47:31.585 INFO:teuthology.orchestra.run.smithi026.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:47:31.712 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:47:31.758 INFO:teuthology.orchestra.run.smithi026.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:47:31.759 INFO:teuthology.orchestra.run.smithi026.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:47:31.899 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:47:32.034 INFO:teuthology.orchestra.run.smithi026.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:47:32.328 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:47:32.328 INFO:teuthology.orchestra.run.smithi026.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-04-26T01:47:32.328 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:32.373 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T01:47:32.403 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:47:32.427 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:47:32.427 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:32.427 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T01:47:32.427 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:47:32.427 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:47:32.428 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:32.471 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:47:32.494 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:47:32.494 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:32.494 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T01:47:32.494 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:32.546 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:47:32.570 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:47:32.570 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:32.570 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T01:47:32.570 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:47:32.570 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:47:32.570 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:32.889 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:47:32.912 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:47:32.912 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:47:32.912 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T01:47:32.913 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:47:32.913 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:47:32.913 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:37.759 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-26T01:47:37.800 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-26T01:47:37.850 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-26T01:47:37.881 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T01:47:37.908 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T01:47:38.007 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-26T01:47:38.007 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-26T01:47:38.007 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-26T01:47:38.007 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-26T01:47:38.008 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-26T01:47:38.009 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-26T01:47:38.009 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-26T01:47:38.009 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-26T01:47:38.009 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-26T01:47:38.009 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-26T01:47:38.009 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-26T01:47:38.021 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-26T01:47:38.021 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-26T01:47:38.021 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-26T01:47:38.021 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-26T01:47:38.021 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-26T01:47:38.021 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-26T01:47:38.021 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-26T01:47:38.022 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-26T01:47:38.022 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-26T01:47:38.022 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-26T01:47:38.022 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-26T01:47:38.022 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-26T01:47:38.022 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-26T01:47:38.022 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-26T01:47:38.022 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T01:47:38.022 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T01:47:38.022 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T01:47:38.022 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T01:47:38.022 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T01:47:38.023 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T01:47:38.024 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T01:47:38.025 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T01:47:38.026 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T01:47:38.027 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T01:47:38.028 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T01:47:38.029 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T01:47:38.030 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T01:47:38.030 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T01:47:38.030 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T01:47:38.030 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-26T01:47:38.030 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T01:47:38.030 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-26T01:47:38.030 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T01:47:38.030 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T01:47:38.030 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:47:38.030 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T01:47:38.106 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-26T01:47:38.146 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T01:47:38.176 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-26T01:47:38.815 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:47:38.857 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:47:38.877 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:47:39.786 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-26T01:47:39.894 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T01:47:39.936 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T01:47:40.021 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T01:47:40.057 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T01:47:40.057 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:47:40.133 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:47:40.174 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:47:40.174 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:47:40.249 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:47:40.317 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:47:40.637 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:47:40.637 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:40.638 INFO:teuthology.orchestra.run.smithi026.stdout:Upgraded: 2024-04-26T01:47:40.638 INFO:teuthology.orchestra.run.smithi026.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.638 INFO:teuthology.orchestra.run.smithi026.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.638 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T01:47:40.638 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T01:47:40.638 INFO:teuthology.orchestra.run.smithi026.stdout:Installed: 2024-04-26T01:47:40.638 INFO:teuthology.orchestra.run.smithi026.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T01:47:40.638 INFO:teuthology.orchestra.run.smithi026.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T01:47:40.638 INFO:teuthology.orchestra.run.smithi026.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T01:47:40.638 INFO:teuthology.orchestra.run.smithi026.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T01:47:40.638 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.638 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.639 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.639 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.639 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:40.639 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.639 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.639 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.639 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:40.639 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:40.639 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:40.639 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:40.639 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:40.639 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T01:47:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T01:47:40.641 INFO:teuthology.orchestra.run.smithi026.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T01:47:40.642 INFO:teuthology.orchestra.run.smithi026.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T01:47:40.643 INFO:teuthology.orchestra.run.smithi026.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T01:47:40.644 INFO:teuthology.orchestra.run.smithi026.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T01:47:40.645 INFO:teuthology.orchestra.run.smithi026.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T01:47:40.646 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T01:47:40.647 INFO:teuthology.orchestra.run.smithi026.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T01:47:40.648 INFO:teuthology.orchestra.run.smithi026.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T01:47:40.649 INFO:teuthology.orchestra.run.smithi026.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T01:47:40.649 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:47:40.649 INFO:teuthology.orchestra.run.smithi026.stdout:Complete! 2024-04-26T01:47:41.198 DEBUG:teuthology.parallel:result is None 2024-04-26T01:47:46.086 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-26T01:47:46.087 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-26T01:47:46.088 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-26T01:47:46.101 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T01:47:46.102 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T01:47:46.103 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T01:47:46.104 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T01:47:46.105 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-26T01:47:46.106 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T01:47:46.107 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T01:47:46.108 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T01:47:46.109 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:47:46.110 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T01:47:48.332 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:47:48.332 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:48.332 INFO:teuthology.orchestra.run.smithi033.stdout:Upgraded: 2024-04-26T01:47:48.332 INFO:teuthology.orchestra.run.smithi033.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.332 INFO:teuthology.orchestra.run.smithi033.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.333 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.334 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.335 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T01:47:48.336 INFO:teuthology.orchestra.run.smithi033.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T01:47:48.337 INFO:teuthology.orchestra.run.smithi033.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T01:47:48.338 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T01:47:48.339 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T01:47:48.340 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T01:47:48.341 INFO:teuthology.orchestra.run.smithi033.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T01:47:48.342 INFO:teuthology.orchestra.run.smithi033.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T01:47:48.343 INFO:teuthology.orchestra.run.smithi033.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T01:47:48.343 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-04-26T01:47:48.343 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-04-26T01:47:48.707 DEBUG:teuthology.parallel:result is None 2024-04-26T01:47:48.707 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:47:48.925 DEBUG:teuthology.orchestra.run.smithi026:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T01:47:48.984 INFO:teuthology.orchestra.run.smithi026.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-26T01:47:48.985 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-26T01:47:48.985 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-26T01:47:48.987 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:47:49.126 DEBUG:teuthology.orchestra.run.smithi033:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T01:47:49.147 INFO:teuthology.orchestra.run.smithi033.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-26T01:47:49.147 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-26T01:47:49.147 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-26T01:47:49.149 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:47:49.293 DEBUG:teuthology.orchestra.run.smithi064:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T01:47:49.319 INFO:teuthology.orchestra.run.smithi064.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-26T01:47:49.319 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-26T01:47:49.319 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-26T01:47:49.321 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-26T01:47:49.321 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:47:49.321 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T01:47:49.411 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-04-26T01:47:49.411 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T01:47:49.440 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-26T01:47:49.440 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T01:47:49.472 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-26T01:47:49.472 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:47:49.472 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T01:47:49.556 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T01:47:49.673 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-04-26T01:47:49.673 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T01:47:49.698 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T01:47:49.763 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-26T01:47:49.764 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T01:47:49.793 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T01:47:49.860 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-26T01:47:49.861 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:47:49.861 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T01:47:49.946 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T01:47:50.056 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-04-26T01:47:50.056 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T01:47:50.082 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T01:47:50.149 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-26T01:47:50.149 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T01:47:50.173 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T01:47:50.248 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-26T01:47:50.248 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:47:50.248 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T01:47:50.312 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T01:47:50.429 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-04-26T01:47:50.429 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T01:47:50.453 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T01:47:50.551 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-26T01:47:50.551 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T01:47:50.575 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T01:47:50.640 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-26T01:47:50.734 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability'], 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-04-26T01:47:50.734 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:47:50.735 INFO:tasks.cephadm:Cluster fsid is fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:47:50.735 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-26T01:47:50.735 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.26', 'mon.b': '172.21.15.33', 'mon.c': '172.21.15.64'} 2024-04-26T01:47:50.735 INFO:tasks.cephadm:First mon is mon.a on smithi026 2024-04-26T01:47:50.735 INFO:tasks.cephadm:First mgr is x 2024-04-26T01:47:50.736 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-26T01:47:50.736 DEBUG:teuthology.orchestra.run.smithi026:> sudo hostname $(hostname -s) 2024-04-26T01:47:50.807 DEBUG:teuthology.orchestra.run.smithi033:> sudo hostname $(hostname -s) 2024-04-26T01:47:50.831 DEBUG:teuthology.orchestra.run.smithi064:> sudo hostname $(hostname -s) 2024-04-26T01:47:50.856 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-26T01:47:50.856 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:47:51.074 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78795/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3156-gd69f13d8', 'node_name': '172.21.5.39+adami09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3156.gd69f13d8'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-22 12:00:06.590653', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiescer', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-26T01:47:51.208 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref wip-lusov-quiescer, sha1 d69f13d827952bb07bb9b7973bca14f97d764d6f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:47:51.209 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm 2024-04-26T01:47:51.209 DEBUG:teuthology.orchestra.run.smithi026:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T01:47:51.692 INFO:teuthology.orchestra.run.smithi026.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 26 01:47 /home/ubuntu/cephtest/cephadm 2024-04-26T01:47:51.693 DEBUG:teuthology.orchestra.run.smithi033:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T01:47:52.310 INFO:teuthology.orchestra.run.smithi033.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 26 01:47 /home/ubuntu/cephtest/cephadm 2024-04-26T01:47:52.310 DEBUG:teuthology.orchestra.run.smithi064:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T01:47:52.721 INFO:teuthology.orchestra.run.smithi064.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 26 01:47 /home/ubuntu/cephtest/cephadm 2024-04-26T01:47:52.722 DEBUG:teuthology.orchestra.run.smithi026:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T01:47:52.786 DEBUG:teuthology.orchestra.run.smithi033:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T01:47:52.806 DEBUG:teuthology.orchestra.run.smithi064:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T01:47:52.841 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f on all hosts... 2024-04-26T01:47:52.841 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-26T01:47:52.848 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-26T01:47:52.851 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-26T01:47:54.398 INFO:teuthology.orchestra.run.smithi033.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:47:54.469 INFO:teuthology.orchestra.run.smithi064.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:47:54.912 INFO:teuthology.orchestra.run.smithi026.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:48:28.869 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-04-26T01:48:28.870 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-26T01:48:28.870 INFO:teuthology.orchestra.run.smithi064.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-26T01:48:28.870 INFO:teuthology.orchestra.run.smithi064.stdout: "repo_digests": [ 2024-04-26T01:48:28.870 INFO:teuthology.orchestra.run.smithi064.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-26T01:48:28.870 INFO:teuthology.orchestra.run.smithi064.stdout: ] 2024-04-26T01:48:28.870 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-04-26T01:48:32.659 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-04-26T01:48:32.659 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-26T01:48:32.659 INFO:teuthology.orchestra.run.smithi033.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-26T01:48:32.659 INFO:teuthology.orchestra.run.smithi033.stdout: "repo_digests": [ 2024-04-26T01:48:32.659 INFO:teuthology.orchestra.run.smithi033.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-26T01:48:32.659 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-04-26T01:48:32.659 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-04-26T01:48:44.430 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T01:48:44.430 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-26T01:48:44.430 INFO:teuthology.orchestra.run.smithi026.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-26T01:48:44.430 INFO:teuthology.orchestra.run.smithi026.stdout: "repo_digests": [ 2024-04-26T01:48:44.430 INFO:teuthology.orchestra.run.smithi026.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-26T01:48:44.430 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T01:48:44.430 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T01:48:44.499 DEBUG:teuthology.orchestra.run.smithi026:> sudo mkdir -p /etc/ceph 2024-04-26T01:48:44.594 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /etc/ceph 2024-04-26T01:48:44.627 DEBUG:teuthology.orchestra.run.smithi064:> sudo mkdir -p /etc/ceph 2024-04-26T01:48:44.659 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod 777 /etc/ceph 2024-04-26T01:48:44.751 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 777 /etc/ceph 2024-04-26T01:48:44.780 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod 777 /etc/ceph 2024-04-26T01:48:44.810 INFO:tasks.cephadm:Writing seed config... 2024-04-26T01:48:44.811 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-26T01:48:44.811 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-26T01:48:44.811 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-26T01:48:44.811 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-26T01:48:44.811 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-26T01:48:44.811 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-26T01:48:44.811 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-26T01:48:44.811 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-26T01:48:44.812 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-26T01:48:44.813 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-26T01:48:44.814 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-26T01:48:44.814 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-26T01:48:44.814 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-26T01:48:44.814 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-26T01:48:44.814 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-26T01:48:44.814 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-26T01:48:44.814 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-26T01:48:44.814 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-26T01:48:44.815 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:48:44.815 DEBUG:teuthology.orchestra.run.smithi026:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-26T01:48:44.875 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = fd935b4c-036e-11ef-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-26T01:48:44.875 DEBUG:teuthology.orchestra.run.smithi026:mon.a> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.a.service 2024-04-26T01:48:44.923 DEBUG:teuthology.orchestra.run.smithi026:mgr.x> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.x.service 2024-04-26T01:48:44.970 INFO:tasks.cephadm:Bootstrapping... 2024-04-26T01:48:44.970 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f -v bootstrap --fsid fd935b4c-036e-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.26 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:48:45.250 INFO:teuthology.orchestra.run.smithi026.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:48:45.251 INFO:teuthology.orchestra.run.smithi026.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f', '-v', 'bootstrap', '--fsid', 'fd935b4c-036e-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.26', '--skip-admin-label'] 2024-04-26T01:48:45.251 INFO:teuthology.orchestra.run.smithi026.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-26T01:48:45.251 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying podman|docker is present... 2024-04-26T01:48:45.313 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-26T01:48:45.314 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying lvm2 is present... 2024-04-26T01:48:45.314 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying time synchronization is in place... 2024-04-26T01:48:45.331 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T01:48:45.331 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T01:48:45.348 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T01:48:45.348 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-26T01:48:45.370 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout enabled 2024-04-26T01:48:45.389 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout active 2024-04-26T01:48:45.389 INFO:teuthology.orchestra.run.smithi026.stdout:Unit chronyd.service is enabled and running 2024-04-26T01:48:45.389 INFO:teuthology.orchestra.run.smithi026.stdout:Repeating the final host check... 2024-04-26T01:48:45.450 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-26T01:48:45.450 INFO:teuthology.orchestra.run.smithi026.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-26T01:48:45.450 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl is present 2024-04-26T01:48:45.451 INFO:teuthology.orchestra.run.smithi026.stdout:lvcreate is present 2024-04-26T01:48:45.468 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T01:48:45.468 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T01:48:45.488 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T01:48:45.488 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-26T01:48:45.512 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout enabled 2024-04-26T01:48:45.535 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout active 2024-04-26T01:48:45.535 INFO:teuthology.orchestra.run.smithi026.stdout:Unit chronyd.service is enabled and running 2024-04-26T01:48:45.536 INFO:teuthology.orchestra.run.smithi026.stdout:Host looks OK 2024-04-26T01:48:45.536 INFO:teuthology.orchestra.run.smithi026.stdout:Cluster fsid: fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:48:45.536 INFO:teuthology.orchestra.run.smithi026.stdout:Acquiring lock 139871285869728 on /run/cephadm/fd935b4c-036e-11ef-bc93-c7b262605968.lock 2024-04-26T01:48:45.537 INFO:teuthology.orchestra.run.smithi026.stdout:Lock 139871285869728 acquired on /run/cephadm/fd935b4c-036e-11ef-bc93-c7b262605968.lock 2024-04-26T01:48:45.538 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying IP 172.21.15.26 port 3300 ... 2024-04-26T01:48:45.539 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying IP 172.21.15.26 port 6789 ... 2024-04-26T01:48:45.540 INFO:teuthology.orchestra.run.smithi026.stdout:Base mon IP(s) is [172.21.15.26:3300, 172.21.15.26:6789], mon addrv is [v2:172.21.15.26:3300,v1:172.21.15.26:6789] 2024-04-26T01:48:45.555 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.26 metric 100 2024-04-26T01:48:45.555 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.26 metric 100 2024-04-26T01:48:45.568 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-26T01:48:45.568 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-26T01:48:45.568 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-26T01:48:45.580 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-26T01:48:45.580 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-26T01:48:45.581 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T01:48:45.581 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-26T01:48:45.581 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fea5:cac0/64 scope link noprefixroute 2024-04-26T01:48:45.581 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T01:48:45.583 INFO:teuthology.orchestra.run.smithi026.stdout:Mon IP `172.21.15.26` is in CIDR network `172.21.0.0/20` 2024-04-26T01:48:45.583 INFO:teuthology.orchestra.run.smithi026.stdout:Mon IP `172.21.15.26` is in CIDR network `172.21.0.0/20` 2024-04-26T01:48:45.584 INFO:teuthology.orchestra.run.smithi026.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-26T01:48:45.587 INFO:teuthology.orchestra.run.smithi026.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-26T01:48:45.589 INFO:teuthology.orchestra.run.smithi026.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:48:46.222 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stdout da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-26T01:48:46.223 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:48:46.224 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Getting image source signatures 2024-04-26T01:48:46.224 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Copying blob sha256:7f03586bcf9c6a2b4d690c118c4aa5b771f9c6f252d75a20fb283dd07093a738 2024-04-26T01:48:46.224 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Copying blob sha256:426fede9fffa2c7dfe40a4f9322a34794b72405170134d54d2c30d9cc6c6a5be 2024-04-26T01:48:46.224 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Copying config sha256:da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-26T01:48:46.224 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-26T01:48:47.410 INFO:teuthology.orchestra.run.smithi026.stdout:ceph: stdout ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T01:48:47.411 INFO:teuthology.orchestra.run.smithi026.stdout:Ceph version: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T01:48:47.411 INFO:teuthology.orchestra.run.smithi026.stdout:Extracting ceph user uid/gid from container image... 2024-04-26T01:48:48.585 INFO:teuthology.orchestra.run.smithi026.stdout:stat: stdout 167 167 2024-04-26T01:48:48.586 INFO:teuthology.orchestra.run.smithi026.stdout:Creating initial keys... 2024-04-26T01:48:50.552 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph-authtool: stdout AQABCCtmc+vkNRAApBaxP3SxqhohajgGIxppdA== 2024-04-26T01:48:51.704 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph-authtool: stdout AQADCCtmUrNgARAAKmkEQ/v55tHAo6yvlVSxbw== 2024-04-26T01:48:52.833 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph-authtool: stdout AQAECCtmWtN8CRAAfV84inZzhy0vvhiBDMznog== 2024-04-26T01:48:52.836 INFO:teuthology.orchestra.run.smithi026.stdout:Creating initial monmap... 2024-04-26T01:48:53.938 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T01:48:53.938 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-26T01:48:53.939 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:48:53.939 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T01:48:53.939 INFO:teuthology.orchestra.run.smithi026.stdout:monmaptool for a [v2:172.21.15.26:3300,v1:172.21.15.26:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T01:48:53.939 INFO:teuthology.orchestra.run.smithi026.stdout:setting min_mon_release = quincy 2024-04-26T01:48:53.939 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: set fsid to fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:48:53.939 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T01:48:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:48:53.939 INFO:teuthology.orchestra.run.smithi026.stdout:Creating mon... 2024-04-26T01:48:55.056 INFO:teuthology.orchestra.run.smithi026.stdout:create mon.a on 2024-04-26T01:48:55.435 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-26T01:48:55.688 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-26T01:48:55.995 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-fd935b4c-036e-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-fd935b4c-036e-11ef-bc93-c7b262605968.target. 2024-04-26T01:48:55.995 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-fd935b4c-036e-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-fd935b4c-036e-11ef-bc93-c7b262605968.target. 2024-04-26T01:48:56.417 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.a 2024-04-26T01:48:56.417 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Failed to reset failed state of unit ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-26T01:48:56.708 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-fd935b4c-036e-11ef-bc93-c7b262605968.target.wants/ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-fd935b4c-036e-11ef-bc93-c7b262605968@.service. 2024-04-26T01:48:57.382 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:57 smithi026 podman[27755]: 2024-04-26 01:48:57.130377421 +0000 UTC m=+0.142186120 container create 04f0e162725b06c9f93f6c76484e5815d5d202dd48144a9a1ed56b382862dcae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-26T01:48:57.382 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:57 smithi026 podman[27755]: 2024-04-26 01:48:57.383727314 +0000 UTC m=+0.395536019 container init 04f0e162725b06c9f93f6c76484e5815d5d202dd48144a9a1ed56b382862dcae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:48:57.520 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:48:57.520 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout disabled 2024-04-26T01:48:57.539 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:48:57.539 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-26T01:48:57.539 INFO:teuthology.orchestra.run.smithi026.stdout:firewalld.service is not enabled 2024-04-26T01:48:57.539 INFO:teuthology.orchestra.run.smithi026.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T01:48:57.541 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mon to start... 2024-04-26T01:48:57.541 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mon... 2024-04-26T01:48:57.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:57 smithi026 podman[27755]: 2024-04-26 01:48:57.396131898 +0000 UTC m=+0.407940607 container start 04f0e162725b06c9f93f6c76484e5815d5d202dd48144a9a1ed56b382862dcae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:48:57.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:57 smithi026 ceph-mon[27773]: mkfs fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:48:57.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:57 smithi026 ceph-mon[27773]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T01:48:57.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:57 smithi026 bash[27755]: 04f0e162725b06c9f93f6c76484e5815d5d202dd48144a9a1ed56b382862dcae 2024-04-26T01:48:57.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:57 smithi026 systemd[1]: Started Ceph mon.a for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:48:58.647 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:58 smithi026 ceph-mon[27773]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T01:48:58.647 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:58 smithi026 ceph-mon[27773]: monmap epoch 1 2024-04-26T01:48:58.647 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:58 smithi026 ceph-mon[27773]: fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:48:58.647 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:58 smithi026 ceph-mon[27773]: last_changed 2024-04-26T01:48:53.312517+0000 2024-04-26T01:48:58.648 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:58 smithi026 ceph-mon[27773]: created 2024-04-26T01:48:53.312517+0000 2024-04-26T01:48:58.648 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:58 smithi026 ceph-mon[27773]: min_mon_release 19 (squid) 2024-04-26T01:48:58.648 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:58 smithi026 ceph-mon[27773]: election_strategy: 1 2024-04-26T01:48:58.648 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:58 smithi026 ceph-mon[27773]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T01:48:58.648 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:58 smithi026 ceph-mon[27773]: fsmap 2024-04-26T01:48:58.648 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:58 smithi026 ceph-mon[27773]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T01:48:58.648 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:58 smithi026 ceph-mon[27773]: mgrmap e1: no daemons active 2024-04-26T01:48:58.648 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:58 smithi026 ceph-mon[27773]: from='client.? 172.21.15.26:0/3912098277' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T01:48:58.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout cluster: 2024-04-26T01:48:58.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout id: fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout services: 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.806026s) 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout data: 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout pgs: 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.183+0000 7ff522800700 1 Processor -- start 2024-04-26T01:48:58.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.183+0000 7ff522800700 1 -- start start 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.184+0000 7ff522800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 0x7ff51c07c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.184+0000 7ff522800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff51c07c920 con 0x7ff51c07dea0 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.185+0000 7ff51b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 0x7ff51c07c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.185+0000 7ff51b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 0x7ff51c07c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51194/0 (socket says 172.21.15.26:51194) 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.185+0000 7ff51b400700 1 -- 172.21.15.26:0/1936903046 learned_addr learned my addr 172.21.15.26:0/1936903046 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.185+0000 7ff51b400700 1 -- 172.21.15.26:0/1936903046 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff51c07caa0 con 0x7ff51c07dea0 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.186+0000 7ff51b400700 1 --2- 172.21.15.26:0/1936903046 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 0x7ff51c07c350 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff50c0098a0 tx=0x7ff50c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b8eb2669c8af6d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.186+0000 7ff51a000700 1 -- 172.21.15.26:0/1936903046 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff50c004160 con 0x7ff51c07dea0 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.186+0000 7ff51a000700 1 -- 172.21.15.26:0/1936903046 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff50c004300 con 0x7ff51c07dea0 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.186+0000 7ff51a000700 1 -- 172.21.15.26:0/1936903046 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff50c0036a0 con 0x7ff51c07dea0 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.187+0000 7ff522800700 1 -- 172.21.15.26:0/1936903046 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 msgr2=0x7ff51c07c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.187+0000 7ff522800700 1 --2- 172.21.15.26:0/1936903046 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 0x7ff51c07c350 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff50c0098a0 tx=0x7ff50c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:48:58.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.187+0000 7ff522800700 1 -- 172.21.15.26:0/1936903046 shutdown_connections 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.187+0000 7ff522800700 1 --2- 172.21.15.26:0/1936903046 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 0x7ff51c07c350 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.187+0000 7ff522800700 1 -- 172.21.15.26:0/1936903046 >> 172.21.15.26:0/1936903046 conn(0x7ff51c103ae0 msgr2=0x7ff51c105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.187+0000 7ff522800700 1 -- 172.21.15.26:0/1936903046 shutdown_connections 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.187+0000 7ff522800700 1 -- 172.21.15.26:0/1936903046 wait complete. 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.188+0000 7ff522800700 1 Processor -- start 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.188+0000 7ff522800700 1 -- start start 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.189+0000 7ff522800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 0x7ff51c1a20d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.189+0000 7ff522800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff51c07cfd0 con 0x7ff51c07dea0 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.189+0000 7ff51b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 0x7ff51c1a20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.189+0000 7ff51b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 0x7ff51c1a20d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51208/0 (socket says 172.21.15.26:51208) 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.189+0000 7ff51b400700 1 -- 172.21.15.26:0/3912098277 learned_addr learned my addr 172.21.15.26:0/3912098277 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.190+0000 7ff51b400700 1 -- 172.21.15.26:0/3912098277 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff51c1a2610 con 0x7ff51c07dea0 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.190+0000 7ff51b400700 1 --2- 172.21.15.26:0/3912098277 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 0x7ff51c1a20d0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff50c000c00 tx=0x7ff50c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:58.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.190+0000 7ff513e00700 1 -- 172.21.15.26:0/3912098277 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff50c003db0 con 0x7ff51c07dea0 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.190+0000 7ff513e00700 1 -- 172.21.15.26:0/3912098277 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff50c011630 con 0x7ff51c07dea0 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.190+0000 7ff513e00700 1 -- 172.21.15.26:0/3912098277 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff50c011950 con 0x7ff51c07dea0 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.190+0000 7ff522800700 1 -- 172.21.15.26:0/3912098277 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff51c1a28a0 con 0x7ff51c07dea0 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.191+0000 7ff522800700 1 -- 172.21.15.26:0/3912098277 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff51c1a5590 con 0x7ff51c07dea0 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.191+0000 7ff513e00700 1 -- 172.21.15.26:0/3912098277 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff50c011af0 con 0x7ff51c07dea0 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.191+0000 7ff513e00700 1 -- 172.21.15.26:0/3912098277 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff50c01c450 con 0x7ff51c07dea0 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.192+0000 7ff522800700 1 -- 172.21.15.26:0/3912098277 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff51c0640a0 con 0x7ff51c07dea0 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.195+0000 7ff513e00700 1 -- 172.21.15.26:0/3912098277 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7ff50c032020 con 0x7ff51c07dea0 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.276+0000 7ff522800700 1 -- 172.21.15.26:0/3912098277 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7ff51c02e100 con 0x7ff51c07dea0 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.277+0000 7ff513e00700 1 -- 172.21.15.26:0/3912098277 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7ff50c004260 con 0x7ff51c07dea0 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.278+0000 7ff522800700 1 -- 172.21.15.26:0/3912098277 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 msgr2=0x7ff51c1a20d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.278+0000 7ff522800700 1 --2- 172.21.15.26:0/3912098277 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 0x7ff51c1a20d0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff50c000c00 tx=0x7ff50c004750 comp rx=0 tx=0).stop 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.278+0000 7ff522800700 1 -- 172.21.15.26:0/3912098277 shutdown_connections 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.278+0000 7ff522800700 1 --2- 172.21.15.26:0/3912098277 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff51c07dea0 0x7ff51c1a20d0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:58.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.279+0000 7ff522800700 1 -- 172.21.15.26:0/3912098277 >> 172.21.15.26:0/3912098277 conn(0x7ff51c103ae0 msgr2=0x7ff51c105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:58.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.279+0000 7ff522800700 1 -- 172.21.15.26:0/3912098277 shutdown_connections 2024-04-26T01:48:58.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:58.279+0000 7ff522800700 1 -- 172.21.15.26:0/3912098277 wait complete. 2024-04-26T01:48:58.917 INFO:teuthology.orchestra.run.smithi026.stdout:mon is available 2024-04-26T01:48:58.917 INFO:teuthology.orchestra.run.smithi026.stdout:Assimilating anything we can from ceph.conf... 2024-04-26T01:48:59.916 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:59 smithi026 ceph-mon[27773]: from='client.? 172.21.15.26:0/3047079159' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T01:48:59.916 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:48:59 smithi026 ceph-mon[27773]: from='client.? 172.21.15.26:0/3047079159' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-26T01:49:00.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:49:00.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T01:49:00.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout fsid = fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.26:3300,v1:172.21.15.26:6789] 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-26T01:49:00.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.495+0000 7f4adb200700 1 Processor -- start 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.495+0000 7f4adb200700 1 -- start start 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.496+0000 7f4adb200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 0x7f4adc10a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.496+0000 7f4adb200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4adc10aea0 con 0x7f4adc10a4b0 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.496+0000 7f4ad9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 0x7f4adc10a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.497+0000 7f4ad9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 0x7f4adc10a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51214/0 (socket says 172.21.15.26:51214) 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.497+0000 7f4ad9e00700 1 -- 172.21.15.26:0/1945976898 learned_addr learned my addr 172.21.15.26:0/1945976898 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.497+0000 7f4ad9e00700 1 -- 172.21.15.26:0/1945976898 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4adc10b660 con 0x7f4adc10a4b0 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.497+0000 7f4ad9e00700 1 --2- 172.21.15.26:0/1945976898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 0x7f4adc10a8d0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f4acc009e80 tx=0x7f4acc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d114988bfa07236c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.498+0000 7f4ad9400700 1 -- 172.21.15.26:0/1945976898 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4acc017070 con 0x7f4adc10a4b0 2024-04-26T01:49:00.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.498+0000 7f4ad9400700 1 -- 172.21.15.26:0/1945976898 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4acc003a20 con 0x7f4adc10a4b0 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.498+0000 7f4ad9400700 1 -- 172.21.15.26:0/1945976898 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4acc003d20 con 0x7f4adc10a4b0 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.498+0000 7f4adb200700 1 -- 172.21.15.26:0/1945976898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 msgr2=0x7f4adc10a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.498+0000 7f4adb200700 1 --2- 172.21.15.26:0/1945976898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 0x7f4adc10a8d0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f4acc009e80 tx=0x7f4acc00b330 comp rx=0 tx=0).stop 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.499+0000 7f4adb200700 1 -- 172.21.15.26:0/1945976898 shutdown_connections 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.499+0000 7f4adb200700 1 --2- 172.21.15.26:0/1945976898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 0x7f4adc10a8d0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.499+0000 7f4adb200700 1 -- 172.21.15.26:0/1945976898 >> 172.21.15.26:0/1945976898 conn(0x7f4adc07dc00 msgr2=0x7f4adc1084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.499+0000 7f4adb200700 1 -- 172.21.15.26:0/1945976898 shutdown_connections 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.499+0000 7f4adb200700 1 -- 172.21.15.26:0/1945976898 wait complete. 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.500+0000 7f4adb200700 1 Processor -- start 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.500+0000 7f4adb200700 1 -- start start 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.500+0000 7f4adb200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 0x7f4adc19dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.500+0000 7f4adb200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4adc10bb90 con 0x7f4adc10a4b0 2024-04-26T01:49:00.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.501+0000 7f4ad9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 0x7f4adc19dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:00.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.501+0000 7f4ad9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 0x7f4adc19dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51226/0 (socket says 172.21.15.26:51226) 2024-04-26T01:49:00.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.501+0000 7f4ad9e00700 1 -- 172.21.15.26:0/3047079159 learned_addr learned my addr 172.21.15.26:0/3047079159 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:00.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.501+0000 7f4ad9e00700 1 -- 172.21.15.26:0/3047079159 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4adc19e160 con 0x7f4adc10a4b0 2024-04-26T01:49:00.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.501+0000 7f4ad9e00700 1 --2- 172.21.15.26:0/3047079159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 0x7f4adc19dc20 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f4acc004000 tx=0x7f4acc004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:00.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.502+0000 7f4ad3400700 1 -- 172.21.15.26:0/3047079159 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4acc022020 con 0x7f4adc10a4b0 2024-04-26T01:49:00.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.502+0000 7f4ad3400700 1 -- 172.21.15.26:0/3047079159 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4acc018040 con 0x7f4adc10a4b0 2024-04-26T01:49:00.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.502+0000 7f4ad3400700 1 -- 172.21.15.26:0/3047079159 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4acc017070 con 0x7f4adc10a4b0 2024-04-26T01:49:00.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.502+0000 7f4adb200700 1 -- 172.21.15.26:0/3047079159 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4adc19e3f0 con 0x7f4adc10a4b0 2024-04-26T01:49:00.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.502+0000 7f4adb200700 1 -- 172.21.15.26:0/3047079159 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4adc1a10e0 con 0x7f4adc10a4b0 2024-04-26T01:49:00.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.503+0000 7f4ad3400700 1 -- 172.21.15.26:0/3047079159 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4acc025020 con 0x7f4adc10a4b0 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.503+0000 7f4ad3400700 1 -- 172.21.15.26:0/3047079159 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4acc00f050 con 0x7f4adc10a4b0 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.503+0000 7f4adb200700 1 -- 172.21.15.26:0/3047079159 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4adc0640a0 con 0x7f4adc10a4b0 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.506+0000 7f4ad3400700 1 -- 172.21.15.26:0/3047079159 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f4acc02c030 con 0x7f4adc10a4b0 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.584+0000 7f4adb200700 1 -- 172.21.15.26:0/3047079159 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f4adc02e140 con 0x7f4adc10a4b0 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.589+0000 7f4ad3400700 1 -- 172.21.15.26:0/3047079159 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7f4acc01e480 con 0x7f4adc10a4b0 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.590+0000 7f4ad3400700 1 -- 172.21.15.26:0/3047079159 <== mon.0 v2:172.21.15.26:3300/0 8 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4acc035070 con 0x7f4adc10a4b0 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.591+0000 7f4adb200700 1 -- 172.21.15.26:0/3047079159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 msgr2=0x7f4adc19dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.591+0000 7f4adb200700 1 --2- 172.21.15.26:0/3047079159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 0x7f4adc19dc20 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f4acc004000 tx=0x7f4acc004ad0 comp rx=0 tx=0).stop 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.592+0000 7f4adb200700 1 -- 172.21.15.26:0/3047079159 shutdown_connections 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.592+0000 7f4adb200700 1 --2- 172.21.15.26:0/3047079159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4adc10a4b0 0x7f4adc19dc20 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.592+0000 7f4adb200700 1 -- 172.21.15.26:0/3047079159 >> 172.21.15.26:0/3047079159 conn(0x7f4adc07dc00 msgr2=0x7f4adc194800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.592+0000 7f4adb200700 1 -- 172.21.15.26:0/3047079159 shutdown_connections 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:48:59.592+0000 7f4adb200700 1 -- 172.21.15.26:0/3047079159 wait complete. 2024-04-26T01:49:00.497 INFO:teuthology.orchestra.run.smithi026.stdout:Generating new minimal ceph.conf... 2024-04-26T01:49:01.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:01 smithi026 ceph-mon[27773]: from='client.? 172.21.15.26:0/3296367210' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:01.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.085+0000 7f008ea00700 1 Processor -- start 2024-04-26T01:49:01.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.085+0000 7f008ea00700 1 -- start start 2024-04-26T01:49:01.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.085+0000 7f008ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 0x7f008810aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.085+0000 7f008ea00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f008810b070 con 0x7f008810a680 2024-04-26T01:49:01.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.086+0000 7f0087e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 0x7f008810aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.086+0000 7f0087e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 0x7f008810aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51242/0 (socket says 172.21.15.26:51242) 2024-04-26T01:49:01.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.086+0000 7f0087e00700 1 -- 172.21.15.26:0/4220428463 learned_addr learned my addr 172.21.15.26:0/4220428463 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:01.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.086+0000 7f0087e00700 1 -- 172.21.15.26:0/4220428463 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f008810b830 con 0x7f008810a680 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.087+0000 7f0087e00700 1 --2- 172.21.15.26:0/4220428463 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 0x7f008810aaa0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f00780098a0 tx=0x7f0078009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e60715fe1e6afa0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.087+0000 7f0086a00700 1 -- 172.21.15.26:0/4220428463 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0078004160 con 0x7f008810a680 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.087+0000 7f0086a00700 1 -- 172.21.15.26:0/4220428463 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0078004300 con 0x7f008810a680 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.087+0000 7f0086a00700 1 -- 172.21.15.26:0/4220428463 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0078011af0 con 0x7f008810a680 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.088+0000 7f008ea00700 1 -- 172.21.15.26:0/4220428463 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 msgr2=0x7f008810aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.088+0000 7f008ea00700 1 --2- 172.21.15.26:0/4220428463 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 0x7f008810aaa0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f00780098a0 tx=0x7f0078009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.088+0000 7f008ea00700 1 -- 172.21.15.26:0/4220428463 shutdown_connections 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.088+0000 7f008ea00700 1 --2- 172.21.15.26:0/4220428463 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 0x7f008810aaa0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.088+0000 7f008ea00700 1 -- 172.21.15.26:0/4220428463 >> 172.21.15.26:0/4220428463 conn(0x7f008807dc20 msgr2=0x7f00881084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.088+0000 7f008ea00700 1 -- 172.21.15.26:0/4220428463 shutdown_connections 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.088+0000 7f008ea00700 1 -- 172.21.15.26:0/4220428463 wait complete. 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.089+0000 7f008ea00700 1 Processor -- start 2024-04-26T01:49:01.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.089+0000 7f008ea00700 1 -- start start 2024-04-26T01:49:01.813 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.090+0000 7f008ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 0x7f008819e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.813 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.090+0000 7f008ea00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f008810ebe0 con 0x7f008810a680 2024-04-26T01:49:01.813 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.090+0000 7f0087e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 0x7f008819e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.813 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.090+0000 7f0087e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 0x7f008819e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51256/0 (socket says 172.21.15.26:51256) 2024-04-26T01:49:01.813 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.090+0000 7f0087e00700 1 -- 172.21.15.26:0/3296367210 learned_addr learned my addr 172.21.15.26:0/3296367210 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:01.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.090+0000 7f0087e00700 1 -- 172.21.15.26:0/3296367210 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f008819eb40 con 0x7f008810a680 2024-04-26T01:49:01.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.091+0000 7f0087e00700 1 --2- 172.21.15.26:0/3296367210 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 0x7f008819e600 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f00780117b0 tx=0x7f0078011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.091+0000 7f0084c00700 1 -- 172.21.15.26:0/3296367210 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0078003af0 con 0x7f008810a680 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.091+0000 7f0084c00700 1 -- 172.21.15.26:0/3296367210 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0078020070 con 0x7f008810a680 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.091+0000 7f0084c00700 1 -- 172.21.15.26:0/3296367210 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0078019630 con 0x7f008810a680 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.091+0000 7f008ea00700 1 -- 172.21.15.26:0/3296367210 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f008819edd0 con 0x7f008810a680 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.091+0000 7f008ea00700 1 -- 172.21.15.26:0/3296367210 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00881a1ac0 con 0x7f008810a680 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.091+0000 7f0084c00700 1 -- 172.21.15.26:0/3296367210 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0078019c30 con 0x7f008810a680 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.092+0000 7f0084c00700 1 -- 172.21.15.26:0/3296367210 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f007800b720 con 0x7f008810a680 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.093+0000 7f008ea00700 1 -- 172.21.15.26:0/3296367210 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00880640a0 con 0x7f008810a680 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.096+0000 7f0084c00700 1 -- 172.21.15.26:0/3296367210 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f007801a9c0 con 0x7f008810a680 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.175+0000 7f008ea00700 1 -- 172.21.15.26:0/3296367210 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f00881a2010 con 0x7f008810a680 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.175+0000 7f0084c00700 1 -- 172.21.15.26:0/3296367210 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f007801a430 con 0x7f008810a680 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.177+0000 7f008ea00700 1 -- 172.21.15.26:0/3296367210 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 msgr2=0x7f008819e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.177+0000 7f008ea00700 1 --2- 172.21.15.26:0/3296367210 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 0x7f008819e600 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f00780117b0 tx=0x7f0078011b70 comp rx=0 tx=0).stop 2024-04-26T01:49:01.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.177+0000 7f008ea00700 1 -- 172.21.15.26:0/3296367210 shutdown_connections 2024-04-26T01:49:01.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.177+0000 7f008ea00700 1 --2- 172.21.15.26:0/3296367210 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f008810a680 0x7f008819e600 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.177+0000 7f008ea00700 1 -- 172.21.15.26:0/3296367210 >> 172.21.15.26:0/3296367210 conn(0x7f008807dc20 msgr2=0x7f0088107cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:01.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.177+0000 7f008ea00700 1 -- 172.21.15.26:0/3296367210 shutdown_connections 2024-04-26T01:49:01.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:01.178+0000 7f008ea00700 1 -- 172.21.15.26:0/3296367210 wait complete. 2024-04-26T01:49:01.817 INFO:teuthology.orchestra.run.smithi026.stdout:Restarting the monitor... 2024-04-26T01:49:02.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:01 smithi026 systemd[1]: Stopping Ceph mon.a for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:49:02.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:02 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a[27769]: 2024-04-26T01:49:02.340+0000 7f0ef2400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:49:02.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:02 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a[27769]: 2024-04-26T01:49:02.340+0000 7f0ef2400700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-26T01:49:02.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:02 smithi026 podman[28013]: 2024-04-26 01:49:02.455773782 +0000 UTC m=+0.242790255 container died 04f0e162725b06c9f93f6c76484e5815d5d202dd48144a9a1ed56b382862dcae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-26T01:49:03.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:02 smithi026 podman[28013]: 2024-04-26 01:49:02.983392497 +0000 UTC m=+0.770408983 container cleanup 04f0e162725b06c9f93f6c76484e5815d5d202dd48144a9a1ed56b382862dcae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:49:03.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:02 smithi026 bash[28013]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a 2024-04-26T01:49:03.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:03 smithi026 podman[28027]: 2024-04-26 01:49:03.217318209 +0000 UTC m=+0.743618829 container remove 04f0e162725b06c9f93f6c76484e5815d5d202dd48144a9a1ed56b382862dcae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-26T01:49:03.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:03 smithi026 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-26T01:49:03.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:03 smithi026 systemd[1]: Stopped Ceph mon.a for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:49:03.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:03 smithi026 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.a.service: Consumed 1.989s CPU time. 2024-04-26T01:49:03.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:03 smithi026 systemd[1]: Starting Ceph mon.a for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:49:04.393 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 podman[28119]: 2024-04-26 01:49:04.040295669 +0000 UTC m=+0.036663162 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:49:04.393 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 podman[28119]: 2024-04-26 01:49:04.143321806 +0000 UTC m=+0.139689336 container create cbd30124babc00aba3f257bf1b125dfbcee6bcec8cb3c20773e7662b22302397 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-26T01:49:04.394 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 podman[28119]: 2024-04-26 01:49:04.38239235 +0000 UTC m=+0.378759900 container init cbd30124babc00aba3f257bf1b125dfbcee6bcec8cb3c20773e7662b22302397 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-26T01:49:04.517 INFO:teuthology.orchestra.run.smithi026.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-26T01:49:04.664 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 podman[28119]: 2024-04-26 01:49:04.395560818 +0000 UTC m=+0.391928327 container start cbd30124babc00aba3f257bf1b125dfbcee6bcec8cb3c20773e7662b22302397 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0) 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: pidfile_write: ignore empty --pid-file 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: load: jerasure load: lrc 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: RocksDB version: 7.9.2 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Git sha 0 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: DB SUMMARY 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: DB Session ID: Q4ZFAA9I3CY09P9NNVHE 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: CURRENT file: CURRENT 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-26T01:49:04.665 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105130 ; 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.error_if_exists: 0 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.create_if_missing: 0 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.paranoid_checks: 1 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.env: 0x563742febcc0 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.info_log: 0x56376b4c5c40 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.statistics: (nil) 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.use_fsync: 0 2024-04-26T01:49:04.666 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_log_file_size: 0 2024-04-26T01:49:04.667 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T01:49:04.667 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T01:49:04.667 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T01:49:04.667 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T01:49:04.667 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.allow_fallocate: 1 2024-04-26T01:49:04.667 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T01:49:04.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T01:49:04.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.use_direct_reads: 0 2024-04-26T01:49:04.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T01:49:04.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T01:49:04.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.db_log_dir: 2024-04-26T01:49:04.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.wal_dir: 2024-04-26T01:49:04.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T01:49:04.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T01:49:04.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T01:49:04.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T01:49:04.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T01:49:04.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.write_buffer_manager: 0x56376b4590e0 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.unordered_write: 0 2024-04-26T01:49:04.669 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.row_cache: None 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.wal_filter: None 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.two_write_queues: 0 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.wal_compression: 0 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.atomic_flush: 0 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T01:49:04.670 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.log_readahead_size: 0 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_background_jobs: 2 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_background_compactions: -1 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_subcompactions: 1 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T01:49:04.671 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_open_files: -1 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_background_flushes: -1 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Compression algorithms supported: 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: kZSTD supported: 0 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: kXpressCompression supported: 0 2024-04-26T01:49:04.672 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: kZlibCompression supported: 1 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: kSnappyCompression supported: 1 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: kLZ4Compression supported: 1 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: kBZip2Compression supported: 0 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.merge_operator: 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_filter: None 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56376b4c5e00) 2024-04-26T01:49:04.673 INFO:journalctl@ceph.mon.a.smithi026.stdout: cache_index_and_filter_blocks: 1 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: pin_top_level_index_and_filter: 1 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: index_type: 0 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: data_block_index_type: 0 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: index_shortening: 1 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: checksum: 4 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: no_block_cache: 0 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_cache: 0x56376b48b1f0 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_cache_name: BinnedLRUCache 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_cache_options: 2024-04-26T01:49:04.674 INFO:journalctl@ceph.mon.a.smithi026.stdout: capacity : 536870912 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: num_shard_bits : 4 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: strict_capacity_limit : 0 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: high_pri_pool_ratio: 0.000 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_cache_compressed: (nil) 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: persistent_cache: (nil) 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_size: 4096 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_size_deviation: 10 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_restart_interval: 16 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: index_block_restart_interval: 1 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: metadata_block_size: 4096 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: partition_filters: 0 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: use_delta_encoding: 1 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: filter_policy: bloomfilter 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: whole_key_filtering: 1 2024-04-26T01:49:04.675 INFO:journalctl@ceph.mon.a.smithi026.stdout: verify_compression: 0 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout: read_amp_bytes_per_bit: 0 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout: format_version: 5 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout: enable_index_compression: 1 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_align: 0 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout: max_auto_readahead_size: 262144 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout: prepopulate_block_cache: 0 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout: initial_auto_readahead_size: 8192 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compression: NoCompression 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T01:49:04.676 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.num_levels: 7 2024-04-26T01:49:04.677 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T01:49:04.677 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T01:49:04.677 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T01:49:04.677 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:49:04.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T01:49:04.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T01:49:04.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.inplace_update_support: 0 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.bloom_locality: 0 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.max_successive_merges: 0 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T01:49:04.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.ttl: 2592000 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.enable_blob_files: false 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.min_blob_size: 0 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T01:49:04.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ab3d139b-e1c6-4dcf-ade2-f98fe7335719 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714096144451004, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714096144454086, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100297, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 326, "table_properties": {"data_size": 98182, "index_size": 307, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14169, "raw_average_key_size": 49, "raw_value_size": 90466, "raw_average_value_size": 317, "num_data_blocks": 12, "num_entries": 285, "num_filter_entries": 285, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714096144, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ab3d139b-e1c6-4dcf-ade2-f98fe7335719", "db_session_id": "Q4ZFAA9I3CY09P9NNVHE", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714096144454302, "job": 1, "event": "recovery_finished"} 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56376b5a0000 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: DB pointer 0x56376b58a000 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T01:49:04.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: ** DB Stats ** 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: ** Compaction Stats [default] ** 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: L0 2/0 99.81 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 50.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: Sum 2/0 99.81 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 50.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 50.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-26T01:49:04.684 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: ** Compaction Stats [default] ** 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 50.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: Cumulative compaction: 0.00 GB write, 9.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: Interval compaction: 0.00 GB write, 9.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T01:49:04.685 INFO:journalctl@ceph.mon.a.smithi026.stdout: Block cache BinnedLRUCache@0x56376b48b1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2024-04-26T01:49:04.686 INFO:journalctl@ceph.mon.a.smithi026.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-26T01:49:04.686 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-26T01:49:04.686 INFO:journalctl@ceph.mon.a.smithi026.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T01:49:04.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: starting mon.a rank 0 at public addrs [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] at bind addrs [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:49:04.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: mon.a@-1(???) e1 preinit fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:49:04.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: mon.a@-1(???).mds e1 new map 2024-04-26T01:49:04.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: mon.a@-1(???).mds e1 print_map 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout: e1 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout: legacy client fscid: -1 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout: No filesystems configured 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 bash[28119]: cbd30124babc00aba3f257bf1b125dfbcee6bcec8cb3c20773e7662b22302397 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 systemd[1]: Started Ceph mon.a for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: monmap epoch 1 2024-04-26T01:49:04.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:49:04.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: last_changed 2024-04-26T01:48:53.312517+0000 2024-04-26T01:49:04.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: created 2024-04-26T01:48:53.312517+0000 2024-04-26T01:49:04.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: min_mon_release 19 (squid) 2024-04-26T01:49:04.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: election_strategy: 1 2024-04-26T01:49:04.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T01:49:04.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: fsmap 2024-04-26T01:49:04.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T01:49:04.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:04 smithi026 ceph-mon[28138]: mgrmap e1: no daemons active 2024-04-26T01:49:06.168 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.195+0000 7f6a35000700 1 Processor -- start 2024-04-26T01:49:06.168 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.195+0000 7f6a35000700 1 -- start start 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.196+0000 7f6a35000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 0x7f6a30108850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.196+0000 7f6a35000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6a30108e20 con 0x7f6a30108430 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.196+0000 7f6a2de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 0x7f6a30108850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.196+0000 7f6a2de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 0x7f6a30108850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51260/0 (socket says 172.21.15.26:51260) 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.196+0000 7f6a2de00700 1 -- 172.21.15.26:0/404824878 learned_addr learned my addr 172.21.15.26:0/404824878 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.197+0000 7f6a2de00700 1 -- 172.21.15.26:0/404824878 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a301095e0 con 0x7f6a30108430 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.197+0000 7f6a2de00700 1 --2- 172.21.15.26:0/404824878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 0x7f6a30108850 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f6a200098a0 tx=0x7f6a20009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9f7167e91f1f799 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.198+0000 7f6a2ca00700 1 -- 172.21.15.26:0/404824878 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a20004160 con 0x7f6a30108430 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.198+0000 7f6a2ca00700 1 -- 172.21.15.26:0/404824878 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6a20004300 con 0x7f6a30108430 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.198+0000 7f6a2ca00700 1 -- 172.21.15.26:0/404824878 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a20011af0 con 0x7f6a30108430 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.198+0000 7f6a35000700 1 -- 172.21.15.26:0/404824878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 msgr2=0x7f6a30108850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.198+0000 7f6a35000700 1 --2- 172.21.15.26:0/404824878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 0x7f6a30108850 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f6a200098a0 tx=0x7f6a20009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:06.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.198+0000 7f6a35000700 1 -- 172.21.15.26:0/404824878 shutdown_connections 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.198+0000 7f6a35000700 1 --2- 172.21.15.26:0/404824878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 0x7f6a30108850 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.198+0000 7f6a35000700 1 -- 172.21.15.26:0/404824878 >> 172.21.15.26:0/404824878 conn(0x7f6a30103a70 msgr2=0x7f6a30105e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.199+0000 7f6a35000700 1 -- 172.21.15.26:0/404824878 shutdown_connections 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.199+0000 7f6a35000700 1 -- 172.21.15.26:0/404824878 wait complete. 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.200+0000 7f6a35000700 1 Processor -- start 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.200+0000 7f6a35000700 1 -- start start 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.200+0000 7f6a35000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 0x7f6a3007db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.200+0000 7f6a35000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6a3010c990 con 0x7f6a30108430 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.200+0000 7f6a2de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 0x7f6a3007db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.200+0000 7f6a2de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 0x7f6a3007db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51262/0 (socket says 172.21.15.26:51262) 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.200+0000 7f6a2de00700 1 -- 172.21.15.26:0/85201821 learned_addr learned my addr 172.21.15.26:0/85201821 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.201+0000 7f6a2de00700 1 -- 172.21.15.26:0/85201821 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a3007e0c0 con 0x7f6a30108430 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.201+0000 7f6a2de00700 1 --2- 172.21.15.26:0/85201821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 0x7f6a3007db80 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f6a20000c00 tx=0x7f6a20011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:06.170 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.201+0000 7f6a26a00700 1 -- 172.21.15.26:0/85201821 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a20003b20 con 0x7f6a30108430 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.202+0000 7f6a26a00700 1 -- 172.21.15.26:0/85201821 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6a2001a8c0 con 0x7f6a30108430 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.202+0000 7f6a35000700 1 -- 172.21.15.26:0/85201821 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a3007c2b0 con 0x7f6a30108430 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.202+0000 7f6a26a00700 1 -- 172.21.15.26:0/85201821 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a20024940 con 0x7f6a30108430 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.202+0000 7f6a35000700 1 -- 172.21.15.26:0/85201821 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a3007c7f0 con 0x7f6a30108430 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.202+0000 7f6a26a00700 1 -- 172.21.15.26:0/85201821 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6a20022020 con 0x7f6a30108430 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.202+0000 7f6a26a00700 1 -- 172.21.15.26:0/85201821 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6a200193c0 con 0x7f6a30108430 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.203+0000 7f6a35000700 1 -- 172.21.15.26:0/85201821 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a300640a0 con 0x7f6a30108430 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.206+0000 7f6a26a00700 1 -- 172.21.15.26:0/85201821 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f6a200042c0 con 0x7f6a30108430 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.283+0000 7f6a35000700 1 -- 172.21.15.26:0/85201821 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f6a3007caa0 con 0x7f6a30108430 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.288+0000 7f6a26a00700 1 -- 172.21.15.26:0/85201821 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f6a2002dde0 con 0x7f6a30108430 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.289+0000 7f6a35000700 1 -- 172.21.15.26:0/85201821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 msgr2=0x7f6a3007db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.289+0000 7f6a35000700 1 --2- 172.21.15.26:0/85201821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 0x7f6a3007db80 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f6a20000c00 tx=0x7f6a20011b70 comp rx=0 tx=0).stop 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.289+0000 7f6a35000700 1 -- 172.21.15.26:0/85201821 shutdown_connections 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.289+0000 7f6a35000700 1 --2- 172.21.15.26:0/85201821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a30108430 0x7f6a3007db80 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:06.171 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.289+0000 7f6a35000700 1 -- 172.21.15.26:0/85201821 >> 172.21.15.26:0/85201821 conn(0x7f6a30103a70 msgr2=0x7f6a301045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:06.172 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.289+0000 7f6a35000700 1 -- 172.21.15.26:0/85201821 shutdown_connections 2024-04-26T01:49:06.172 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:05.289+0000 7f6a35000700 1 -- 172.21.15.26:0/85201821 wait complete. 2024-04-26T01:49:06.172 INFO:teuthology.orchestra.run.smithi026.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-26T01:49:06.193 INFO:teuthology.orchestra.run.smithi026.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:49:06.193 INFO:teuthology.orchestra.run.smithi026.stdout:Creating mgr... 2024-04-26T01:49:06.195 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-26T01:49:06.196 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-26T01:49:06.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:06 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/85201821' entity='client.admin' 2024-04-26T01:49:06.669 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.x 2024-04-26T01:49:06.669 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Failed to reset failed state of unit ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-26T01:49:06.935 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-fd935b4c-036e-11ef-bc93-c7b262605968.target.wants/ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-fd935b4c-036e-11ef-bc93-c7b262605968@.service. 2024-04-26T01:49:07.334 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:06 smithi026 systemd[1]: Starting Ceph mgr.x for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:49:07.657 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:07 smithi026 podman[28362]: 2024-04-26 01:49:07.240951097 +0000 UTC m=+0.033456034 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:49:07.657 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:07 smithi026 podman[28362]: 2024-04-26 01:49:07.340265457 +0000 UTC m=+0.132770431 container create f1f24d6db7fbdf2372aa5cda45042e0ce606964d3c53e355200b610addaa845d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-04-26T01:49:07.657 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:07 smithi026 podman[28362]: 2024-04-26 01:49:07.56799555 +0000 UTC m=+0.360500487 container init f1f24d6db7fbdf2372aa5cda45042e0ce606964d3c53e355200b610addaa845d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=) 2024-04-26T01:49:07.657 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:07 smithi026 podman[28362]: 2024-04-26 01:49:07.578602615 +0000 UTC m=+0.371107559 container start f1f24d6db7fbdf2372aa5cda45042e0ce606964d3c53e355200b610addaa845d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-26T01:49:07.657 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:07 smithi026 bash[28362]: f1f24d6db7fbdf2372aa5cda45042e0ce606964d3c53e355200b610addaa845d 2024-04-26T01:49:07.693 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:49:07.694 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout disabled 2024-04-26T01:49:07.711 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:49:07.712 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-26T01:49:07.712 INFO:teuthology.orchestra.run.smithi026.stdout:firewalld.service is not enabled 2024-04-26T01:49:07.712 INFO:teuthology.orchestra.run.smithi026.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T01:49:07.734 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:49:07.734 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout disabled 2024-04-26T01:49:07.755 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:49:07.755 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-26T01:49:07.755 INFO:teuthology.orchestra.run.smithi026.stdout:firewalld.service is not enabled 2024-04-26T01:49:07.755 INFO:teuthology.orchestra.run.smithi026.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-26T01:49:07.756 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mgr to start... 2024-04-26T01:49:07.756 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mgr... 2024-04-26T01:49:07.910 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:07 smithi026 systemd[1]: Started Ceph mgr.x for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:49:07.911 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:07 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:07.837+0000 7f1a6f586200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:49:08.228 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:08 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:08.108+0000 7f1a6f586200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:49:08.487 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:08 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:08.248+0000 7f1a6f586200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:49:08.791 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:08 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2440429248' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:49:08.791 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:08 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:08.675+0000 7f1a6f586200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:49:08.791 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:08 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:08.792+0000 7f1a6f586200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:49:09.147 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:49:09.150 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:49:09.150 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T01:49:09.150 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:49:09.151 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:49:09.151 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:49:09.151 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:49:09.151 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:09.151 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:49:09.151 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:49:09.151 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:49:09.151 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:49:09.151 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:49:09.151 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:49:09.151 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:49:09.152 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-04-26T01:49:09.152 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:49:09.152 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:09.152 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:49:09.152 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:49:09.152 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:09.152 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:49:09.152 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:09.152 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:49:09.152 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:49:09.152 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:49:09.161 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:49:09.161 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:49:09.161 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:49:09.161 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:09.161 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:49:09.161 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:49:09.161 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:49:09.161 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:49:09.161 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:49:09.161 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:49:09.162 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:48:57.474152+0000", 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.398+0000 7f6286000700 1 Processor -- start 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.399+0000 7f6286000700 1 -- start start 2024-04-26T01:49:09.163 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.399+0000 7f6286000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 0x7f628007c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.399+0000 7f6286000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f628007c920 con 0x7f628007dea0 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.400+0000 7f627f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 0x7f628007c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.400+0000 7f627f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 0x7f628007c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37428/0 (socket says 172.21.15.26:37428) 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.400+0000 7f627f400700 1 -- 172.21.15.26:0/1423536729 learned_addr learned my addr 172.21.15.26:0/1423536729 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.400+0000 7f627f400700 1 -- 172.21.15.26:0/1423536729 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f628007caa0 con 0x7f628007dea0 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.401+0000 7f627f400700 1 --2- 172.21.15.26:0/1423536729 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 0x7f628007c350 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f62700098a0 tx=0x7f6270009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6da6e0fa175eaefc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.401+0000 7f627e000700 1 -- 172.21.15.26:0/1423536729 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6270004160 con 0x7f628007dea0 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.401+0000 7f627e000700 1 -- 172.21.15.26:0/1423536729 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6270004300 con 0x7f628007dea0 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.401+0000 7f627e000700 1 -- 172.21.15.26:0/1423536729 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6270011af0 con 0x7f628007dea0 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.401+0000 7f6286000700 1 -- 172.21.15.26:0/1423536729 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 msgr2=0x7f628007c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.401+0000 7f6286000700 1 --2- 172.21.15.26:0/1423536729 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 0x7f628007c350 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f62700098a0 tx=0x7f6270009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.402+0000 7f6286000700 1 -- 172.21.15.26:0/1423536729 shutdown_connections 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.402+0000 7f6286000700 1 --2- 172.21.15.26:0/1423536729 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 0x7f628007c350 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:09.164 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.402+0000 7f6286000700 1 -- 172.21.15.26:0/1423536729 >> 172.21.15.26:0/1423536729 conn(0x7f6280103a40 msgr2=0x7f6280105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.402+0000 7f6286000700 1 -- 172.21.15.26:0/1423536729 shutdown_connections 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.402+0000 7f6286000700 1 -- 172.21.15.26:0/1423536729 wait complete. 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.403+0000 7f6286000700 1 Processor -- start 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.403+0000 7f6286000700 1 -- start start 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.403+0000 7f6286000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 0x7f62801a2960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.403+0000 7f6286000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f628010a580 con 0x7f628007dea0 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.403+0000 7f627f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 0x7f62801a2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.404+0000 7f627f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 0x7f62801a2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37430/0 (socket says 172.21.15.26:37430) 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.404+0000 7f627f400700 1 -- 172.21.15.26:0/2440429248 learned_addr learned my addr 172.21.15.26:0/2440429248 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.404+0000 7f627f400700 1 -- 172.21.15.26:0/2440429248 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62801a2ea0 con 0x7f628007dea0 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.404+0000 7f627f400700 1 --2- 172.21.15.26:0/2440429248 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 0x7f62801a2960 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6270011ac0 tx=0x7f6270011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.405+0000 7f6277e00700 1 -- 172.21.15.26:0/2440429248 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6270003b20 con 0x7f628007dea0 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.405+0000 7f6277e00700 1 -- 172.21.15.26:0/2440429248 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f627001a8c0 con 0x7f628007dea0 2024-04-26T01:49:09.165 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.405+0000 7f6286000700 1 -- 172.21.15.26:0/2440429248 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62801a3130 con 0x7f628007dea0 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.405+0000 7f6277e00700 1 -- 172.21.15.26:0/2440429248 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f62700248d0 con 0x7f628007dea0 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.405+0000 7f6286000700 1 -- 172.21.15.26:0/2440429248 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62801a5e20 con 0x7f628007dea0 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.405+0000 7f6277e00700 1 -- 172.21.15.26:0/2440429248 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6270022020 con 0x7f628007dea0 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.405+0000 7f6277e00700 1 -- 172.21.15.26:0/2440429248 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f62700193c0 con 0x7f628007dea0 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.406+0000 7f6286000700 1 -- 172.21.15.26:0/2440429248 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62800640a0 con 0x7f628007dea0 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.409+0000 7f6277e00700 1 -- 172.21.15.26:0/2440429248 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f627002ddf0 con 0x7f628007dea0 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.489+0000 7f6286000700 1 -- 172.21.15.26:0/2440429248 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f628019bec0 con 0x7f628007dea0 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.489+0000 7f6277e00700 1 -- 172.21.15.26:0/2440429248 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f627001aa70 con 0x7f628007dea0 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.491+0000 7f6286000700 1 -- 172.21.15.26:0/2440429248 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 msgr2=0x7f62801a2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.491+0000 7f6286000700 1 --2- 172.21.15.26:0/2440429248 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 0x7f62801a2960 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6270011ac0 tx=0x7f6270011ba0 comp rx=0 tx=0).stop 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.492+0000 7f6286000700 1 -- 172.21.15.26:0/2440429248 shutdown_connections 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.492+0000 7f6286000700 1 --2- 172.21.15.26:0/2440429248 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628007dea0 0x7f62801a2960 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.492+0000 7f6286000700 1 -- 172.21.15.26:0/2440429248 >> 172.21.15.26:0/2440429248 conn(0x7f6280103a40 msgr2=0x7f6280105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:09.166 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.492+0000 7f6286000700 1 -- 172.21.15.26:0/2440429248 shutdown_connections 2024-04-26T01:49:09.167 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:08.492+0000 7f6286000700 1 -- 172.21.15.26:0/2440429248 wait complete. 2024-04-26T01:49:09.167 INFO:teuthology.orchestra.run.smithi026.stdout:mgr not available, waiting (1/15)... 2024-04-26T01:49:10.728 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:10 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:10.432+0000 7f1a6f586200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:49:10.728 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:10 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:10.665+0000 7f1a6f586200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:49:11.227 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:10 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:10.882+0000 7f1a6f586200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:49:11.591 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:11 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:11.276+0000 7f1a6f586200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:49:11.591 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:11 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:11.403+0000 7f1a6f586200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:49:11.841 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:11 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:11.670+0000 7f1a6f586200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:49:12.209 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:11 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2534240195' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:49:12.210 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:11 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:11.940+0000 7f1a6f586200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:49:12.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:49:12.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:49:12.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T01:49:12.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:49:12.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:49:12.496 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:49:12.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:49:12.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:12.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:49:12.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:49:12.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:49:12.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:49:12.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:49:12.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:49:12.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:49:12.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-04-26T01:49:12.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:49:12.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:49:12.503 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:49:12.504 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T01:49:12.505 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:49:12.505 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:49:12.505 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:49:12.505 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:49:12.505 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:49:12.505 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:49:12.505 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:49:12.510 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:48:57.474152+0000", 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.752+0000 7f132a800700 1 Processor -- start 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.752+0000 7f132a800700 1 -- start start 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.753+0000 7f132a800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 0x7f132407c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.753+0000 7f132a800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f132407c8e0 con 0x7f132407de60 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.753+0000 7f1323400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 0x7f132407c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:12.511 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.753+0000 7f1323400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 0x7f132407c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37434/0 (socket says 172.21.15.26:37434) 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.753+0000 7f1323400700 1 -- 172.21.15.26:0/2185720823 learned_addr learned my addr 172.21.15.26:0/2185720823 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.754+0000 7f1323400700 1 -- 172.21.15.26:0/2185720823 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f132407ca60 con 0x7f132407de60 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.754+0000 7f1323400700 1 --2- 172.21.15.26:0/2185720823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 0x7f132407c310 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f13140098a0 tx=0x7f1314009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0f585f06a85ddca server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.754+0000 7f1322000700 1 -- 172.21.15.26:0/2185720823 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1314004160 con 0x7f132407de60 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.754+0000 7f1322000700 1 -- 172.21.15.26:0/2185720823 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f1314004300 con 0x7f132407de60 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.755+0000 7f1322000700 1 -- 172.21.15.26:0/2185720823 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1314011af0 con 0x7f132407de60 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.755+0000 7f132a800700 1 -- 172.21.15.26:0/2185720823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 msgr2=0x7f132407c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.755+0000 7f132a800700 1 --2- 172.21.15.26:0/2185720823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 0x7f132407c310 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f13140098a0 tx=0x7f1314009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.755+0000 7f132a800700 1 -- 172.21.15.26:0/2185720823 shutdown_connections 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.755+0000 7f132a800700 1 --2- 172.21.15.26:0/2185720823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 0x7f132407c310 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.755+0000 7f132a800700 1 -- 172.21.15.26:0/2185720823 >> 172.21.15.26:0/2185720823 conn(0x7f1324103a40 msgr2=0x7f1324105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.755+0000 7f132a800700 1 -- 172.21.15.26:0/2185720823 shutdown_connections 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.755+0000 7f132a800700 1 -- 172.21.15.26:0/2185720823 wait complete. 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.756+0000 7f132a800700 1 Processor -- start 2024-04-26T01:49:12.512 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.757+0000 7f132a800700 1 -- start start 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.757+0000 7f132a800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 0x7f132419e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.757+0000 7f132a800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f132410e970 con 0x7f132407de60 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.757+0000 7f1323400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 0x7f132419e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.757+0000 7f1323400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 0x7f132419e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37440/0 (socket says 172.21.15.26:37440) 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.757+0000 7f1323400700 1 -- 172.21.15.26:0/2534240195 learned_addr learned my addr 172.21.15.26:0/2534240195 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.758+0000 7f1323400700 1 -- 172.21.15.26:0/2534240195 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f132419eaa0 con 0x7f132407de60 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.758+0000 7f1323400700 1 --2- 172.21.15.26:0/2534240195 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 0x7f132419e560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1314011ac0 tx=0x7f1314011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.758+0000 7f131be00700 1 -- 172.21.15.26:0/2534240195 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1314003b20 con 0x7f132407de60 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.758+0000 7f131be00700 1 -- 172.21.15.26:0/2534240195 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f131401a8c0 con 0x7f132407de60 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.758+0000 7f131be00700 1 -- 172.21.15.26:0/2534240195 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f13140248d0 con 0x7f132407de60 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.758+0000 7f132a800700 1 -- 172.21.15.26:0/2534240195 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f132419ed30 con 0x7f132407de60 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.758+0000 7f132a800700 1 -- 172.21.15.26:0/2534240195 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13241a1a20 con 0x7f132407de60 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.759+0000 7f131be00700 1 -- 172.21.15.26:0/2534240195 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1314022020 con 0x7f132407de60 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.759+0000 7f131be00700 1 -- 172.21.15.26:0/2534240195 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f13140193c0 con 0x7f132407de60 2024-04-26T01:49:12.513 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.760+0000 7f132a800700 1 -- 172.21.15.26:0/2534240195 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13240640a0 con 0x7f132407de60 2024-04-26T01:49:12.514 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.762+0000 7f131be00700 1 -- 172.21.15.26:0/2534240195 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f131401aa70 con 0x7f132407de60 2024-04-26T01:49:12.514 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.843+0000 7f132a800700 1 -- 172.21.15.26:0/2534240195 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f13241a1f60 con 0x7f132407de60 2024-04-26T01:49:12.514 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.844+0000 7f131be00700 1 -- 172.21.15.26:0/2534240195 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f131401a430 con 0x7f132407de60 2024-04-26T01:49:12.514 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.845+0000 7f132a800700 1 -- 172.21.15.26:0/2534240195 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 msgr2=0x7f132419e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:12.514 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.845+0000 7f132a800700 1 --2- 172.21.15.26:0/2534240195 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 0x7f132419e560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1314011ac0 tx=0x7f1314011ba0 comp rx=0 tx=0).stop 2024-04-26T01:49:12.514 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.845+0000 7f132a800700 1 -- 172.21.15.26:0/2534240195 shutdown_connections 2024-04-26T01:49:12.514 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.845+0000 7f132a800700 1 --2- 172.21.15.26:0/2534240195 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f132407de60 0x7f132419e560 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:12.514 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.845+0000 7f132a800700 1 -- 172.21.15.26:0/2534240195 >> 172.21.15.26:0/2534240195 conn(0x7f1324103a40 msgr2=0x7f13241045d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:12.514 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.846+0000 7f132a800700 1 -- 172.21.15.26:0/2534240195 shutdown_connections 2024-04-26T01:49:12.514 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:11.846+0000 7f132a800700 1 -- 172.21.15.26:0/2534240195 wait complete. 2024-04-26T01:49:12.514 INFO:teuthology.orchestra.run.smithi026.stdout:mgr not available, waiting (2/15)... 2024-04-26T01:49:13.228 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:12 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:12.789+0000 7f1a6f586200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:49:13.728 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:13.357+0000 7f1a6f586200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:49:13.728 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:13.486+0000 7f1a6f586200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:49:14.228 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:13.759+0000 7f1a6f586200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:49:14.673 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:14.422+0000 7f1a6f586200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:49:14.673 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:14.548+0000 7f1a6f586200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:49:14.938 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:14.890+0000 7f1a6f586200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:49:15.188 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:15 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:15.074+0000 7f1a6f586200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:49:15.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:15 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1119949971' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:49:15.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:15 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:15.209+0000 7f1a6f586200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:49:15.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:15 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:15.374+0000 7f1a6f586200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:49:15.900 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:15 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:15.753+0000 7f1a6f586200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:49:15.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:49:15.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:49:15.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-04-26T01:49:15.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:49:15.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:15.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:49:15.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:49:15.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:15.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:49:15.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:15.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:49:15.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:49:15.926 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:49:15.926 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:49:15.926 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:49:15.926 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:15.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:49:15.928 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:48:57.474152+0000", 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.096+0000 7fb13b000700 1 Processor -- start 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.096+0000 7fb13b000700 1 -- start start 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.097+0000 7fb13b000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 0x7fb134108840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.097+0000 7fb13b000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb134108e10 con 0x7fb134108420 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.097+0000 7fb133e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 0x7fb134108840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.097+0000 7fb133e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 0x7fb134108840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37456/0 (socket says 172.21.15.26:37456) 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.097+0000 7fb133e00700 1 -- 172.21.15.26:0/2174113925 learned_addr learned my addr 172.21.15.26:0/2174113925 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.098+0000 7fb133e00700 1 -- 172.21.15.26:0/2174113925 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1341095d0 con 0x7fb134108420 2024-04-26T01:49:15.929 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.098+0000 7fb133e00700 1 --2- 172.21.15.26:0/2174113925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 0x7fb134108840 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fb1240098a0 tx=0x7fb124009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4425646ed534dff0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:15.930 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.098+0000 7fb132a00700 1 -- 172.21.15.26:0/2174113925 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb124004160 con 0x7fb134108420 2024-04-26T01:49:15.930 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.099+0000 7fb132a00700 1 -- 172.21.15.26:0/2174113925 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb124004300 con 0x7fb134108420 2024-04-26T01:49:15.930 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.099+0000 7fb132a00700 1 -- 172.21.15.26:0/2174113925 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb124011af0 con 0x7fb134108420 2024-04-26T01:49:15.930 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.099+0000 7fb13b000700 1 -- 172.21.15.26:0/2174113925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 msgr2=0x7fb134108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:15.930 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.099+0000 7fb13b000700 1 --2- 172.21.15.26:0/2174113925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 0x7fb134108840 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fb1240098a0 tx=0x7fb124009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:15.930 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.100+0000 7fb13b000700 1 -- 172.21.15.26:0/2174113925 shutdown_connections 2024-04-26T01:49:15.930 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.100+0000 7fb13b000700 1 --2- 172.21.15.26:0/2174113925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 0x7fb134108840 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:15.930 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.100+0000 7fb13b000700 1 -- 172.21.15.26:0/2174113925 >> 172.21.15.26:0/2174113925 conn(0x7fb134103a40 msgr2=0x7fb134105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:15.930 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.100+0000 7fb13b000700 1 -- 172.21.15.26:0/2174113925 shutdown_connections 2024-04-26T01:49:15.930 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.100+0000 7fb13b000700 1 -- 172.21.15.26:0/2174113925 wait complete. 2024-04-26T01:49:15.930 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.101+0000 7fb13b000700 1 Processor -- start 2024-04-26T01:49:15.930 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.101+0000 7fb13b000700 1 -- start start 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.102+0000 7fb13b000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 0x7fb13419e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.102+0000 7fb13b000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb13410c980 con 0x7fb134108420 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.102+0000 7fb133e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 0x7fb13419e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.102+0000 7fb133e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 0x7fb13419e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37462/0 (socket says 172.21.15.26:37462) 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.102+0000 7fb133e00700 1 -- 172.21.15.26:0/1119949971 learned_addr learned my addr 172.21.15.26:0/1119949971 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.102+0000 7fb133e00700 1 -- 172.21.15.26:0/1119949971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb13419eac0 con 0x7fb134108420 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.103+0000 7fb133e00700 1 --2- 172.21.15.26:0/1119949971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 0x7fb13419e580 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb124000c00 tx=0x7fb124011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.103+0000 7fb130c00700 1 -- 172.21.15.26:0/1119949971 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb124003b20 con 0x7fb134108420 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.103+0000 7fb130c00700 1 -- 172.21.15.26:0/1119949971 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb12401a8c0 con 0x7fb134108420 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.103+0000 7fb13b000700 1 -- 172.21.15.26:0/1119949971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb13419ed50 con 0x7fb134108420 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.103+0000 7fb130c00700 1 -- 172.21.15.26:0/1119949971 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb124024940 con 0x7fb134108420 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.103+0000 7fb13b000700 1 -- 172.21.15.26:0/1119949971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1341a1a40 con 0x7fb134108420 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.103+0000 7fb130c00700 1 -- 172.21.15.26:0/1119949971 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb124022020 con 0x7fb134108420 2024-04-26T01:49:15.931 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.103+0000 7fb130c00700 1 -- 172.21.15.26:0/1119949971 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb12402dd90 con 0x7fb134108420 2024-04-26T01:49:15.932 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.104+0000 7fb13b000700 1 -- 172.21.15.26:0/1119949971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1340640a0 con 0x7fb134108420 2024-04-26T01:49:15.932 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.109+0000 7fb130c00700 1 -- 172.21.15.26:0/1119949971 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fb124042e50 con 0x7fb134108420 2024-04-26T01:49:15.932 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.190+0000 7fb13b000700 1 -- 172.21.15.26:0/1119949971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fb1341a1f80 con 0x7fb134108420 2024-04-26T01:49:15.932 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.191+0000 7fb130c00700 1 -- 172.21.15.26:0/1119949971 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7fb124031020 con 0x7fb134108420 2024-04-26T01:49:15.932 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.192+0000 7fb13b000700 1 -- 172.21.15.26:0/1119949971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 msgr2=0x7fb13419e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:15.932 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.193+0000 7fb13b000700 1 --2- 172.21.15.26:0/1119949971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 0x7fb13419e580 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb124000c00 tx=0x7fb124011b70 comp rx=0 tx=0).stop 2024-04-26T01:49:15.932 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.193+0000 7fb13b000700 1 -- 172.21.15.26:0/1119949971 shutdown_connections 2024-04-26T01:49:15.932 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.193+0000 7fb13b000700 1 --2- 172.21.15.26:0/1119949971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb134108420 0x7fb13419e580 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:15.932 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.193+0000 7fb13b000700 1 -- 172.21.15.26:0/1119949971 >> 172.21.15.26:0/1119949971 conn(0x7fb134103a40 msgr2=0x7fb134104500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:15.932 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.193+0000 7fb13b000700 1 -- 172.21.15.26:0/1119949971 shutdown_connections 2024-04-26T01:49:15.932 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:15.193+0000 7fb13b000700 1 -- 172.21.15.26:0/1119949971 wait complete. 2024-04-26T01:49:15.932 INFO:teuthology.orchestra.run.smithi026.stdout:mgr not available, waiting (3/15)... 2024-04-26T01:49:16.855 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:16.571+0000 7f1a6f586200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:49:17.228 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:16.857+0000 7f1a6f586200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:49:17.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: Activating manager daemon x 2024-04-26T01:49:17.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: mgrmap e2: x(active, starting, since 0.00437446s) 2024-04-26T01:49:17.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: from='mgr.14100 172.21.15.26:0/892270632' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:49:17.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: from='mgr.14100 172.21.15.26:0/892270632' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:49:17.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: from='mgr.14100 172.21.15.26:0/892270632' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:49:17.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: from='mgr.14100 172.21.15.26:0/892270632' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:49:17.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: from='mgr.14100 172.21.15.26:0/892270632' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:49:17.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: Manager daemon x is now available 2024-04-26T01:49:17.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: from='mgr.14100 172.21.15.26:0/892270632' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:49:17.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: from='mgr.14100 172.21.15.26:0/892270632' entity='mgr.x' 2024-04-26T01:49:17.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: from='mgr.14100 172.21.15.26:0/892270632' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:49:17.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: from='mgr.14100 172.21.15.26:0/892270632' entity='mgr.x' 2024-04-26T01:49:17.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:16 smithi026 ceph-mon[28138]: from='mgr.14100 172.21.15.26:0/892270632' entity='mgr.x' 2024-04-26T01:49:19.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:18 smithi026 ceph-mon[28138]: mgrmap e3: x(active, since 1.02052s) 2024-04-26T01:49:19.583 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:49:19.584 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:49:19.585 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:49:19.585 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-04-26T01:49:19.585 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:49:19.585 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:19.585 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:49:19.585 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:49:19.585 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:19.585 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:49:19.585 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:19.585 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:49:19.585 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:49:19.585 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:49:19.594 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:49:19.594 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:49:19.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:49:19.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:19.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:49:19.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:49:19.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:49:19.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:49:19.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:49:19.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:49:19.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:49:19.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:49:19.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:49:19.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:49:19.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:48:57.474152+0000", 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.539+0000 7f18e0600700 1 Processor -- start 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.540+0000 7f18e0600700 1 -- start start 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.540+0000 7f18e0600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 0x7f18d8109e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.540+0000 7f18e0600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f18d810a440 con 0x7f18d8109a50 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.540+0000 7f18ddc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 0x7f18d8109e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:19.597 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.541+0000 7f18ddc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 0x7f18d8109e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58914/0 (socket says 172.21.15.26:58914) 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.541+0000 7f18ddc00700 1 -- 172.21.15.26:0/3040951782 learned_addr learned my addr 172.21.15.26:0/3040951782 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.541+0000 7f18ddc00700 1 -- 172.21.15.26:0/3040951782 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18d810a5c0 con 0x7f18d8109a50 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.542+0000 7f18ddc00700 1 --2- 172.21.15.26:0/3040951782 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 0x7f18d8109e70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f18cc0098a0 tx=0x7f18cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fe27b8f7cb4851d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.542+0000 7f18d7e00700 1 -- 172.21.15.26:0/3040951782 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f18cc004160 con 0x7f18d8109a50 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.542+0000 7f18d7e00700 1 -- 172.21.15.26:0/3040951782 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f18cc004300 con 0x7f18d8109a50 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.542+0000 7f18d7e00700 1 -- 172.21.15.26:0/3040951782 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f18cc011af0 con 0x7f18d8109a50 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.543+0000 7f18e0600700 1 -- 172.21.15.26:0/3040951782 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 msgr2=0x7f18d8109e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.543+0000 7f18e0600700 1 --2- 172.21.15.26:0/3040951782 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 0x7f18d8109e70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f18cc0098a0 tx=0x7f18cc009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.543+0000 7f18e0600700 1 -- 172.21.15.26:0/3040951782 shutdown_connections 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.543+0000 7f18e0600700 1 --2- 172.21.15.26:0/3040951782 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 0x7f18d8109e70 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.543+0000 7f18e0600700 1 -- 172.21.15.26:0/3040951782 >> 172.21.15.26:0/3040951782 conn(0x7f18d8102110 msgr2=0x7f18d8104530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.543+0000 7f18e0600700 1 -- 172.21.15.26:0/3040951782 shutdown_connections 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.543+0000 7f18e0600700 1 -- 172.21.15.26:0/3040951782 wait complete. 2024-04-26T01:49:19.598 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.544+0000 7f18e0600700 1 Processor -- start 2024-04-26T01:49:19.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.545+0000 7f18e0600700 1 -- start start 2024-04-26T01:49:19.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.545+0000 7f18e0600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 0x7f18d819e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:19.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.545+0000 7f18e0600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f18d8107260 con 0x7f18d8109a50 2024-04-26T01:49:19.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.545+0000 7f18ddc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 0x7f18d819e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:19.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.546+0000 7f18ddc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 0x7f18d819e540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58930/0 (socket says 172.21.15.26:58930) 2024-04-26T01:49:19.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.546+0000 7f18ddc00700 1 -- 172.21.15.26:0/1467999660 learned_addr learned my addr 172.21.15.26:0/1467999660 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:19.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.546+0000 7f18ddc00700 1 -- 172.21.15.26:0/1467999660 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18d819ea80 con 0x7f18d8109a50 2024-04-26T01:49:19.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.546+0000 7f18ddc00700 1 --2- 172.21.15.26:0/1467999660 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 0x7f18d819e540 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f18cc000c00 tx=0x7f18cc011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:19.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.547+0000 7f18d6000700 1 -- 172.21.15.26:0/1467999660 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f18cc003b20 con 0x7f18d8109a50 2024-04-26T01:49:19.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.547+0000 7f18d6000700 1 -- 172.21.15.26:0/1467999660 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f18cc01a8c0 con 0x7f18d8109a50 2024-04-26T01:49:19.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.547+0000 7f18d6000700 1 -- 172.21.15.26:0/1467999660 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f18cc024940 con 0x7f18d8109a50 2024-04-26T01:49:19.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.547+0000 7f18e0600700 1 -- 172.21.15.26:0/1467999660 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18d819ed70 con 0x7f18d8109a50 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.547+0000 7f18e0600700 1 -- 172.21.15.26:0/1467999660 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18d81a1a00 con 0x7f18d8109a50 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.548+0000 7f18d6000700 1 -- 172.21.15.26:0/1467999660 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 3) ==== 46441+0+0 (secure 0 0 0) 0x7f18cc022020 con 0x7f18d8109a50 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.548+0000 7f18e0600700 1 -- 172.21.15.26:0/1467999660 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18d80640a0 con 0x7f18d8109a50 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.548+0000 7f18d6000700 1 --2- 172.21.15.26:0/1467999660 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f18c0039440 0x7f18c003b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.549+0000 7f18d6000700 1 -- 172.21.15.26:0/1467999660 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f18cc04d260 con 0x7f18d8109a50 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.549+0000 7f18dd200700 1 --2- 172.21.15.26:0/1467999660 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f18c0039440 0x7f18c003b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.550+0000 7f18dd200700 1 --2- 172.21.15.26:0/1467999660 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f18c0039440 0x7f18c003b900 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f18c4006fd0 tx=0x7f18c4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.555+0000 7f18d6000700 1 -- 172.21.15.26:0/1467999660 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f18cc00be50 con 0x7f18d8109a50 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.876+0000 7f18d6000700 1 -- 172.21.15.26:0/1467999660 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f18cc01aa70 con 0x7f18d8109a50 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.878+0000 7f18e0600700 1 -- 172.21.15.26:0/1467999660 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f18d81a21a0 con 0x7f18d8109a50 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.881+0000 7f18d6000700 1 -- 172.21.15.26:0/1467999660 <== mon.0 v2:172.21.15.26:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f18cc02ad60 con 0x7f18d8109a50 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.884+0000 7f18e0600700 1 -- 172.21.15.26:0/1467999660 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f18c0039440 msgr2=0x7f18c003b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.884+0000 7f18e0600700 1 --2- 172.21.15.26:0/1467999660 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f18c0039440 0x7f18c003b900 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f18c4006fd0 tx=0x7f18c4006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:19.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.884+0000 7f18e0600700 1 -- 172.21.15.26:0/1467999660 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 msgr2=0x7f18d819e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:19.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.884+0000 7f18e0600700 1 --2- 172.21.15.26:0/1467999660 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 0x7f18d819e540 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f18cc000c00 tx=0x7f18cc011b70 comp rx=0 tx=0).stop 2024-04-26T01:49:19.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.885+0000 7f18e0600700 1 -- 172.21.15.26:0/1467999660 shutdown_connections 2024-04-26T01:49:19.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.885+0000 7f18e0600700 1 --2- 172.21.15.26:0/1467999660 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f18c0039440 0x7f18c003b900 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:19.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.885+0000 7f18e0600700 1 --2- 172.21.15.26:0/1467999660 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f18d8109a50 0x7f18d819e540 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:19.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.885+0000 7f18e0600700 1 -- 172.21.15.26:0/1467999660 >> 172.21.15.26:0/1467999660 conn(0x7f18d8102110 msgr2=0x7f18d8102bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:19.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.885+0000 7f18e0600700 1 -- 172.21.15.26:0/1467999660 shutdown_connections 2024-04-26T01:49:19.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:18.885+0000 7f18e0600700 1 -- 172.21.15.26:0/1467999660 wait complete. 2024-04-26T01:49:19.601 INFO:teuthology.orchestra.run.smithi026.stdout:mgr is available 2024-04-26T01:49:20.166 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:19 smithi026 ceph-mon[28138]: mgrmap e4: x(active, since 2s) 2024-04-26T01:49:20.166 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:19 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1467999660' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:49:21.111 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:20 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4164623292' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T01:49:21.134 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:49:21.134 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T01:49:21.134 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout fsid = fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:49:21.134 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-26T01:49:21.134 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T01:49:21.134 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.241+0000 7fc759a00700 1 Processor -- start 2024-04-26T01:49:21.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.241+0000 7fc759a00700 1 -- start start 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.241+0000 7fc759a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 0x7fc75410aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.241+0000 7fc759a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc75410b050 con 0x7fc75410a660 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.242+0000 7fc752a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 0x7fc75410aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.242+0000 7fc752a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 0x7fc75410aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58934/0 (socket says 172.21.15.26:58934) 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.242+0000 7fc752a00700 1 -- 172.21.15.26:0/1572983795 learned_addr learned my addr 172.21.15.26:0/1572983795 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.243+0000 7fc752a00700 1 -- 172.21.15.26:0/1572983795 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc75410b810 con 0x7fc75410a660 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.243+0000 7fc752a00700 1 --2- 172.21.15.26:0/1572983795 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 0x7fc75410aa80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc7440098a0 tx=0x7fc744009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99150d7305fa24cf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.243+0000 7fc751600700 1 -- 172.21.15.26:0/1572983795 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc744004160 con 0x7fc75410a660 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.243+0000 7fc751600700 1 -- 172.21.15.26:0/1572983795 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fc744004300 con 0x7fc75410a660 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.243+0000 7fc751600700 1 -- 172.21.15.26:0/1572983795 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc744011af0 con 0x7fc75410a660 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.244+0000 7fc759a00700 1 -- 172.21.15.26:0/1572983795 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 msgr2=0x7fc75410aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.244+0000 7fc759a00700 1 --2- 172.21.15.26:0/1572983795 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 0x7fc75410aa80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc7440098a0 tx=0x7fc744009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.244+0000 7fc759a00700 1 -- 172.21.15.26:0/1572983795 shutdown_connections 2024-04-26T01:49:21.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.244+0000 7fc759a00700 1 --2- 172.21.15.26:0/1572983795 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 0x7fc75410aa80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.244+0000 7fc759a00700 1 -- 172.21.15.26:0/1572983795 >> 172.21.15.26:0/1572983795 conn(0x7fc75407dc00 msgr2=0x7fc7541084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.244+0000 7fc759a00700 1 -- 172.21.15.26:0/1572983795 shutdown_connections 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.244+0000 7fc759a00700 1 -- 172.21.15.26:0/1572983795 wait complete. 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.245+0000 7fc759a00700 1 Processor -- start 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.246+0000 7fc759a00700 1 -- start start 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.246+0000 7fc759a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 0x7fc75419e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.246+0000 7fc759a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc75410ebc0 con 0x7fc75410a660 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.246+0000 7fc752a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 0x7fc75419e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.246+0000 7fc752a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 0x7fc75419e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58938/0 (socket says 172.21.15.26:58938) 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.246+0000 7fc752a00700 1 -- 172.21.15.26:0/4164623292 learned_addr learned my addr 172.21.15.26:0/4164623292 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.247+0000 7fc752a00700 1 -- 172.21.15.26:0/4164623292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc75419eb30 con 0x7fc75410a660 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.247+0000 7fc752a00700 1 --2- 172.21.15.26:0/4164623292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 0x7fc75419e5f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc7440117b0 tx=0x7fc744011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:21.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.247+0000 7fc74b400700 1 -- 172.21.15.26:0/4164623292 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc744003af0 con 0x7fc75410a660 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.247+0000 7fc74b400700 1 -- 172.21.15.26:0/4164623292 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fc744020070 con 0x7fc75410a660 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.247+0000 7fc759a00700 1 -- 172.21.15.26:0/4164623292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc75419edc0 con 0x7fc75410a660 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.247+0000 7fc74b400700 1 -- 172.21.15.26:0/4164623292 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc744019630 con 0x7fc75410a660 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.247+0000 7fc759a00700 1 -- 172.21.15.26:0/4164623292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7541a1ab0 con 0x7fc75410a660 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.249+0000 7fc74b400700 1 -- 172.21.15.26:0/4164623292 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7fc74401a9c0 con 0x7fc75410a660 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.249+0000 7fc759a00700 1 -- 172.21.15.26:0/4164623292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7540640a0 con 0x7fc75410a660 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.249+0000 7fc74b400700 1 --2- 172.21.15.26:0/4164623292 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7fc738039560 0x7fc73803ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.249+0000 7fc74b400700 1 -- 172.21.15.26:0/4164623292 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc74404db10 con 0x7fc75410a660 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.249+0000 7fc752000700 1 --2- 172.21.15.26:0/4164623292 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7fc738039560 0x7fc73803ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.250+0000 7fc752000700 1 --2- 172.21.15.26:0/4164623292 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7fc738039560 0x7fc73803ba20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc740006fd0 tx=0x7fc740006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.255+0000 7fc74b400700 1 -- 172.21.15.26:0/4164623292 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc74400e260 con 0x7fc75410a660 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.484+0000 7fc759a00700 1 -- 172.21.15.26:0/4164623292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fc7541a1c80 con 0x7fc75410a660 2024-04-26T01:49:21.138 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.487+0000 7fc74b400700 1 -- 172.21.15.26:0/4164623292 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7fc7541a1c80 con 0x7fc75410a660 2024-04-26T01:49:21.139 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.490+0000 7fc759a00700 1 -- 172.21.15.26:0/4164623292 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7fc738039560 msgr2=0x7fc73803ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:21.139 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.490+0000 7fc759a00700 1 --2- 172.21.15.26:0/4164623292 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7fc738039560 0x7fc73803ba20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc740006fd0 tx=0x7fc740006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:21.139 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.490+0000 7fc759a00700 1 -- 172.21.15.26:0/4164623292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 msgr2=0x7fc75419e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:21.139 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.490+0000 7fc759a00700 1 --2- 172.21.15.26:0/4164623292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 0x7fc75419e5f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc7440117b0 tx=0x7fc744011b70 comp rx=0 tx=0).stop 2024-04-26T01:49:21.139 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.490+0000 7fc759a00700 1 -- 172.21.15.26:0/4164623292 shutdown_connections 2024-04-26T01:49:21.139 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.490+0000 7fc759a00700 1 --2- 172.21.15.26:0/4164623292 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7fc738039560 0x7fc73803ba20 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:21.139 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.490+0000 7fc759a00700 1 --2- 172.21.15.26:0/4164623292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc75410a660 0x7fc75419e5f0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:21.139 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.490+0000 7fc759a00700 1 -- 172.21.15.26:0/4164623292 >> 172.21.15.26:0/4164623292 conn(0x7fc75407dc00 msgr2=0x7fc754107c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:21.139 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.491+0000 7fc759a00700 1 -- 172.21.15.26:0/4164623292 shutdown_connections 2024-04-26T01:49:21.139 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:20.491+0000 7fc759a00700 1 -- 172.21.15.26:0/4164623292 wait complete. 2024-04-26T01:49:21.139 INFO:teuthology.orchestra.run.smithi026.stdout:Enabling cephadm module... 2024-04-26T01:49:22.386 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:22 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3037070284' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-26T01:49:22.386 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:22 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: ignoring --setuser ceph since I am not root 2024-04-26T01:49:22.387 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:22 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: ignoring --setgroup ceph since I am not root 2024-04-26T01:49:22.387 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:22 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:22.388+0000 7f11eb56d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:49:22.814 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.740+0000 7ff3b9a00700 1 Processor -- start 2024-04-26T01:49:22.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.740+0000 7ff3b9a00700 1 -- start start 2024-04-26T01:49:22.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.740+0000 7ff3b9a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 0x7ff3b410b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:22.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.740+0000 7ff3b9a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b407be60 con 0x7ff3b4108ec0 2024-04-26T01:49:22.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.741+0000 7ff3b2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 0x7ff3b410b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:22.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.741+0000 7ff3b2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 0x7ff3b410b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58952/0 (socket says 172.21.15.26:58952) 2024-04-26T01:49:22.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.741+0000 7ff3b2a00700 1 -- 172.21.15.26:0/2861474873 learned_addr learned my addr 172.21.15.26:0/2861474873 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:22.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.741+0000 7ff3b2a00700 1 -- 172.21.15.26:0/2861474873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3b410b7f0 con 0x7ff3b4108ec0 2024-04-26T01:49:22.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.742+0000 7ff3b2a00700 1 --2- 172.21.15.26:0/2861474873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 0x7ff3b410b2b0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff3a40098a0 tx=0x7ff3a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9accf73da1fc34d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:22.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.742+0000 7ff3b1600700 1 -- 172.21.15.26:0/2861474873 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3a4004160 con 0x7ff3b4108ec0 2024-04-26T01:49:22.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.742+0000 7ff3b1600700 1 -- 172.21.15.26:0/2861474873 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff3a4004300 con 0x7ff3b4108ec0 2024-04-26T01:49:22.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.742+0000 7ff3b1600700 1 -- 172.21.15.26:0/2861474873 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3a4011af0 con 0x7ff3b4108ec0 2024-04-26T01:49:22.815 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.743+0000 7ff3b9a00700 1 -- 172.21.15.26:0/2861474873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 msgr2=0x7ff3b410b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.743+0000 7ff3b9a00700 1 --2- 172.21.15.26:0/2861474873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 0x7ff3b410b2b0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff3a40098a0 tx=0x7ff3a4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.743+0000 7ff3b9a00700 1 -- 172.21.15.26:0/2861474873 shutdown_connections 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.743+0000 7ff3b9a00700 1 --2- 172.21.15.26:0/2861474873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 0x7ff3b410b2b0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.743+0000 7ff3b9a00700 1 -- 172.21.15.26:0/2861474873 >> 172.21.15.26:0/2861474873 conn(0x7ff3b4102910 msgr2=0x7ff3b4104d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.743+0000 7ff3b9a00700 1 -- 172.21.15.26:0/2861474873 shutdown_connections 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.743+0000 7ff3b9a00700 1 -- 172.21.15.26:0/2861474873 wait complete. 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.744+0000 7ff3b9a00700 1 Processor -- start 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.744+0000 7ff3b9a00700 1 -- start start 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.744+0000 7ff3b9a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 0x7ff3b419e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.744+0000 7ff3b9a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b410c760 con 0x7ff3b4108ec0 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.745+0000 7ff3b2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 0x7ff3b419e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.745+0000 7ff3b2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 0x7ff3b419e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58954/0 (socket says 172.21.15.26:58954) 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.745+0000 7ff3b2a00700 1 -- 172.21.15.26:0/3037070284 learned_addr learned my addr 172.21.15.26:0/3037070284 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:22.816 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.745+0000 7ff3b2a00700 1 -- 172.21.15.26:0/3037070284 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3b419eb30 con 0x7ff3b4108ec0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.745+0000 7ff3b2a00700 1 --2- 172.21.15.26:0/3037070284 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 0x7ff3b419e5f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4009fb0 tx=0x7ff3a4011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.746+0000 7ff3ab400700 1 -- 172.21.15.26:0/3037070284 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3a40036a0 con 0x7ff3b4108ec0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.746+0000 7ff3ab400700 1 -- 172.21.15.26:0/3037070284 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff3a401a430 con 0x7ff3b4108ec0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.746+0000 7ff3b9a00700 1 -- 172.21.15.26:0/3037070284 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3b419edc0 con 0x7ff3b4108ec0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.746+0000 7ff3ab400700 1 -- 172.21.15.26:0/3037070284 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3a4019550 con 0x7ff3b4108ec0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.746+0000 7ff3b9a00700 1 -- 172.21.15.26:0/3037070284 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3b41a1ab0 con 0x7ff3b4108ec0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.747+0000 7ff3ab400700 1 -- 172.21.15.26:0/3037070284 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7ff3a401a8e0 con 0x7ff3b4108ec0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.747+0000 7ff3b9a00700 1 -- 172.21.15.26:0/3037070284 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3b40640a0 con 0x7ff3b4108ec0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.748+0000 7ff3ab400700 1 --2- 172.21.15.26:0/3037070284 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7ff398039560 0x7ff39803ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.748+0000 7ff3ab400700 1 -- 172.21.15.26:0/3037070284 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff3a404d840 con 0x7ff3b4108ec0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.748+0000 7ff3b2000700 1 --2- 172.21.15.26:0/3037070284 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7ff398039560 0x7ff39803ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.749+0000 7ff3b2000700 1 --2- 172.21.15.26:0/3037070284 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7ff398039560 0x7ff39803ba20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff3a0006fd0 tx=0x7ff3a0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:21.753+0000 7ff3ab400700 1 -- 172.21.15.26:0/3037070284 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff3a401a690 con 0x7ff3b4108ec0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.046+0000 7ff3b9a00700 1 -- 172.21.15.26:0/3037070284 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7ff3b41a1c80 con 0x7ff3b4108ec0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.100+0000 7ff3ab400700 1 -- 172.21.15.26:0/3037070284 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7ff3b41a1c80 con 0x7ff3b4108ec0 2024-04-26T01:49:22.817 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.102+0000 7ff3ab400700 1 -- 172.21.15.26:0/3037070284 <== mon.0 v2:172.21.15.26:3300/0 8 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7ff3a4003840 con 0x7ff3b4108ec0 2024-04-26T01:49:22.818 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.105+0000 7ff3b9a00700 1 -- 172.21.15.26:0/3037070284 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7ff398039560 msgr2=0x7ff39803ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:22.818 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.105+0000 7ff3b9a00700 1 --2- 172.21.15.26:0/3037070284 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7ff398039560 0x7ff39803ba20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff3a0006fd0 tx=0x7ff3a0006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:22.818 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.105+0000 7ff3b9a00700 1 -- 172.21.15.26:0/3037070284 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 msgr2=0x7ff3b419e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:22.818 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.105+0000 7ff3b9a00700 1 --2- 172.21.15.26:0/3037070284 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 0x7ff3b419e5f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4009fb0 tx=0x7ff3a4011940 comp rx=0 tx=0).stop 2024-04-26T01:49:22.818 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.105+0000 7ff3b9a00700 1 -- 172.21.15.26:0/3037070284 shutdown_connections 2024-04-26T01:49:22.818 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.105+0000 7ff3b9a00700 1 --2- 172.21.15.26:0/3037070284 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7ff398039560 0x7ff39803ba20 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:22.818 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.105+0000 7ff3b9a00700 1 --2- 172.21.15.26:0/3037070284 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b4108ec0 0x7ff3b419e5f0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:22.818 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.105+0000 7ff3b9a00700 1 -- 172.21.15.26:0/3037070284 >> 172.21.15.26:0/3037070284 conn(0x7ff3b4102910 msgr2=0x7ff3b4103420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:22.818 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.105+0000 7ff3b9a00700 1 -- 172.21.15.26:0/3037070284 shutdown_connections 2024-04-26T01:49:22.818 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:22.106+0000 7ff3b9a00700 1 -- 172.21.15.26:0/3037070284 wait complete. 2024-04-26T01:49:22.964 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:22 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:22.640+0000 7f11eb56d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:49:22.965 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:22 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:22.774+0000 7f11eb56d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:49:23.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:23 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3037070284' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-26T01:49:23.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:23 smithi026 ceph-mon[28138]: mgrmap e5: x(active, since 5s) 2024-04-26T01:49:23.224 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:23 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:23.186+0000 7f11eb56d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:49:23.477 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:23 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:23.305+0000 7f11eb56d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:49:24.399 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:24 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2153553586' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T01:49:24.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:49:24.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-26T01:49:24.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T01:49:24.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-26T01:49:24.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T01:49:24.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:49:24.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.373+0000 7f4695400700 1 Processor -- start 2024-04-26T01:49:24.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.373+0000 7f4695400700 1 -- start start 2024-04-26T01:49:24.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.373+0000 7f4695400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 0x7f4690108840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:24.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.374+0000 7f4695400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4690108e10 con 0x7f4690108420 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.374+0000 7f468e800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 0x7f4690108840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.374+0000 7f468e800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 0x7f4690108840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58984/0 (socket says 172.21.15.26:58984) 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.374+0000 7f468e800700 1 -- 172.21.15.26:0/2723915368 learned_addr learned my addr 172.21.15.26:0/2723915368 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.375+0000 7f468e800700 1 -- 172.21.15.26:0/2723915368 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46901095d0 con 0x7f4690108420 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.375+0000 7f468e800700 1 --2- 172.21.15.26:0/2723915368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 0x7f4690108840 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f46800098a0 tx=0x7f4680009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5fe29112a7e9b6e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.375+0000 7f468d400700 1 -- 172.21.15.26:0/2723915368 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4680004160 con 0x7f4690108420 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.375+0000 7f468d400700 1 -- 172.21.15.26:0/2723915368 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4680004300 con 0x7f4690108420 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.375+0000 7f468d400700 1 -- 172.21.15.26:0/2723915368 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4680011af0 con 0x7f4690108420 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.376+0000 7f4695400700 1 -- 172.21.15.26:0/2723915368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 msgr2=0x7f4690108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.376+0000 7f4695400700 1 --2- 172.21.15.26:0/2723915368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 0x7f4690108840 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f46800098a0 tx=0x7f4680009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.376+0000 7f4695400700 1 -- 172.21.15.26:0/2723915368 shutdown_connections 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.376+0000 7f4695400700 1 --2- 172.21.15.26:0/2723915368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 0x7f4690108840 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.376+0000 7f4695400700 1 -- 172.21.15.26:0/2723915368 >> 172.21.15.26:0/2723915368 conn(0x7f4690103a40 msgr2=0x7f4690105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.376+0000 7f4695400700 1 -- 172.21.15.26:0/2723915368 shutdown_connections 2024-04-26T01:49:24.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.377+0000 7f4695400700 1 -- 172.21.15.26:0/2723915368 wait complete. 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.378+0000 7f4695400700 1 Processor -- start 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.378+0000 7f4695400700 1 -- start start 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.378+0000 7f4695400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 0x7f469019e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.378+0000 7f4695400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f469010c980 con 0x7f4690108420 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.379+0000 7f468e800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 0x7f469019e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.379+0000 7f468e800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 0x7f469019e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58988/0 (socket says 172.21.15.26:58988) 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.379+0000 7f468e800700 1 -- 172.21.15.26:0/2153553586 learned_addr learned my addr 172.21.15.26:0/2153553586 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.379+0000 7f468e800700 1 -- 172.21.15.26:0/2153553586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f469019eaf0 con 0x7f4690108420 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.380+0000 7f468e800700 1 --2- 172.21.15.26:0/2153553586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 0x7f469019e5b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4680003f40 tx=0x7f4680011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.380+0000 7f4687400700 1 -- 172.21.15.26:0/2153553586 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f46800038b0 con 0x7f4690108420 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.380+0000 7f4687400700 1 -- 172.21.15.26:0/2153553586 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4680003a50 con 0x7f4690108420 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.380+0000 7f4695400700 1 -- 172.21.15.26:0/2153553586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f469019ed80 con 0x7f4690108420 2024-04-26T01:49:24.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.380+0000 7f4687400700 1 -- 172.21.15.26:0/2153553586 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f468001a5c0 con 0x7f4690108420 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.380+0000 7f4695400700 1 -- 172.21.15.26:0/2153553586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46901a1a70 con 0x7f4690108420 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.381+0000 7f4687400700 1 -- 172.21.15.26:0/2153553586 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f4680024430 con 0x7f4690108420 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.382+0000 7f4695400700 1 -- 172.21.15.26:0/2153553586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46900640a0 con 0x7f4690108420 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.382+0000 7f4687400700 1 --2- 172.21.15.26:0/2153553586 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f46740395b0 0x7f467403ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.382+0000 7f4687400700 1 -- 172.21.15.26:0/2153553586 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f468004da60 con 0x7f4690108420 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.382+0000 7f468de00700 1 -- 172.21.15.26:0/2153553586 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f46740395b0 msgr2=0x7f467403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/596639469 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.382+0000 7f468de00700 1 --2- 172.21.15.26:0/2153553586 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f46740395b0 0x7f467403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.387+0000 7f4687400700 1 -- 172.21.15.26:0/2153553586 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f468004d480 con 0x7f4690108420 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.583+0000 7f468de00700 1 -- 172.21.15.26:0/2153553586 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f46740395b0 msgr2=0x7f467403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/596639469 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.583+0000 7f468de00700 1 --2- 172.21.15.26:0/2153553586 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f46740395b0 0x7f467403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.688+0000 7f4695400700 1 -- 172.21.15.26:0/2153553586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f46901a1c40 con 0x7f4690108420 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.688+0000 7f4687400700 1 -- 172.21.15.26:0/2153553586 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f46901a1c40 con 0x7f4690108420 2024-04-26T01:49:24.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.691+0000 7f4695400700 1 -- 172.21.15.26:0/2153553586 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f46740395b0 msgr2=0x7f467403ba70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:49:24.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.691+0000 7f4695400700 1 --2- 172.21.15.26:0/2153553586 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f46740395b0 0x7f467403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.691+0000 7f4695400700 1 -- 172.21.15.26:0/2153553586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 msgr2=0x7f469019e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:24.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.691+0000 7f4695400700 1 --2- 172.21.15.26:0/2153553586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 0x7f469019e5b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4680003f40 tx=0x7f4680011890 comp rx=0 tx=0).stop 2024-04-26T01:49:24.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.691+0000 7f4695400700 1 -- 172.21.15.26:0/2153553586 shutdown_connections 2024-04-26T01:49:24.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.691+0000 7f4695400700 1 --2- 172.21.15.26:0/2153553586 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f46740395b0 0x7f467403ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.691+0000 7f4695400700 1 --2- 172.21.15.26:0/2153553586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4690108420 0x7f469019e5b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.691+0000 7f4695400700 1 -- 172.21.15.26:0/2153553586 >> 172.21.15.26:0/2153553586 conn(0x7f4690103a40 msgr2=0x7f46901044f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:24.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.691+0000 7f4695400700 1 -- 172.21.15.26:0/2153553586 shutdown_connections 2024-04-26T01:49:24.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:23.692+0000 7f4695400700 1 -- 172.21.15.26:0/2153553586 wait complete. 2024-04-26T01:49:24.424 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for the mgr to restart... 2024-04-26T01:49:24.424 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mgr epoch 5... 2024-04-26T01:49:24.951 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:24 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:24.907+0000 7f11eb56d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:49:25.228 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:25 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:25.145+0000 7f11eb56d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:49:25.630 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:25 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:25.364+0000 7f11eb56d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:49:25.978 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:25 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:25.756+0000 7f11eb56d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:49:25.978 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:25 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:25.880+0000 7f11eb56d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:49:26.399 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:26 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:26.138+0000 7f11eb56d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:49:26.399 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:26 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:26.400+0000 7f11eb56d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:49:27.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:27 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:27.205+0000 7f11eb56d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:49:28.033 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:27 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:27.770+0000 7f11eb56d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:49:28.033 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:27 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:27.899+0000 7f11eb56d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:49:28.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:28 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:28.171+0000 7f11eb56d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:49:29.228 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:28 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:28.835+0000 7f11eb56d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:49:29.228 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:28 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:28.962+0000 7f11eb56d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:49:29.600 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:29 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:29.291+0000 7f11eb56d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:49:29.600 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:29 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:29.472+0000 7f11eb56d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:49:29.600 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:29 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:29.601+0000 7f11eb56d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:49:29.978 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:29 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:29.757+0000 7f11eb56d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:49:30.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:30 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:30.134+0000 7f11eb56d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:49:31.204 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:30 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:30.916+0000 7f11eb56d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:49:31.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:31 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:31.206+0000 7f11eb56d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:49:31.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:31 smithi026 ceph-mon[28138]: Active manager daemon x restarted 2024-04-26T01:49:31.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:31 smithi026 ceph-mon[28138]: Activating manager daemon x 2024-04-26T01:49:31.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:31 smithi026 ceph-mon[28138]: osdmap e2: 0 total, 0 up, 0 in 2024-04-26T01:49:31.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:31 smithi026 ceph-mon[28138]: mgrmap e6: x(active, starting, since 0.0057658s) 2024-04-26T01:49:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:31 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:49:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:31 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:49:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:31 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:49:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:31 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:49:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:31 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:49:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:31 smithi026 ceph-mon[28138]: Manager daemon x is now available 2024-04-26T01:49:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:31 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:32.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:32 smithi026 ceph-mon[28138]: Found migration_current of "None". Setting to last migration. 2024-04-26T01:49:32.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:32 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:32.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:32 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:32.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:32 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:32.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:32 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:49:32.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:32 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:49:32.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:32 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:32.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:32 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:32.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:32 smithi026 ceph-mon[28138]: mgrmap e7: x(active, since 1.0139s) 2024-04-26T01:49:32.908 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:49:32.908 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-26T01:49:32.909 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T01:49:32.909 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:49:32.910 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.021+0000 7f11e5000700 1 Processor -- start 2024-04-26T01:49:32.910 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.022+0000 7f11e5000700 1 -- start start 2024-04-26T01:49:32.910 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.022+0000 7f11e5000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 0x7f11e0108840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:32.910 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.022+0000 7f11e5000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f11e0108e10 con 0x7f11e0108420 2024-04-26T01:49:32.910 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.022+0000 7f11dde00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 0x7f11e0108840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.023+0000 7f11dde00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 0x7f11e0108840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58992/0 (socket says 172.21.15.26:58992) 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.023+0000 7f11dde00700 1 -- 172.21.15.26:0/465827563 learned_addr learned my addr 172.21.15.26:0/465827563 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.023+0000 7f11dde00700 1 -- 172.21.15.26:0/465827563 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11e01095d0 con 0x7f11e0108420 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.023+0000 7f11dde00700 1 --2- 172.21.15.26:0/465827563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 0x7f11e0108840 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f11d00098a0 tx=0x7f11d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed5d53c4dedbcb8f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.023+0000 7f11dca00700 1 -- 172.21.15.26:0/465827563 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11d0004160 con 0x7f11e0108420 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.024+0000 7f11dca00700 1 -- 172.21.15.26:0/465827563 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f11d0004300 con 0x7f11e0108420 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.024+0000 7f11dca00700 1 -- 172.21.15.26:0/465827563 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11d0011af0 con 0x7f11e0108420 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.024+0000 7f11e5000700 1 -- 172.21.15.26:0/465827563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 msgr2=0x7f11e0108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.024+0000 7f11e5000700 1 --2- 172.21.15.26:0/465827563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 0x7f11e0108840 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f11d00098a0 tx=0x7f11d0009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.025+0000 7f11e5000700 1 -- 172.21.15.26:0/465827563 shutdown_connections 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.025+0000 7f11e5000700 1 --2- 172.21.15.26:0/465827563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 0x7f11e0108840 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.025+0000 7f11e5000700 1 -- 172.21.15.26:0/465827563 >> 172.21.15.26:0/465827563 conn(0x7f11e0103a40 msgr2=0x7f11e0105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:32.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.025+0000 7f11e5000700 1 -- 172.21.15.26:0/465827563 shutdown_connections 2024-04-26T01:49:32.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.025+0000 7f11e5000700 1 -- 172.21.15.26:0/465827563 wait complete. 2024-04-26T01:49:32.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.026+0000 7f11e5000700 1 Processor -- start 2024-04-26T01:49:32.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.026+0000 7f11e5000700 1 -- start start 2024-04-26T01:49:32.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.026+0000 7f11e5000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 0x7f11e007db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:32.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.026+0000 7f11e5000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f11e010c980 con 0x7f11e0108420 2024-04-26T01:49:32.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.027+0000 7f11dde00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 0x7f11e007db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.027+0000 7f11dde00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 0x7f11e007db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58994/0 (socket says 172.21.15.26:58994) 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.027+0000 7f11dde00700 1 -- 172.21.15.26:0/535727667 learned_addr learned my addr 172.21.15.26:0/535727667 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.027+0000 7f11dde00700 1 -- 172.21.15.26:0/535727667 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11e007e0c0 con 0x7f11e0108420 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.027+0000 7f11dde00700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 0x7f11e007db80 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f11d0003f40 tx=0x7f11d0011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.028+0000 7f11d6a00700 1 -- 172.21.15.26:0/535727667 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11d00038b0 con 0x7f11e0108420 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.028+0000 7f11d6a00700 1 -- 172.21.15.26:0/535727667 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f11d0003a50 con 0x7f11e0108420 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.028+0000 7f11d6a00700 1 -- 172.21.15.26:0/535727667 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11d001a5c0 con 0x7f11e0108420 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.028+0000 7f11e5000700 1 -- 172.21.15.26:0/535727667 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11e007c2b0 con 0x7f11e0108420 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.028+0000 7f11e5000700 1 -- 172.21.15.26:0/535727667 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11e007c7f0 con 0x7f11e0108420 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.029+0000 7f11d6a00700 1 -- 172.21.15.26:0/535727667 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f11d0024430 con 0x7f11e0108420 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.029+0000 7f11d6a00700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 0x7f11c403ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.029+0000 7f11d6a00700 1 -- 172.21.15.26:0/535727667 --> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f11c403c180 con 0x7f11c40395b0 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.029+0000 7f11d6a00700 1 -- 172.21.15.26:0/535727667 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f11d004da80 con 0x7f11e0108420 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.029+0000 7f11dd400700 1 -- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 msgr2=0x7f11c403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/596639469 2024-04-26T01:49:32.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.030+0000 7f11dd400700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 0x7f11c403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:49:32.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.231+0000 7f11dd400700 1 -- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 msgr2=0x7f11c403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/596639469 2024-04-26T01:49:32.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.231+0000 7f11dd400700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 0x7f11c403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:49:32.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.632+0000 7f11dd400700 1 -- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 msgr2=0x7f11c403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/596639469 2024-04-26T01:49:32.919 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:25.632+0000 7f11dd400700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 0x7f11c403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:26.433+0000 7f11dd400700 1 -- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 msgr2=0x7f11c403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/596639469 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:26.433+0000 7f11dd400700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 0x7f11c403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:28.035+0000 7f11dd400700 1 -- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 msgr2=0x7f11c403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/596639469 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:28.035+0000 7f11dd400700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 0x7f11c403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:31.216+0000 7f11d6a00700 1 -- 172.21.15.26:0/535727667 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mgrmap(e 6) ==== 46325+0+0 (secure 0 0 0) 0x7f11d0024770 con 0x7f11e0108420 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:31.216+0000 7f11d6a00700 1 -- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 msgr2=0x7f11c403ba70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:31.216+0000 7f11d6a00700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 0x7f11c403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.220+0000 7f11d6a00700 1 -- 172.21.15.26:0/535727667 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7f11d00188a0 con 0x7f11e0108420 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.221+0000 7f11d6a00700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f11c403cea0 0x7f11c403f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.221+0000 7f11d6a00700 1 -- 172.21.15.26:0/535727667 --> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f11d0012ec0 con 0x7f11c403cea0 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.224+0000 7f11dd400700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f11c403cea0 0x7f11c403f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.227+0000 7f11dd400700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f11c403cea0 0x7f11c403f290 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f11cc003a10 tx=0x7f11cc0092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:32.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.229+0000 7f11d6a00700 1 -- 172.21.15.26:0/535727667 <== mgr.14120 v2:172.21.15.26:6800/317163159 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f11d0012ec0 con 0x7f11c403cea0 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.242+0000 7f11e5000700 1 -- 172.21.15.26:0/535727667 --> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f11e00640a0 con 0x7f11c403cea0 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.243+0000 7f11d6a00700 1 -- 172.21.15.26:0/535727667 <== mgr.14120 v2:172.21.15.26:6800/317163159 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f11e00640a0 con 0x7f11c403cea0 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.243+0000 7f11e5000700 1 -- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f11c403cea0 msgr2=0x7f11c403f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.243+0000 7f11e5000700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f11c403cea0 0x7f11c403f290 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f11cc003a10 tx=0x7f11cc0092b0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.243+0000 7f11e5000700 1 -- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 msgr2=0x7f11e007db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.243+0000 7f11e5000700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 0x7f11e007db80 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f11d0003f40 tx=0x7f11d0011890 comp rx=0 tx=0).stop 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.243+0000 7f11e5000700 1 -- 172.21.15.26:0/535727667 shutdown_connections 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.244+0000 7f11e5000700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f11c403cea0 0x7f11c403f290 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.244+0000 7f11e5000700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11e0108420 0x7f11e007db80 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.244+0000 7f11e5000700 1 --2- 172.21.15.26:0/535727667 >> [v2:172.21.15.26:6800/596639469,v1:172.21.15.26:6801/596639469] conn(0x7f11c40395b0 0x7f11c403ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.244+0000 7f11e5000700 1 -- 172.21.15.26:0/535727667 >> 172.21.15.26:0/535727667 conn(0x7f11e0103a40 msgr2=0x7f11e01045f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.244+0000 7f11e5000700 1 -- 172.21.15.26:0/535727667 shutdown_connections 2024-04-26T01:49:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:32.244+0000 7f11e5000700 1 -- 172.21.15.26:0/535727667 wait complete. 2024-04-26T01:49:32.922 INFO:teuthology.orchestra.run.smithi026.stdout:mgr epoch 5 is available 2024-04-26T01:49:32.922 INFO:teuthology.orchestra.run.smithi026.stdout:Setting orchestrator backend to cephadm... 2024-04-26T01:49:33.542 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:33 smithi026 ceph-mon[28138]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T01:49:33.542 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:33 smithi026 ceph-mon[28138]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T01:49:33.542 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:33 smithi026 ceph-mon[28138]: [26/Apr/2024:01:49:32] ENGINE Bus STARTING 2024-04-26T01:49:33.542 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:33 smithi026 ceph-mon[28138]: [26/Apr/2024:01:49:32] ENGINE Serving on http://172.21.15.26:8765 2024-04-26T01:49:33.542 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:33 smithi026 ceph-mon[28138]: [26/Apr/2024:01:49:32] ENGINE Serving on https://172.21.15.26:7150 2024-04-26T01:49:33.542 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:33 smithi026 ceph-mon[28138]: [26/Apr/2024:01:49:32] ENGINE Bus STARTED 2024-04-26T01:49:33.543 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:33 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:34.461 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:34 smithi026 ceph-mon[28138]: mgrmap e8: x(active, since 2s) 2024-04-26T01:49:34.461 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:34 smithi026 ceph-mon[28138]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:34.461 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:34 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:34.461 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:34 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:34.479 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.543+0000 7faac6200700 1 Processor -- start 2024-04-26T01:49:34.480 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.543+0000 7faac6200700 1 -- start start 2024-04-26T01:49:34.480 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.544+0000 7faac6200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 0x7faac010aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:34.480 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.544+0000 7faac6200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faac010b070 con 0x7faac010a680 2024-04-26T01:49:34.480 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.544+0000 7faabf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 0x7faac010aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:34.480 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.544+0000 7faabf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 0x7faac010aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60374/0 (socket says 172.21.15.26:60374) 2024-04-26T01:49:34.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.544+0000 7faabf400700 1 -- 172.21.15.26:0/1516317367 learned_addr learned my addr 172.21.15.26:0/1516317367 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:34.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.545+0000 7faabf400700 1 -- 172.21.15.26:0/1516317367 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faac010b830 con 0x7faac010a680 2024-04-26T01:49:34.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.545+0000 7faabf400700 1 --2- 172.21.15.26:0/1516317367 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 0x7faac010aaa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7faab00098a0 tx=0x7faab0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae172a332d4d0b81 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:34.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.546+0000 7faabe000700 1 -- 172.21.15.26:0/1516317367 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faab0004160 con 0x7faac010a680 2024-04-26T01:49:34.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.546+0000 7faabe000700 1 -- 172.21.15.26:0/1516317367 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7faab0004300 con 0x7faac010a680 2024-04-26T01:49:34.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.546+0000 7faabe000700 1 -- 172.21.15.26:0/1516317367 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faab0011af0 con 0x7faac010a680 2024-04-26T01:49:34.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.546+0000 7faac6200700 1 -- 172.21.15.26:0/1516317367 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 msgr2=0x7faac010aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:34.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.546+0000 7faac6200700 1 --2- 172.21.15.26:0/1516317367 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 0x7faac010aaa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7faab00098a0 tx=0x7faab0009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:34.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.547+0000 7faac6200700 1 -- 172.21.15.26:0/1516317367 shutdown_connections 2024-04-26T01:49:34.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.547+0000 7faac6200700 1 --2- 172.21.15.26:0/1516317367 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 0x7faac010aaa0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:34.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.547+0000 7faac6200700 1 -- 172.21.15.26:0/1516317367 >> 172.21.15.26:0/1516317367 conn(0x7faac007dc20 msgr2=0x7faac01084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:34.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.547+0000 7faac6200700 1 -- 172.21.15.26:0/1516317367 shutdown_connections 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.547+0000 7faac6200700 1 -- 172.21.15.26:0/1516317367 wait complete. 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.548+0000 7faac6200700 1 Processor -- start 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.548+0000 7faac6200700 1 -- start start 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.549+0000 7faac6200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 0x7faac019e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.549+0000 7faac6200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faac010ebe0 con 0x7faac010a680 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.549+0000 7faabf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 0x7faac019e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.549+0000 7faabf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 0x7faac019e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60380/0 (socket says 172.21.15.26:60380) 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.549+0000 7faabf400700 1 -- 172.21.15.26:0/3135499863 learned_addr learned my addr 172.21.15.26:0/3135499863 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.549+0000 7faabf400700 1 -- 172.21.15.26:0/3135499863 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faac019eb70 con 0x7faac010a680 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.549+0000 7faabf400700 1 --2- 172.21.15.26:0/3135499863 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 0x7faac019e630 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7faab00117b0 tx=0x7faab0011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.550+0000 7faab7e00700 1 -- 172.21.15.26:0/3135499863 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faab00039e0 con 0x7faac010a680 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.550+0000 7faab7e00700 1 -- 172.21.15.26:0/3135499863 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7faab0020070 con 0x7faac010a680 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.550+0000 7faab7e00700 1 -- 172.21.15.26:0/3135499863 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faab0019570 con 0x7faac010a680 2024-04-26T01:49:34.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.550+0000 7faac6200700 1 -- 172.21.15.26:0/3135499863 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faac019ee00 con 0x7faac010a680 2024-04-26T01:49:34.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.550+0000 7faac6200700 1 -- 172.21.15.26:0/3135499863 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faac01a1af0 con 0x7faac010a680 2024-04-26T01:49:34.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.551+0000 7faac6200700 1 -- 172.21.15.26:0/3135499863 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faac00640a0 con 0x7faac010a680 2024-04-26T01:49:34.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.551+0000 7faab7e00700 1 -- 172.21.15.26:0/3135499863 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7faab001a430 con 0x7faac010a680 2024-04-26T01:49:34.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.552+0000 7faab7e00700 1 --2- 172.21.15.26:0/3135499863 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7faaa4039600 0x7faaa403bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:34.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.552+0000 7faab7e00700 1 -- 172.21.15.26:0/3135499863 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7faab004dab0 con 0x7faac010a680 2024-04-26T01:49:34.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.552+0000 7faabea00700 1 --2- 172.21.15.26:0/3135499863 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7faaa4039600 0x7faaa403bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.553+0000 7faabea00700 1 --2- 172.21.15.26:0/3135499863 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7faaa4039600 0x7faaa403bac0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7faaac006fd0 tx=0x7faaac006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.558+0000 7faab7e00700 1 -- 172.21.15.26:0/3135499863 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faab002b260 con 0x7faac010a680 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.813+0000 7faac6200700 1 -- 172.21.15.26:0/3135499863 --> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7faac01083e0 con 0x7faaa4039600 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.827+0000 7faab7e00700 1 -- 172.21.15.26:0/3135499863 <== mgr.14120 v2:172.21.15.26:6800/317163159 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7faac01083e0 con 0x7faaa4039600 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.830+0000 7faac6200700 1 -- 172.21.15.26:0/3135499863 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7faaa4039600 msgr2=0x7faaa403bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.830+0000 7faac6200700 1 --2- 172.21.15.26:0/3135499863 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7faaa4039600 0x7faaa403bac0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7faaac006fd0 tx=0x7faaac006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.830+0000 7faac6200700 1 -- 172.21.15.26:0/3135499863 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 msgr2=0x7faac019e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.830+0000 7faac6200700 1 --2- 172.21.15.26:0/3135499863 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 0x7faac019e630 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7faab00117b0 tx=0x7faab0011940 comp rx=0 tx=0).stop 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.830+0000 7faac6200700 1 -- 172.21.15.26:0/3135499863 shutdown_connections 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.830+0000 7faac6200700 1 --2- 172.21.15.26:0/3135499863 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7faaa4039600 0x7faaa403bac0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.830+0000 7faac6200700 1 --2- 172.21.15.26:0/3135499863 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac010a680 0x7faac019e630 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.830+0000 7faac6200700 1 -- 172.21.15.26:0/3135499863 >> 172.21.15.26:0/3135499863 conn(0x7faac007dc20 msgr2=0x7faac0107cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.831+0000 7faac6200700 1 -- 172.21.15.26:0/3135499863 shutdown_connections 2024-04-26T01:49:34.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:33.831+0000 7faac6200700 1 -- 172.21.15.26:0/3135499863 wait complete. 2024-04-26T01:49:36.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-26T01:49:36.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.124+0000 7ff3b8600700 1 Processor -- start 2024-04-26T01:49:36.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.125+0000 7ff3b8600700 1 -- start start 2024-04-26T01:49:36.047 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.125+0000 7ff3b8600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 0x7ff3b010b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:36.047 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.125+0000 7ff3b8600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b007bec0 con 0x7ff3b0108e60 2024-04-26T01:49:36.047 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.125+0000 7ff3b5c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 0x7ff3b010b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:36.047 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.126+0000 7ff3b5c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 0x7ff3b010b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60384/0 (socket says 172.21.15.26:60384) 2024-04-26T01:49:36.047 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.126+0000 7ff3b5c00700 1 -- 172.21.15.26:0/288886433 learned_addr learned my addr 172.21.15.26:0/288886433 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:36.048 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.126+0000 7ff3b5c00700 1 -- 172.21.15.26:0/288886433 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3b010b790 con 0x7ff3b0108e60 2024-04-26T01:49:36.048 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.126+0000 7ff3b5c00700 1 --2- 172.21.15.26:0/288886433 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 0x7ff3b010b250 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff3a40098a0 tx=0x7ff3a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=632ac7018e34f8e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:36.048 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.127+0000 7ff3afe00700 1 -- 172.21.15.26:0/288886433 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3a4004160 con 0x7ff3b0108e60 2024-04-26T01:49:36.048 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.127+0000 7ff3afe00700 1 -- 172.21.15.26:0/288886433 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff3a4004300 con 0x7ff3b0108e60 2024-04-26T01:49:36.048 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.127+0000 7ff3afe00700 1 -- 172.21.15.26:0/288886433 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3a4011af0 con 0x7ff3b0108e60 2024-04-26T01:49:36.048 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.127+0000 7ff3b8600700 1 -- 172.21.15.26:0/288886433 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 msgr2=0x7ff3b010b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:36.049 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.127+0000 7ff3b8600700 1 --2- 172.21.15.26:0/288886433 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 0x7ff3b010b250 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff3a40098a0 tx=0x7ff3a4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.049 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.127+0000 7ff3b8600700 1 -- 172.21.15.26:0/288886433 shutdown_connections 2024-04-26T01:49:36.049 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.127+0000 7ff3b8600700 1 --2- 172.21.15.26:0/288886433 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 0x7ff3b010b250 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.049 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.128+0000 7ff3b8600700 1 -- 172.21.15.26:0/288886433 >> 172.21.15.26:0/288886433 conn(0x7ff3b0102910 msgr2=0x7ff3b0104d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:36.049 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.128+0000 7ff3b8600700 1 -- 172.21.15.26:0/288886433 shutdown_connections 2024-04-26T01:49:36.049 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.128+0000 7ff3b8600700 1 -- 172.21.15.26:0/288886433 wait complete. 2024-04-26T01:49:36.050 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.129+0000 7ff3b8600700 1 Processor -- start 2024-04-26T01:49:36.050 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.129+0000 7ff3b8600700 1 -- start start 2024-04-26T01:49:36.050 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.129+0000 7ff3b8600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 0x7ff3b01086e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:36.050 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.129+0000 7ff3b8600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b010c760 con 0x7ff3b0108e60 2024-04-26T01:49:36.050 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.130+0000 7ff3b5c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 0x7ff3b01086e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:36.051 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.130+0000 7ff3b5c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 0x7ff3b01086e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60388/0 (socket says 172.21.15.26:60388) 2024-04-26T01:49:36.051 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.130+0000 7ff3b5c00700 1 -- 172.21.15.26:0/3139341269 learned_addr learned my addr 172.21.15.26:0/3139341269 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:36.051 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.130+0000 7ff3b5c00700 1 -- 172.21.15.26:0/3139341269 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3b0108c20 con 0x7ff3b0108e60 2024-04-26T01:49:36.051 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.130+0000 7ff3b5c00700 1 --2- 172.21.15.26:0/3139341269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 0x7ff3b01086e0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4011ac0 tx=0x7ff3a4011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:36.051 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.131+0000 7ff3ae000700 1 -- 172.21.15.26:0/3139341269 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3a4003970 con 0x7ff3b0108e60 2024-04-26T01:49:36.051 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.131+0000 7ff3ae000700 1 -- 172.21.15.26:0/3139341269 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff3a4003b10 con 0x7ff3b0108e60 2024-04-26T01:49:36.052 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.131+0000 7ff3b8600700 1 -- 172.21.15.26:0/3139341269 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3b0106e10 con 0x7ff3b0108e60 2024-04-26T01:49:36.052 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.131+0000 7ff3ae000700 1 -- 172.21.15.26:0/3139341269 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3a4024610 con 0x7ff3b0108e60 2024-04-26T01:49:36.052 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.131+0000 7ff3b8600700 1 -- 172.21.15.26:0/3139341269 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3b0107350 con 0x7ff3b0108e60 2024-04-26T01:49:36.052 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.132+0000 7ff3b8600700 1 -- 172.21.15.26:0/3139341269 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3b00640a0 con 0x7ff3b0108e60 2024-04-26T01:49:36.052 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.132+0000 7ff3ae000700 1 -- 172.21.15.26:0/3139341269 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7ff3a401a9e0 con 0x7ff3b0108e60 2024-04-26T01:49:36.052 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.133+0000 7ff3ae000700 1 --2- 172.21.15.26:0/3139341269 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff398039600 0x7ff39803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:36.052 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.133+0000 7ff3ae000700 1 -- 172.21.15.26:0/3139341269 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff3a404d920 con 0x7ff3b0108e60 2024-04-26T01:49:36.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.133+0000 7ff3b5200700 1 --2- 172.21.15.26:0/3139341269 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff398039600 0x7ff39803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:36.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.134+0000 7ff3b5200700 1 --2- 172.21.15.26:0/3139341269 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff398039600 0x7ff39803bac0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff39c006fd0 tx=0x7ff39c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:36.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.139+0000 7ff3ae000700 1 -- 172.21.15.26:0/3139341269 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff3a400b3e0 con 0x7ff3b0108e60 2024-04-26T01:49:36.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.372+0000 7ff3b8600700 1 -- 172.21.15.26:0/3139341269 --> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7ff3b0103b80 con 0x7ff398039600 2024-04-26T01:49:36.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.374+0000 7ff3ae000700 1 -- 172.21.15.26:0/3139341269 <== mgr.14120 v2:172.21.15.26:6800/317163159 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7ff3b0103b80 con 0x7ff398039600 2024-04-26T01:49:36.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.377+0000 7ff3b8600700 1 -- 172.21.15.26:0/3139341269 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff398039600 msgr2=0x7ff39803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:36.054 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.377+0000 7ff3b8600700 1 --2- 172.21.15.26:0/3139341269 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff398039600 0x7ff39803bac0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff39c006fd0 tx=0x7ff39c006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:36.054 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.377+0000 7ff3b8600700 1 -- 172.21.15.26:0/3139341269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 msgr2=0x7ff3b01086e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:36.054 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.377+0000 7ff3b8600700 1 --2- 172.21.15.26:0/3139341269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 0x7ff3b01086e0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4011ac0 tx=0x7ff3a4011ba0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.054 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.377+0000 7ff3b8600700 1 -- 172.21.15.26:0/3139341269 shutdown_connections 2024-04-26T01:49:36.054 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.377+0000 7ff3b8600700 1 --2- 172.21.15.26:0/3139341269 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff398039600 0x7ff39803bac0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.054 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.377+0000 7ff3b8600700 1 --2- 172.21.15.26:0/3139341269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3b0108e60 0x7ff3b01086e0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.055 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.377+0000 7ff3b8600700 1 -- 172.21.15.26:0/3139341269 >> 172.21.15.26:0/3139341269 conn(0x7ff3b0102910 msgr2=0x7ff3b0103470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:36.055 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.377+0000 7ff3b8600700 1 -- 172.21.15.26:0/3139341269 shutdown_connections 2024-04-26T01:49:36.055 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:35.377+0000 7ff3b8600700 1 -- 172.21.15.26:0/3139341269 wait complete. 2024-04-26T01:49:36.055 INFO:teuthology.orchestra.run.smithi026.stdout:Generating ssh key... 2024-04-26T01:49:36.343 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:36 smithi026 ceph-mon[28138]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:37.229 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: Generating public/private rsa key pair. 2024-04-26T01:49:37.229 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: Your identification has been saved in /tmp/tmp7__mkpt1/key. 2024-04-26T01:49:37.229 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: Your public key has been saved in /tmp/tmp7__mkpt1/key.pub. 2024-04-26T01:49:37.230 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: The key fingerprint is: 2024-04-26T01:49:37.230 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: SHA256:Z9IH6yN8hz5qYYabPuYueoOoLpGf48dcs0Oh4hrBKlM ceph-fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:49:37.230 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: The key's randomart image is: 2024-04-26T01:49:37.230 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: +---[RSA 3072]----+ 2024-04-26T01:49:37.230 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: | | 2024-04-26T01:49:37.230 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: | | 2024-04-26T01:49:37.230 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: | . | 2024-04-26T01:49:37.230 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: |. . . o | 2024-04-26T01:49:37.230 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: |.oE . oS = . | 2024-04-26T01:49:37.230 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: |+o. . =.+= o | 2024-04-26T01:49:37.231 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: |== * o Bo.= . | 2024-04-26T01:49:37.231 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: |+o* B B .+.o | 2024-04-26T01:49:37.231 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: |*+o= B++.... | 2024-04-26T01:49:37.231 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: +----[SHA256]-----+ 2024-04-26T01:49:37.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.696+0000 7fd6fac00700 1 Processor -- start 2024-04-26T01:49:37.742 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.696+0000 7fd6fac00700 1 -- start start 2024-04-26T01:49:37.742 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.696+0000 7fd6fac00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 0x7fd6f410f360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:37.742 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.696+0000 7fd6fac00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f410f930 con 0x7fd6f410ef40 2024-04-26T01:49:37.743 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.697+0000 7fd6f9800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 0x7fd6f410f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:37.743 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.697+0000 7fd6f9800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 0x7fd6f410f360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37694/0 (socket says 172.21.15.26:37694) 2024-04-26T01:49:37.743 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.697+0000 7fd6f9800700 1 -- 172.21.15.26:0/3835504495 learned_addr learned my addr 172.21.15.26:0/3835504495 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:37.743 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.697+0000 7fd6f9800700 1 -- 172.21.15.26:0/3835504495 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f410fab0 con 0x7fd6f410ef40 2024-04-26T01:49:37.744 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.698+0000 7fd6f9800700 1 --2- 172.21.15.26:0/3835504495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 0x7fd6f410f360 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd6e80098a0 tx=0x7fd6e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38a68a8e990bb619 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:37.744 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.698+0000 7fd6f3e00700 1 -- 172.21.15.26:0/3835504495 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd6e8004160 con 0x7fd6f410ef40 2024-04-26T01:49:37.745 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.698+0000 7fd6f3e00700 1 -- 172.21.15.26:0/3835504495 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fd6e8004300 con 0x7fd6f410ef40 2024-04-26T01:49:37.745 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.698+0000 7fd6f3e00700 1 -- 172.21.15.26:0/3835504495 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd6e8011af0 con 0x7fd6f410ef40 2024-04-26T01:49:37.745 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.699+0000 7fd6fac00700 1 -- 172.21.15.26:0/3835504495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 msgr2=0x7fd6f410f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:37.745 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.699+0000 7fd6fac00700 1 --2- 172.21.15.26:0/3835504495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 0x7fd6f410f360 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd6e80098a0 tx=0x7fd6e8009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:37.746 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.699+0000 7fd6fac00700 1 -- 172.21.15.26:0/3835504495 shutdown_connections 2024-04-26T01:49:37.746 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.699+0000 7fd6fac00700 1 --2- 172.21.15.26:0/3835504495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 0x7fd6f410f360 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:37.746 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.699+0000 7fd6fac00700 1 -- 172.21.15.26:0/3835504495 >> 172.21.15.26:0/3835504495 conn(0x7fd6f407d9f0 msgr2=0x7fd6f407fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:37.746 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.699+0000 7fd6fac00700 1 -- 172.21.15.26:0/3835504495 shutdown_connections 2024-04-26T01:49:37.746 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.699+0000 7fd6fac00700 1 -- 172.21.15.26:0/3835504495 wait complete. 2024-04-26T01:49:37.746 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.700+0000 7fd6fac00700 1 Processor -- start 2024-04-26T01:49:37.746 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.701+0000 7fd6fac00700 1 -- start start 2024-04-26T01:49:37.747 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.701+0000 7fd6fac00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 0x7fd6f41a2740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:37.748 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.701+0000 7fd6fac00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f4112b80 con 0x7fd6f410ef40 2024-04-26T01:49:37.748 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.701+0000 7fd6f9800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 0x7fd6f41a2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:37.748 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.701+0000 7fd6f9800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 0x7fd6f41a2740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37696/0 (socket says 172.21.15.26:37696) 2024-04-26T01:49:37.748 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.701+0000 7fd6f9800700 1 -- 172.21.15.26:0/3131368850 learned_addr learned my addr 172.21.15.26:0/3131368850 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:37.748 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.701+0000 7fd6f9800700 1 -- 172.21.15.26:0/3131368850 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f41a2c80 con 0x7fd6f410ef40 2024-04-26T01:49:37.748 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.702+0000 7fd6f9800700 1 --2- 172.21.15.26:0/3131368850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 0x7fd6f41a2740 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8011ac0 tx=0x7fd6e8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:37.748 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.702+0000 7fd6f2000700 1 -- 172.21.15.26:0/3131368850 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd6e8003b20 con 0x7fd6f410ef40 2024-04-26T01:49:37.748 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.702+0000 7fd6f2000700 1 -- 172.21.15.26:0/3131368850 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fd6e801a8c0 con 0x7fd6f410ef40 2024-04-26T01:49:37.748 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.702+0000 7fd6fac00700 1 -- 172.21.15.26:0/3131368850 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6f41a2f10 con 0x7fd6f410ef40 2024-04-26T01:49:37.749 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.702+0000 7fd6f2000700 1 -- 172.21.15.26:0/3131368850 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd6e80248d0 con 0x7fd6f410ef40 2024-04-26T01:49:37.749 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.702+0000 7fd6fac00700 1 -- 172.21.15.26:0/3131368850 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6f41a5c00 con 0x7fd6f410ef40 2024-04-26T01:49:37.750 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.703+0000 7fd6fac00700 1 -- 172.21.15.26:0/3131368850 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6f40640a0 con 0x7fd6f410ef40 2024-04-26T01:49:37.750 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.703+0000 7fd6f2000700 1 -- 172.21.15.26:0/3131368850 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fd6e8022020 con 0x7fd6f410ef40 2024-04-26T01:49:37.750 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.704+0000 7fd6f2000700 1 --2- 172.21.15.26:0/3131368850 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fd6dc039600 0x7fd6dc03bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:37.750 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.704+0000 7fd6f2000700 1 -- 172.21.15.26:0/3131368850 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd6e804d9d0 con 0x7fd6f410ef40 2024-04-26T01:49:37.750 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.704+0000 7fd6f8e00700 1 --2- 172.21.15.26:0/3131368850 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fd6dc039600 0x7fd6dc03bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:37.750 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.705+0000 7fd6f8e00700 1 --2- 172.21.15.26:0/3131368850 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fd6dc039600 0x7fd6dc03bac0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd6e0006fd0 tx=0x7fd6e0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:37.750 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.709+0000 7fd6f2000700 1 -- 172.21.15.26:0/3131368850 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd6e802cdf0 con 0x7fd6f410ef40 2024-04-26T01:49:37.750 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:36.940+0000 7fd6fac00700 1 -- 172.21.15.26:0/3131368850 --> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fd6f407fc90 con 0x7fd6dc039600 2024-04-26T01:49:37.751 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:37.053+0000 7fd6f2000700 1 -- 172.21.15.26:0/3131368850 <== mgr.14120 v2:172.21.15.26:6800/317163159 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd6f407fc90 con 0x7fd6dc039600 2024-04-26T01:49:37.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:37.055+0000 7fd6fac00700 1 -- 172.21.15.26:0/3131368850 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fd6dc039600 msgr2=0x7fd6dc03bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:37.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:37.055+0000 7fd6fac00700 1 --2- 172.21.15.26:0/3131368850 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fd6dc039600 0x7fd6dc03bac0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd6e0006fd0 tx=0x7fd6e0006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:37.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:37.055+0000 7fd6fac00700 1 -- 172.21.15.26:0/3131368850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 msgr2=0x7fd6f41a2740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:37.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:37.056+0000 7fd6fac00700 1 --2- 172.21.15.26:0/3131368850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 0x7fd6f41a2740 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8011ac0 tx=0x7fd6e8011ba0 comp rx=0 tx=0).stop 2024-04-26T01:49:37.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:37.056+0000 7fd6fac00700 1 -- 172.21.15.26:0/3131368850 shutdown_connections 2024-04-26T01:49:37.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:37.056+0000 7fd6fac00700 1 --2- 172.21.15.26:0/3131368850 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fd6dc039600 0x7fd6dc03bac0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:37.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:37.056+0000 7fd6fac00700 1 --2- 172.21.15.26:0/3131368850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6f410ef40 0x7fd6f41a2740 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:37.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:37.056+0000 7fd6fac00700 1 -- 172.21.15.26:0/3131368850 >> 172.21.15.26:0/3131368850 conn(0x7fd6f407d9f0 msgr2=0x7fd6f407f580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:37.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:37.056+0000 7fd6fac00700 1 -- 172.21.15.26:0/3131368850 shutdown_connections 2024-04-26T01:49:37.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:37.056+0000 7fd6fac00700 1 -- 172.21.15.26:0/3131368850 wait complete. 2024-04-26T01:49:38.299 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:38 smithi026 ceph-mon[28138]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:38.300 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:38 smithi026 ceph-mon[28138]: Generating ssh key... 2024-04-26T01:49:38.300 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:38 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:38.300 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:38 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:39.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDmMROmFF/dlOqe2ccwlAxpjto2/D74BVZ7lvmwdyRj5BXlKADViiPUnJDN9w186Uuk5o62FPSAElBuKzmYEFX4jAygCwOFRMdiKQEozSDoyGHTCwMl+44As6vI/xtq0YUlpHSA+1vrLficM53Lhfdj94OUag5g+MxJLkF2z5Gouyr4JcClnQzpLoyGyRsoU4M+YHhZ2qTbPvh0ShocSKUxd16yLxCPu4xJbWQpGxmKhkTws2nEOrRYnfv2vGQ4MLQ2kIPIAQNfJrVIumthG4XDITnz0tj8E3NtAqs7bDd7+b6idFhxxlDhumxaZotEwvsNw9oI8Sh9fEAkuDq+cmu+WE7/foiQ/YPRZsvG10Ot8Vuw13D8lVAjm0qhAU7v1YVuLhAGjUu8Ogn8t/WbMVfeDYeJ1yfBQf3AeZPeAJ9auLSDgWuvKwcv6ig22y9ZLJvqm6r4YB5DeiKBCxhw+4g3WsYb4wh1MTwzcnw9r1flsbJM/mSdu3RJJkqoQB7U+gc= ceph-fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:49:39.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.373+0000 7f78c2a00700 1 Processor -- start 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.373+0000 7f78c2a00700 1 -- start start 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.373+0000 7f78c2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 0x7f78bc07c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.373+0000 7f78c2a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc07c810 con 0x7f78bc07de20 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.374+0000 7f78bbe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 0x7f78bc07c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.374+0000 7f78bbe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 0x7f78bc07c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37710/0 (socket says 172.21.15.26:37710) 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.374+0000 7f78bbe00700 1 -- 172.21.15.26:0/3328499137 learned_addr learned my addr 172.21.15.26:0/3328499137 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.374+0000 7f78bbe00700 1 -- 172.21.15.26:0/3328499137 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78bc07c990 con 0x7f78bc07de20 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.375+0000 7f78bbe00700 1 --2- 172.21.15.26:0/3328499137 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 0x7f78bc07c2d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f78ac0098a0 tx=0x7f78ac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=585dc2ae05bab189 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.375+0000 7f78bb400700 1 -- 172.21.15.26:0/3328499137 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f78ac004160 con 0x7f78bc07de20 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.375+0000 7f78bb400700 1 -- 172.21.15.26:0/3328499137 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f78ac004300 con 0x7f78bc07de20 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.375+0000 7f78bb400700 1 -- 172.21.15.26:0/3328499137 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f78ac011af0 con 0x7f78bc07de20 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.376+0000 7f78c2a00700 1 -- 172.21.15.26:0/3328499137 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 msgr2=0x7f78bc07c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.376+0000 7f78c2a00700 1 --2- 172.21.15.26:0/3328499137 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 0x7f78bc07c2d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f78ac0098a0 tx=0x7f78ac009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.282 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.376+0000 7f78c2a00700 1 -- 172.21.15.26:0/3328499137 shutdown_connections 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.376+0000 7f78c2a00700 1 --2- 172.21.15.26:0/3328499137 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 0x7f78bc07c2d0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.376+0000 7f78c2a00700 1 -- 172.21.15.26:0/3328499137 >> 172.21.15.26:0/3328499137 conn(0x7f78bc103ae0 msgr2=0x7f78bc105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.376+0000 7f78c2a00700 1 -- 172.21.15.26:0/3328499137 shutdown_connections 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.376+0000 7f78c2a00700 1 -- 172.21.15.26:0/3328499137 wait complete. 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.377+0000 7f78c2a00700 1 Processor -- start 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.377+0000 7f78c2a00700 1 -- start start 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.378+0000 7f78c2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 0x7f78bc19e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.378+0000 7f78c2a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc10e9d0 con 0x7f78bc07de20 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.378+0000 7f78bbe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 0x7f78bc19e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.378+0000 7f78bbe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 0x7f78bc19e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37714/0 (socket says 172.21.15.26:37714) 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.378+0000 7f78bbe00700 1 -- 172.21.15.26:0/3231308364 learned_addr learned my addr 172.21.15.26:0/3231308364 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.378+0000 7f78bbe00700 1 -- 172.21.15.26:0/3231308364 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78bc19ea70 con 0x7f78bc07de20 2024-04-26T01:49:39.283 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.379+0000 7f78bbe00700 1 --2- 172.21.15.26:0/3231308364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 0x7f78bc19e530 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f78ac011ac0 tx=0x7f78ac011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.379+0000 7f78b9600700 1 -- 172.21.15.26:0/3231308364 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f78ac003b20 con 0x7f78bc07de20 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.379+0000 7f78b9600700 1 -- 172.21.15.26:0/3231308364 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f78ac01a8c0 con 0x7f78bc07de20 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.379+0000 7f78c2a00700 1 -- 172.21.15.26:0/3231308364 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78bc19ed00 con 0x7f78bc07de20 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.379+0000 7f78b9600700 1 -- 172.21.15.26:0/3231308364 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f78ac0248d0 con 0x7f78bc07de20 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.379+0000 7f78c2a00700 1 -- 172.21.15.26:0/3231308364 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78bc1a19f0 con 0x7f78bc07de20 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.380+0000 7f78c2a00700 1 -- 172.21.15.26:0/3231308364 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78bc0640a0 con 0x7f78bc07de20 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.380+0000 7f78b9600700 1 -- 172.21.15.26:0/3231308364 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f78ac022020 con 0x7f78bc07de20 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.381+0000 7f78b9600700 1 --2- 172.21.15.26:0/3231308364 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f78a0039600 0x7f78a003bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.381+0000 7f78b9600700 1 -- 172.21.15.26:0/3231308364 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f78ac04d8c0 con 0x7f78bc07de20 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.381+0000 7f78b3400700 1 --2- 172.21.15.26:0/3231308364 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f78a0039600 0x7f78a003bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.382+0000 7f78b3400700 1 --2- 172.21.15.26:0/3231308364 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f78a0039600 0x7f78a003bac0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f78a4006fd0 tx=0x7f78a4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.387+0000 7f78b9600700 1 -- 172.21.15.26:0/3231308364 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f78ac00f2e0 con 0x7f78bc07de20 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.616+0000 7f78c2a00700 1 -- 172.21.15.26:0/3231308364 --> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f78bc104d40 con 0x7f78a0039600 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.617+0000 7f78b9600700 1 -- 172.21.15.26:0/3231308364 <== mgr.14120 v2:172.21.15.26:6800/317163159 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f78bc104d40 con 0x7f78a0039600 2024-04-26T01:49:39.284 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.621+0000 7f78c2a00700 1 -- 172.21.15.26:0/3231308364 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f78a0039600 msgr2=0x7f78a003bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:39.285 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.621+0000 7f78c2a00700 1 --2- 172.21.15.26:0/3231308364 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f78a0039600 0x7f78a003bac0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f78a4006fd0 tx=0x7f78a4006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:39.285 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.621+0000 7f78c2a00700 1 -- 172.21.15.26:0/3231308364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 msgr2=0x7f78bc19e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:39.285 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.621+0000 7f78c2a00700 1 --2- 172.21.15.26:0/3231308364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 0x7f78bc19e530 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f78ac011ac0 tx=0x7f78ac011ba0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.285 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.621+0000 7f78c2a00700 1 -- 172.21.15.26:0/3231308364 shutdown_connections 2024-04-26T01:49:39.285 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.621+0000 7f78c2a00700 1 --2- 172.21.15.26:0/3231308364 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f78a0039600 0x7f78a003bac0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.285 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.621+0000 7f78c2a00700 1 --2- 172.21.15.26:0/3231308364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78bc07de20 0x7f78bc19e530 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.285 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.621+0000 7f78c2a00700 1 -- 172.21.15.26:0/3231308364 >> 172.21.15.26:0/3231308364 conn(0x7f78bc103ae0 msgr2=0x7f78bc104630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:39.285 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.621+0000 7f78c2a00700 1 -- 172.21.15.26:0/3231308364 shutdown_connections 2024-04-26T01:49:39.285 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:38.622+0000 7f78c2a00700 1 -- 172.21.15.26:0/3231308364 wait complete. 2024-04-26T01:49:39.285 INFO:teuthology.orchestra.run.smithi026.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-26T01:49:39.285 INFO:teuthology.orchestra.run.smithi026.stdout:Adding key to root@localhost authorized_keys... 2024-04-26T01:49:39.286 INFO:teuthology.orchestra.run.smithi026.stdout:Adding host smithi026... 2024-04-26T01:49:39.586 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:39 smithi026 ceph-mon[28138]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:40.548 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:40 smithi026 ceph-mon[28138]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi026", "addr": "172.21.15.26", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:42.465 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:42 smithi026 ceph-mon[28138]: Deploying cephadm binary to smithi026 2024-04-26T01:49:47.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout Added host 'smithi026' with addr '172.21.15.26' 2024-04-26T01:49:47.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.906+0000 7f7fa6000700 1 Processor -- start 2024-04-26T01:49:47.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.906+0000 7f7fa6000700 1 -- start start 2024-04-26T01:49:47.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.907+0000 7f7fa6000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 0x7f7fa007c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:47.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.907+0000 7f7fa6000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa007c810 con 0x7f7fa007de20 2024-04-26T01:49:47.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.907+0000 7f7f9f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 0x7f7fa007c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:47.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.907+0000 7f7f9f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 0x7f7fa007c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37730/0 (socket says 172.21.15.26:37730) 2024-04-26T01:49:47.420 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.908+0000 7f7f9f400700 1 -- 172.21.15.26:0/2773658364 learned_addr learned my addr 172.21.15.26:0/2773658364 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:47.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.908+0000 7f7f9f400700 1 -- 172.21.15.26:0/2773658364 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa007c990 con 0x7f7fa007de20 2024-04-26T01:49:47.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.908+0000 7f7f9f400700 1 --2- 172.21.15.26:0/2773658364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 0x7f7fa007c2d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f7f900098a0 tx=0x7f7f90009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddfe1393af79d8fb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:47.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.909+0000 7f7f9e000700 1 -- 172.21.15.26:0/2773658364 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f90004160 con 0x7f7fa007de20 2024-04-26T01:49:47.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.909+0000 7f7f9e000700 1 -- 172.21.15.26:0/2773658364 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7f90004300 con 0x7f7fa007de20 2024-04-26T01:49:47.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.909+0000 7f7f9e000700 1 -- 172.21.15.26:0/2773658364 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f90011af0 con 0x7f7fa007de20 2024-04-26T01:49:47.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.909+0000 7f7fa6000700 1 -- 172.21.15.26:0/2773658364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 msgr2=0x7f7fa007c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:47.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.909+0000 7f7fa6000700 1 --2- 172.21.15.26:0/2773658364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 0x7f7fa007c2d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f7f900098a0 tx=0x7f7f90009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:47.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.909+0000 7f7fa6000700 1 -- 172.21.15.26:0/2773658364 shutdown_connections 2024-04-26T01:49:47.421 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.909+0000 7f7fa6000700 1 --2- 172.21.15.26:0/2773658364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 0x7f7fa007c2d0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:47.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.909+0000 7f7fa6000700 1 -- 172.21.15.26:0/2773658364 >> 172.21.15.26:0/2773658364 conn(0x7f7fa0103a40 msgr2=0x7f7fa0105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:47.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.910+0000 7f7fa6000700 1 -- 172.21.15.26:0/2773658364 shutdown_connections 2024-04-26T01:49:47.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.910+0000 7f7fa6000700 1 -- 172.21.15.26:0/2773658364 wait complete. 2024-04-26T01:49:47.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.911+0000 7f7fa6000700 1 Processor -- start 2024-04-26T01:49:47.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.911+0000 7f7fa6000700 1 -- start start 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.911+0000 7f7fa6000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 0x7f7fa019e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.911+0000 7f7fa6000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa010e9b0 con 0x7f7fa007de20 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.911+0000 7f7f9f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 0x7f7fa019e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.911+0000 7f7f9f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 0x7f7fa019e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37744/0 (socket says 172.21.15.26:37744) 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.911+0000 7f7f9f400700 1 -- 172.21.15.26:0/3269227714 learned_addr learned my addr 172.21.15.26:0/3269227714 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.912+0000 7f7f9f400700 1 -- 172.21.15.26:0/3269227714 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa019eaa0 con 0x7f7fa007de20 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.912+0000 7f7f9f400700 1 --2- 172.21.15.26:0/3269227714 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 0x7f7fa019e560 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7f90011ac0 tx=0x7f7f90011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.912+0000 7f7f97e00700 1 -- 172.21.15.26:0/3269227714 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f90003b20 con 0x7f7fa007de20 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.912+0000 7f7f97e00700 1 -- 172.21.15.26:0/3269227714 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7f9001a8c0 con 0x7f7fa007de20 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.912+0000 7f7f97e00700 1 -- 172.21.15.26:0/3269227714 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f900248d0 con 0x7f7fa007de20 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.912+0000 7f7fa6000700 1 -- 172.21.15.26:0/3269227714 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fa019ed30 con 0x7f7fa007de20 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.913+0000 7f7fa6000700 1 -- 172.21.15.26:0/3269227714 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fa01a1a20 con 0x7f7fa007de20 2024-04-26T01:49:47.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.914+0000 7f7f97e00700 1 -- 172.21.15.26:0/3269227714 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f7f90022020 con 0x7f7fa007de20 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.914+0000 7f7fa6000700 1 -- 172.21.15.26:0/3269227714 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fa00640a0 con 0x7f7fa007de20 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.914+0000 7f7f97e00700 1 --2- 172.21.15.26:0/3269227714 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f7f84039600 0x7f7f8403bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.914+0000 7f7f97e00700 1 -- 172.21.15.26:0/3269227714 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7f9004d920 con 0x7f7fa007de20 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.915+0000 7f7f9ea00700 1 --2- 172.21.15.26:0/3269227714 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f7f84039600 0x7f7f8403bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.915+0000 7f7f9ea00700 1 --2- 172.21.15.26:0/3269227714 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f7f84039600 0x7f7f8403bac0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c006fd0 tx=0x7f7f8c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:39.920+0000 7f7f97e00700 1 -- 172.21.15.26:0/3269227714 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7f9000f2e0 con 0x7f7fa007de20 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:40.155+0000 7f7fa6000700 1 -- 172.21.15.26:0/3269227714 --> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi026", "addr": "172.21.15.26", "target": ["mon-mgr", ""]}) -- 0x7f7fa0104cf0 con 0x7f7f84039600 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:46.548+0000 7f7f97e00700 1 -- 172.21.15.26:0/3269227714 <== mgr.14120 v2:172.21.15.26:6800/317163159 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f7fa0104cf0 con 0x7f7f84039600 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:46.552+0000 7f7fa6000700 1 -- 172.21.15.26:0/3269227714 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f7f84039600 msgr2=0x7f7f8403bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:46.552+0000 7f7fa6000700 1 --2- 172.21.15.26:0/3269227714 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f7f84039600 0x7f7f8403bac0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c006fd0 tx=0x7f7f8c006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:46.552+0000 7f7fa6000700 1 -- 172.21.15.26:0/3269227714 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 msgr2=0x7f7fa019e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:46.552+0000 7f7fa6000700 1 --2- 172.21.15.26:0/3269227714 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 0x7f7fa019e560 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7f90011ac0 tx=0x7f7f90011ba0 comp rx=0 tx=0).stop 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:46.553+0000 7f7fa6000700 1 -- 172.21.15.26:0/3269227714 shutdown_connections 2024-04-26T01:49:47.427 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:46.553+0000 7f7fa6000700 1 --2- 172.21.15.26:0/3269227714 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f7f84039600 0x7f7f8403bac0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:47.428 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:46.553+0000 7f7fa6000700 1 --2- 172.21.15.26:0/3269227714 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa007de20 0x7f7fa019e560 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:47.428 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:46.553+0000 7f7fa6000700 1 -- 172.21.15.26:0/3269227714 >> 172.21.15.26:0/3269227714 conn(0x7f7fa0103a40 msgr2=0x7f7fa01045e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:47.428 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:46.553+0000 7f7fa6000700 1 -- 172.21.15.26:0/3269227714 shutdown_connections 2024-04-26T01:49:47.428 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:46.553+0000 7f7fa6000700 1 -- 172.21.15.26:0/3269227714 wait complete. 2024-04-26T01:49:47.428 INFO:teuthology.orchestra.run.smithi026.stdout:Deploying unmanaged mon service... 2024-04-26T01:49:47.723 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:47 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:47.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:47 smithi026 ceph-mon[28138]: Added host smithi026 2024-04-26T01:49:47.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:47 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:49.191 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-26T01:49:49.192 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.077+0000 7f7e0ae00700 1 Processor -- start 2024-04-26T01:49:49.192 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.077+0000 7f7e0ae00700 1 -- start start 2024-04-26T01:49:49.192 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.078+0000 7f7e0ae00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 0x7f7e0410a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:49.192 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.078+0000 7f7e0ae00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0410ae80 con 0x7f7e0410a490 2024-04-26T01:49:49.194 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.079+0000 7f7e09a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 0x7f7e0410a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:49.194 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.079+0000 7f7e09a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 0x7f7e0410a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40882/0 (socket says 172.21.15.26:40882) 2024-04-26T01:49:49.194 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.079+0000 7f7e09a00700 1 -- 172.21.15.26:0/2868338220 learned_addr learned my addr 172.21.15.26:0/2868338220 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:49.194 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.079+0000 7f7e09a00700 1 -- 172.21.15.26:0/2868338220 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e0410b610 con 0x7f7e0410a490 2024-04-26T01:49:49.194 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.079+0000 7f7e09a00700 1 --2- 172.21.15.26:0/2868338220 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 0x7f7e0410a8b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7df8009e80 tx=0x7f7df800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e56fd9a48eb7d488 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.080+0000 7f7e03e00700 1 -- 172.21.15.26:0/2868338220 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7df8017070 con 0x7f7e0410a490 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.080+0000 7f7e03e00700 1 -- 172.21.15.26:0/2868338220 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7df800b8c0 con 0x7f7e0410a490 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.080+0000 7f7e03e00700 1 -- 172.21.15.26:0/2868338220 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7df8004490 con 0x7f7e0410a490 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.081+0000 7f7e0ae00700 1 -- 172.21.15.26:0/2868338220 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 msgr2=0x7f7e0410a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.081+0000 7f7e0ae00700 1 --2- 172.21.15.26:0/2868338220 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 0x7f7e0410a8b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7df8009e80 tx=0x7f7df800b330 comp rx=0 tx=0).stop 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.081+0000 7f7e0ae00700 1 -- 172.21.15.26:0/2868338220 shutdown_connections 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.081+0000 7f7e0ae00700 1 --2- 172.21.15.26:0/2868338220 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 0x7f7e0410a8b0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.081+0000 7f7e0ae00700 1 -- 172.21.15.26:0/2868338220 >> 172.21.15.26:0/2868338220 conn(0x7f7e0407dc10 msgr2=0x7f7e041084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.081+0000 7f7e0ae00700 1 -- 172.21.15.26:0/2868338220 shutdown_connections 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.081+0000 7f7e0ae00700 1 -- 172.21.15.26:0/2868338220 wait complete. 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.082+0000 7f7e0ae00700 1 Processor -- start 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.082+0000 7f7e0ae00700 1 -- start start 2024-04-26T01:49:49.195 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.082+0000 7f7e0ae00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 0x7f7e0419e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:49.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.083+0000 7f7e0ae00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0410e9c0 con 0x7f7e0410a490 2024-04-26T01:49:49.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.083+0000 7f7e09a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 0x7f7e0419e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:49.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.083+0000 7f7e09a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 0x7f7e0419e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40886/0 (socket says 172.21.15.26:40886) 2024-04-26T01:49:49.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.083+0000 7f7e09a00700 1 -- 172.21.15.26:0/1713139942 learned_addr learned my addr 172.21.15.26:0/1713139942 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:49.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.083+0000 7f7e09a00700 1 -- 172.21.15.26:0/1713139942 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e0419e840 con 0x7f7e0410a490 2024-04-26T01:49:49.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.083+0000 7f7e09a00700 1 --2- 172.21.15.26:0/1713139942 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 0x7f7e0419e300 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7df800b7b0 tx=0x7f7df800be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:49.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.084+0000 7f7e02000700 1 -- 172.21.15.26:0/1713139942 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7df8020020 con 0x7f7e0410a490 2024-04-26T01:49:49.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.084+0000 7f7e02000700 1 -- 172.21.15.26:0/1713139942 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7df8003d10 con 0x7f7e0410a490 2024-04-26T01:49:49.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.084+0000 7f7e0ae00700 1 -- 172.21.15.26:0/1713139942 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e0419ead0 con 0x7f7e0410a490 2024-04-26T01:49:49.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.084+0000 7f7e02000700 1 -- 172.21.15.26:0/1713139942 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7df8017040 con 0x7f7e0410a490 2024-04-26T01:49:49.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.084+0000 7f7e0ae00700 1 -- 172.21.15.26:0/1713139942 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e041a17c0 con 0x7f7e0410a490 2024-04-26T01:49:49.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.085+0000 7f7e0ae00700 1 -- 172.21.15.26:0/1713139942 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e040640a0 con 0x7f7e0410a490 2024-04-26T01:49:49.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.085+0000 7f7e02000700 1 -- 172.21.15.26:0/1713139942 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f7df8023020 con 0x7f7e0410a490 2024-04-26T01:49:49.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.086+0000 7f7e02000700 1 --2- 172.21.15.26:0/1713139942 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f7dec039600 0x7f7dec03bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:49.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.086+0000 7f7e02000700 1 -- 172.21.15.26:0/1713139942 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7df800f050 con 0x7f7e0410a490 2024-04-26T01:49:49.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.086+0000 7f7e09000700 1 --2- 172.21.15.26:0/1713139942 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f7dec039600 0x7f7dec03bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:49.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.087+0000 7f7e09000700 1 --2- 172.21.15.26:0/1713139942 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f7dec039600 0x7f7dec03bac0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7df0006fd0 tx=0x7f7df0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:49.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.092+0000 7f7e02000700 1 -- 172.21.15.26:0/1713139942 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7df802a020 con 0x7f7e0410a490 2024-04-26T01:49:49.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.346+0000 7f7e0ae00700 1 -- 172.21.15.26:0/1713139942 --> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f7e04108250 con 0x7f7dec039600 2024-04-26T01:49:49.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.357+0000 7f7e02000700 1 -- 172.21.15.26:0/1713139942 <== mgr.14120 v2:172.21.15.26:6800/317163159 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f7e04108250 con 0x7f7dec039600 2024-04-26T01:49:49.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.360+0000 7f7e0ae00700 1 -- 172.21.15.26:0/1713139942 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f7dec039600 msgr2=0x7f7dec03bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:49.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.360+0000 7f7e0ae00700 1 --2- 172.21.15.26:0/1713139942 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f7dec039600 0x7f7dec03bac0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7df0006fd0 tx=0x7f7df0006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:49.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.360+0000 7f7e0ae00700 1 -- 172.21.15.26:0/1713139942 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 msgr2=0x7f7e0419e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:49.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.360+0000 7f7e0ae00700 1 --2- 172.21.15.26:0/1713139942 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 0x7f7e0419e300 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7df800b7b0 tx=0x7f7df800be90 comp rx=0 tx=0).stop 2024-04-26T01:49:49.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.360+0000 7f7e0ae00700 1 -- 172.21.15.26:0/1713139942 shutdown_connections 2024-04-26T01:49:49.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.360+0000 7f7e0ae00700 1 --2- 172.21.15.26:0/1713139942 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f7dec039600 0x7f7dec03bac0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:49.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.360+0000 7f7e0ae00700 1 --2- 172.21.15.26:0/1713139942 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e0410a490 0x7f7e0419e300 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:49.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.360+0000 7f7e0ae00700 1 -- 172.21.15.26:0/1713139942 >> 172.21.15.26:0/1713139942 conn(0x7f7e0407dc10 msgr2=0x7f7e04107b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:49.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.361+0000 7f7e0ae00700 1 -- 172.21.15.26:0/1713139942 shutdown_connections 2024-04-26T01:49:49.202 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:48.361+0000 7f7e0ae00700 1 -- 172.21.15.26:0/1713139942 wait complete. 2024-04-26T01:49:49.202 INFO:teuthology.orchestra.run.smithi026.stdout:Deploying unmanaged mgr service... 2024-04-26T01:49:49.465 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:49 smithi026 ceph-mon[28138]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:49.466 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:49 smithi026 ceph-mon[28138]: Saving service mon spec with placement count:5 2024-04-26T01:49:49.466 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:49 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:51.317 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-26T01:49:51.317 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.317+0000 7fdd28e00700 1 Processor -- start 2024-04-26T01:49:51.317 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.317+0000 7fdd28e00700 1 -- start start 2024-04-26T01:49:51.318 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.317+0000 7fdd28e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 0x7fdd24110400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:51.318 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.317+0000 7fdd28e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdd241109d0 con 0x7fdd2410ffe0 2024-04-26T01:49:51.318 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.318+0000 7fdd21e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 0x7fdd24110400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:51.318 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.318+0000 7fdd21e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 0x7fdd24110400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40892/0 (socket says 172.21.15.26:40892) 2024-04-26T01:49:51.319 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.318+0000 7fdd21e00700 1 -- 172.21.15.26:0/2447607605 learned_addr learned my addr 172.21.15.26:0/2447607605 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:51.319 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.318+0000 7fdd21e00700 1 -- 172.21.15.26:0/2447607605 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd2410ece0 con 0x7fdd2410ffe0 2024-04-26T01:49:51.320 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.319+0000 7fdd21e00700 1 --2- 172.21.15.26:0/2447607605 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 0x7fdd24110400 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fdd140098a0 tx=0x7fdd14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75504f6901db6fee server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:51.320 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.319+0000 7fdd21400700 1 -- 172.21.15.26:0/2447607605 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd14004160 con 0x7fdd2410ffe0 2024-04-26T01:49:51.320 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.319+0000 7fdd21400700 1 -- 172.21.15.26:0/2447607605 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fdd14004300 con 0x7fdd2410ffe0 2024-04-26T01:49:51.320 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.319+0000 7fdd21400700 1 -- 172.21.15.26:0/2447607605 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd14011af0 con 0x7fdd2410ffe0 2024-04-26T01:49:51.320 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.320+0000 7fdd28e00700 1 -- 172.21.15.26:0/2447607605 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 msgr2=0x7fdd24110400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:51.320 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.320+0000 7fdd28e00700 1 --2- 172.21.15.26:0/2447607605 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 0x7fdd24110400 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fdd140098a0 tx=0x7fdd14009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:51.321 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.320+0000 7fdd28e00700 1 -- 172.21.15.26:0/2447607605 shutdown_connections 2024-04-26T01:49:51.322 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.320+0000 7fdd28e00700 1 --2- 172.21.15.26:0/2447607605 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 0x7fdd24110400 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:51.322 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.320+0000 7fdd28e00700 1 -- 172.21.15.26:0/2447607605 >> 172.21.15.26:0/2447607605 conn(0x7fdd2407dc20 msgr2=0x7fdd24080040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:51.322 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.320+0000 7fdd28e00700 1 -- 172.21.15.26:0/2447607605 shutdown_connections 2024-04-26T01:49:51.322 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.320+0000 7fdd28e00700 1 -- 172.21.15.26:0/2447607605 wait complete. 2024-04-26T01:49:51.322 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.321+0000 7fdd28e00700 1 Processor -- start 2024-04-26T01:49:51.322 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.321+0000 7fdd28e00700 1 -- start start 2024-04-26T01:49:51.322 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.322+0000 7fdd28e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 0x7fdd241a2a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:51.322 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.322+0000 7fdd28e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdd24112f20 con 0x7fdd2410ffe0 2024-04-26T01:49:51.323 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.322+0000 7fdd21e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 0x7fdd241a2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:51.323 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.322+0000 7fdd21e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 0x7fdd241a2a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40904/0 (socket says 172.21.15.26:40904) 2024-04-26T01:49:51.323 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.322+0000 7fdd21e00700 1 -- 172.21.15.26:0/2414687090 learned_addr learned my addr 172.21.15.26:0/2414687090 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:51.323 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.322+0000 7fdd21e00700 1 -- 172.21.15.26:0/2414687090 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd241a2f40 con 0x7fdd2410ffe0 2024-04-26T01:49:51.326 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.323+0000 7fdd21e00700 1 --2- 172.21.15.26:0/2414687090 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 0x7fdd241a2a00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdd140117b0 tx=0x7fdd14011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:51.326 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.323+0000 7fdd1aa00700 1 -- 172.21.15.26:0/2414687090 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd14003af0 con 0x7fdd2410ffe0 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.323+0000 7fdd1aa00700 1 -- 172.21.15.26:0/2414687090 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fdd14020070 con 0x7fdd2410ffe0 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.323+0000 7fdd28e00700 1 -- 172.21.15.26:0/2414687090 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd241a31d0 con 0x7fdd2410ffe0 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.323+0000 7fdd1aa00700 1 -- 172.21.15.26:0/2414687090 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd14019630 con 0x7fdd2410ffe0 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.323+0000 7fdd28e00700 1 -- 172.21.15.26:0/2414687090 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd241a5ec0 con 0x7fdd2410ffe0 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.324+0000 7fdd1aa00700 1 -- 172.21.15.26:0/2414687090 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fdd1401a9c0 con 0x7fdd2410ffe0 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.324+0000 7fdd28e00700 1 -- 172.21.15.26:0/2414687090 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd240640a0 con 0x7fdd2410ffe0 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.325+0000 7fdd1aa00700 1 --2- 172.21.15.26:0/2414687090 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fdd08039600 0x7fdd0803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.325+0000 7fdd1aa00700 1 -- 172.21.15.26:0/2414687090 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fdd1404db30 con 0x7fdd2410ffe0 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.325+0000 7fdd1be00700 1 --2- 172.21.15.26:0/2414687090 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fdd08039600 0x7fdd0803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.326+0000 7fdd1be00700 1 --2- 172.21.15.26:0/2414687090 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fdd08039600 0x7fdd0803bac0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fdd0c006fd0 tx=0x7fdd0c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.331+0000 7fdd1aa00700 1 -- 172.21.15.26:0/2414687090 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdd140042a0 con 0x7fdd2410ffe0 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.576+0000 7fdd28e00700 1 -- 172.21.15.26:0/2414687090 --> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fdd2407ff10 con 0x7fdd08039600 2024-04-26T01:49:51.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.584+0000 7fdd1aa00700 1 -- 172.21.15.26:0/2414687090 <== mgr.14120 v2:172.21.15.26:6800/317163159 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fdd2407ff10 con 0x7fdd08039600 2024-04-26T01:49:51.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.586+0000 7fdd28e00700 1 -- 172.21.15.26:0/2414687090 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fdd08039600 msgr2=0x7fdd0803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:51.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.586+0000 7fdd28e00700 1 --2- 172.21.15.26:0/2414687090 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fdd08039600 0x7fdd0803bac0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fdd0c006fd0 tx=0x7fdd0c006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:51.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.586+0000 7fdd28e00700 1 -- 172.21.15.26:0/2414687090 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 msgr2=0x7fdd241a2a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:51.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.586+0000 7fdd28e00700 1 --2- 172.21.15.26:0/2414687090 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 0x7fdd241a2a00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdd140117b0 tx=0x7fdd14011b70 comp rx=0 tx=0).stop 2024-04-26T01:49:51.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.586+0000 7fdd28e00700 1 -- 172.21.15.26:0/2414687090 shutdown_connections 2024-04-26T01:49:51.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.586+0000 7fdd28e00700 1 --2- 172.21.15.26:0/2414687090 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fdd08039600 0x7fdd0803bac0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:51.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.586+0000 7fdd28e00700 1 --2- 172.21.15.26:0/2414687090 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd2410ffe0 0x7fdd241a2a00 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:51.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.586+0000 7fdd28e00700 1 -- 172.21.15.26:0/2414687090 >> 172.21.15.26:0/2414687090 conn(0x7fdd2407dc20 msgr2=0x7fdd2407f800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:51.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.587+0000 7fdd28e00700 1 -- 172.21.15.26:0/2414687090 shutdown_connections 2024-04-26T01:49:51.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:50.587+0000 7fdd28e00700 1 -- 172.21.15.26:0/2414687090 wait complete. 2024-04-26T01:49:51.908 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:51 smithi026 ceph-mon[28138]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:51.909 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:51 smithi026 ceph-mon[28138]: Saving service mgr spec with placement count:2 2024-04-26T01:49:51.909 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:51 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:51.909 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:51 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:52.903 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:52 smithi026 ceph-mon[28138]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:49:52.904 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:52 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:52.904 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:52 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3360906984' entity='client.admin' 2024-04-26T01:49:52.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.984+0000 7f14a3800700 1 Processor -- start 2024-04-26T01:49:52.919 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.984+0000 7f14a3800700 1 -- start start 2024-04-26T01:49:52.919 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.985+0000 7f14a3800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 0x7f149c108840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:52.919 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.985+0000 7f14a3800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f149c108e10 con 0x7f149c108420 2024-04-26T01:49:52.919 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.985+0000 7f14a0e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 0x7f149c108840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:52.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.985+0000 7f14a0e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 0x7f149c108840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40916/0 (socket says 172.21.15.26:40916) 2024-04-26T01:49:52.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.985+0000 7f14a0e00700 1 -- 172.21.15.26:0/3749854888 learned_addr learned my addr 172.21.15.26:0/3749854888 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:52.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.986+0000 7f14a0e00700 1 -- 172.21.15.26:0/3749854888 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f149c1095d0 con 0x7f149c108420 2024-04-26T01:49:52.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.986+0000 7f14a0e00700 1 --2- 172.21.15.26:0/3749854888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 0x7f149c108840 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f14900098a0 tx=0x7f1490009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=347385dec6e68890 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:52.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.987+0000 7f149b400700 1 -- 172.21.15.26:0/3749854888 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1490004160 con 0x7f149c108420 2024-04-26T01:49:52.920 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.987+0000 7f149b400700 1 -- 172.21.15.26:0/3749854888 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1490004300 con 0x7f149c108420 2024-04-26T01:49:52.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.987+0000 7f149b400700 1 -- 172.21.15.26:0/3749854888 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1490011a20 con 0x7f149c108420 2024-04-26T01:49:52.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.987+0000 7f14a3800700 1 -- 172.21.15.26:0/3749854888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 msgr2=0x7f149c108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:52.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.987+0000 7f14a3800700 1 --2- 172.21.15.26:0/3749854888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 0x7f149c108840 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f14900098a0 tx=0x7f1490009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:52.921 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.988+0000 7f14a3800700 1 -- 172.21.15.26:0/3749854888 shutdown_connections 2024-04-26T01:49:52.923 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.988+0000 7f14a3800700 1 --2- 172.21.15.26:0/3749854888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 0x7f149c108840 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:52.923 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.988+0000 7f14a3800700 1 -- 172.21.15.26:0/3749854888 >> 172.21.15.26:0/3749854888 conn(0x7f149c103a40 msgr2=0x7f149c105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:52.923 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.988+0000 7f14a3800700 1 -- 172.21.15.26:0/3749854888 shutdown_connections 2024-04-26T01:49:52.923 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.988+0000 7f14a3800700 1 -- 172.21.15.26:0/3749854888 wait complete. 2024-04-26T01:49:52.923 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.989+0000 7f14a3800700 1 Processor -- start 2024-04-26T01:49:52.923 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.989+0000 7f14a3800700 1 -- start start 2024-04-26T01:49:52.923 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.989+0000 7f14a3800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 0x7f149c195340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:52.923 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.989+0000 7f14a3800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f149c10c980 con 0x7f149c108420 2024-04-26T01:49:52.923 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.990+0000 7f14a0e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 0x7f149c195340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:52.923 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.990+0000 7f14a0e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 0x7f149c195340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40924/0 (socket says 172.21.15.26:40924) 2024-04-26T01:49:52.923 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.990+0000 7f14a0e00700 1 -- 172.21.15.26:0/3360906984 learned_addr learned my addr 172.21.15.26:0/3360906984 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:52.924 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.990+0000 7f14a0e00700 1 -- 172.21.15.26:0/3360906984 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f149c195880 con 0x7f149c108420 2024-04-26T01:49:52.924 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.990+0000 7f14a0e00700 1 --2- 172.21.15.26:0/3360906984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 0x7f149c195340 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1490009520 tx=0x7f1490011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:52.924 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.991+0000 7f1499600700 1 -- 172.21.15.26:0/3360906984 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14900039e0 con 0x7f149c108420 2024-04-26T01:49:52.924 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.991+0000 7f1499600700 1 -- 172.21.15.26:0/3360906984 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f149001b8f0 con 0x7f149c108420 2024-04-26T01:49:52.924 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.991+0000 7f14a3800700 1 -- 172.21.15.26:0/3360906984 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f149c195b10 con 0x7f149c108420 2024-04-26T01:49:52.924 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.991+0000 7f1499600700 1 -- 172.21.15.26:0/3360906984 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1490019770 con 0x7f149c108420 2024-04-26T01:49:52.926 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.991+0000 7f14a3800700 1 -- 172.21.15.26:0/3360906984 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f149c1920d0 con 0x7f149c108420 2024-04-26T01:49:52.926 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.992+0000 7f1499600700 1 -- 172.21.15.26:0/3360906984 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f149001b440 con 0x7f149c108420 2024-04-26T01:49:52.926 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.992+0000 7f14a3800700 1 -- 172.21.15.26:0/3360906984 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f149c195ce0 con 0x7f149c108420 2024-04-26T01:49:52.926 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.993+0000 7f1499600700 1 --2- 172.21.15.26:0/3360906984 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f1484039600 0x7f148403bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:52.926 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.993+0000 7f1499600700 1 -- 172.21.15.26:0/3360906984 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f149004de60 con 0x7f149c108420 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.993+0000 7f149be00700 1 --2- 172.21.15.26:0/3360906984 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f1484039600 0x7f148403bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.994+0000 7f149be00700 1 --2- 172.21.15.26:0/3360906984 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f1484039600 0x7f148403bac0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1488006fd0 tx=0x7f1488006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:51.998+0000 7f1499600700 1 -- 172.21.15.26:0/3360906984 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f149c195ce0 con 0x7f149c108420 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:52.227+0000 7f14a3800700 1 -- 172.21.15.26:0/3360906984 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f149c192820 con 0x7f149c108420 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:52.233+0000 7f1499600700 1 -- 172.21.15.26:0/3360906984 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f149001f030 con 0x7f149c108420 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:52.236+0000 7f14a3800700 1 -- 172.21.15.26:0/3360906984 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f1484039600 msgr2=0x7f148403bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:52.236+0000 7f14a3800700 1 --2- 172.21.15.26:0/3360906984 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f1484039600 0x7f148403bac0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1488006fd0 tx=0x7f1488006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:52.236+0000 7f14a3800700 1 -- 172.21.15.26:0/3360906984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 msgr2=0x7f149c195340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:52.236+0000 7f14a3800700 1 --2- 172.21.15.26:0/3360906984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 0x7f149c195340 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1490009520 tx=0x7f1490011aa0 comp rx=0 tx=0).stop 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:52.237+0000 7f14a3800700 1 -- 172.21.15.26:0/3360906984 shutdown_connections 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:52.237+0000 7f14a3800700 1 --2- 172.21.15.26:0/3360906984 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f1484039600 0x7f148403bac0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:52.237+0000 7f14a3800700 1 --2- 172.21.15.26:0/3360906984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f149c108420 0x7f149c195340 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:52.237+0000 7f14a3800700 1 -- 172.21.15.26:0/3360906984 >> 172.21.15.26:0/3360906984 conn(0x7f149c103a40 msgr2=0x7f149c1044c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:52.237+0000 7f14a3800700 1 -- 172.21.15.26:0/3360906984 shutdown_connections 2024-04-26T01:49:52.927 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:52.237+0000 7f14a3800700 1 -- 172.21.15.26:0/3360906984 wait complete. 2024-04-26T01:49:54.567 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.580+0000 7f4e9d800700 1 Processor -- start 2024-04-26T01:49:54.567 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.580+0000 7f4e9d800700 1 -- start start 2024-04-26T01:49:54.567 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.580+0000 7f4e9d800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 0x7f4e9807c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:54.567 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.580+0000 7f4e9d800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9807c890 con 0x7f4e9807dde0 2024-04-26T01:49:54.567 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.581+0000 7f4e97e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 0x7f4e9807c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:54.567 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.581+0000 7f4e97e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 0x7f4e9807c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40934/0 (socket says 172.21.15.26:40934) 2024-04-26T01:49:54.568 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.581+0000 7f4e97e00700 1 -- 172.21.15.26:0/685232783 learned_addr learned my addr 172.21.15.26:0/685232783 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:54.568 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.581+0000 7f4e97e00700 1 -- 172.21.15.26:0/685232783 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e9807ca10 con 0x7f4e9807dde0 2024-04-26T01:49:54.568 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.582+0000 7f4e97e00700 1 --2- 172.21.15.26:0/685232783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 0x7f4e9807c350 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4e880098a0 tx=0x7f4e88009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d376908acc405294 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:54.568 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.582+0000 7f4e96a00700 1 -- 172.21.15.26:0/685232783 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4e88004160 con 0x7f4e9807dde0 2024-04-26T01:49:54.568 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.582+0000 7f4e96a00700 1 -- 172.21.15.26:0/685232783 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e88004300 con 0x7f4e9807dde0 2024-04-26T01:49:54.568 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.582+0000 7f4e96a00700 1 -- 172.21.15.26:0/685232783 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4e88011a20 con 0x7f4e9807dde0 2024-04-26T01:49:54.568 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.583+0000 7f4e9d800700 1 -- 172.21.15.26:0/685232783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 msgr2=0x7f4e9807c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:54.568 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.583+0000 7f4e9d800700 1 --2- 172.21.15.26:0/685232783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 0x7f4e9807c350 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4e880098a0 tx=0x7f4e88009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.568 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.583+0000 7f4e9d800700 1 -- 172.21.15.26:0/685232783 shutdown_connections 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.583+0000 7f4e9d800700 1 --2- 172.21.15.26:0/685232783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 0x7f4e9807c350 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.583+0000 7f4e9d800700 1 -- 172.21.15.26:0/685232783 >> 172.21.15.26:0/685232783 conn(0x7f4e981039a0 msgr2=0x7f4e98105dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.583+0000 7f4e9d800700 1 -- 172.21.15.26:0/685232783 shutdown_connections 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.583+0000 7f4e9d800700 1 -- 172.21.15.26:0/685232783 wait complete. 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.584+0000 7f4e9d800700 1 Processor -- start 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.585+0000 7f4e9d800700 1 -- start start 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.585+0000 7f4e9d800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 0x7f4e9819e330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.585+0000 7f4e9d800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9810e790 con 0x7f4e9807dde0 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.585+0000 7f4e97e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 0x7f4e9819e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.585+0000 7f4e97e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 0x7f4e9819e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40940/0 (socket says 172.21.15.26:40940) 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.585+0000 7f4e97e00700 1 -- 172.21.15.26:0/475154524 learned_addr learned my addr 172.21.15.26:0/475154524 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.586+0000 7f4e97e00700 1 -- 172.21.15.26:0/475154524 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e9819e870 con 0x7f4e9807dde0 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.586+0000 7f4e97e00700 1 --2- 172.21.15.26:0/475154524 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 0x7f4e9819e330 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4e88000c00 tx=0x7f4e88011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:54.569 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.586+0000 7f4e94c00700 1 -- 172.21.15.26:0/475154524 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4e88003aa0 con 0x7f4e9807dde0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.586+0000 7f4e94c00700 1 -- 172.21.15.26:0/475154524 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e8801b8f0 con 0x7f4e9807dde0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.586+0000 7f4e94c00700 1 -- 172.21.15.26:0/475154524 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4e88023870 con 0x7f4e9807dde0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.586+0000 7f4e9d800700 1 -- 172.21.15.26:0/475154524 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e9819eb00 con 0x7f4e9807dde0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.586+0000 7f4e9d800700 1 -- 172.21.15.26:0/475154524 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e981a17f0 con 0x7f4e9807dde0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.588+0000 7f4e9d800700 1 -- 172.21.15.26:0/475154524 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e980640a0 con 0x7f4e9807dde0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.588+0000 7f4e94c00700 1 -- 172.21.15.26:0/475154524 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f4e8801b440 con 0x7f4e9807dde0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.588+0000 7f4e94c00700 1 --2- 172.21.15.26:0/475154524 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f4e7c039600 0x7f4e7c03bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.588+0000 7f4e94c00700 1 -- 172.21.15.26:0/475154524 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4e8804dea0 con 0x7f4e9807dde0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.590+0000 7f4e97400700 1 --2- 172.21.15.26:0/475154524 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f4e7c039600 0x7f4e7c03bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.591+0000 7f4e97400700 1 --2- 172.21.15.26:0/475154524 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f4e7c039600 0x7f4e7c03bac0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4e84006fd0 tx=0x7f4e84006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.594+0000 7f4e94c00700 1 -- 172.21.15.26:0/475154524 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4e8801f030 con 0x7f4e9807dde0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.825+0000 7f4e9d800700 1 -- 172.21.15.26:0/475154524 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f4e981a19c0 con 0x7f4e9807dde0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.828+0000 7f4e94c00700 1 -- 172.21.15.26:0/475154524 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f4e8800e260 con 0x7f4e9807dde0 2024-04-26T01:49:54.570 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.831+0000 7f4e9d800700 1 -- 172.21.15.26:0/475154524 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f4e7c039600 msgr2=0x7f4e7c03bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:54.571 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.831+0000 7f4e9d800700 1 --2- 172.21.15.26:0/475154524 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f4e7c039600 0x7f4e7c03bac0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4e84006fd0 tx=0x7f4e84006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:54.571 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.831+0000 7f4e9d800700 1 -- 172.21.15.26:0/475154524 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 msgr2=0x7f4e9819e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:54.571 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.831+0000 7f4e9d800700 1 --2- 172.21.15.26:0/475154524 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 0x7f4e9819e330 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4e88000c00 tx=0x7f4e88011aa0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.571 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.831+0000 7f4e9d800700 1 -- 172.21.15.26:0/475154524 shutdown_connections 2024-04-26T01:49:54.571 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.831+0000 7f4e9d800700 1 --2- 172.21.15.26:0/475154524 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f4e7c039600 0x7f4e7c03bac0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.571 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.831+0000 7f4e9d800700 1 --2- 172.21.15.26:0/475154524 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4e9807dde0 0x7f4e9819e330 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.571 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.831+0000 7f4e9d800700 1 -- 172.21.15.26:0/475154524 >> 172.21.15.26:0/475154524 conn(0x7f4e981039a0 msgr2=0x7f4e98104440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:54.571 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.832+0000 7f4e9d800700 1 -- 172.21.15.26:0/475154524 shutdown_connections 2024-04-26T01:49:54.571 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:53.832+0000 7f4e9d800700 1 -- 172.21.15.26:0/475154524 wait complete. 2024-04-26T01:49:54.571 INFO:teuthology.orchestra.run.smithi026.stdout:Enabling the dashboard module... 2024-04-26T01:49:55.101 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:54 smithi026 ceph-mon[28138]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:49:55.101 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:54 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/475154524' entity='client.admin' 2024-04-26T01:49:56.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: ignoring --setuser ceph since I am not root 2024-04-26T01:49:56.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: ignoring --setgroup ceph since I am not root 2024-04-26T01:49:56.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:56 smithi026 ceph-mon[28138]: from='mgr.14120 172.21.15.26:0/2626105970' entity='mgr.x' 2024-04-26T01:49:56.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:56 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4012614068' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-26T01:49:56.799 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:56.539+0000 7f4163c63200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:49:56.799 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:56.799+0000 7f4163c63200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:49:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.430+0000 7f04f9800700 1 Processor -- start 2024-04-26T01:49:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.430+0000 7f04f9800700 1 -- start start 2024-04-26T01:49:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.431+0000 7f04f9800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 0x7f04f4108890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.431+0000 7f04f9800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f04f4108e60 con 0x7f04f4108470 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.431+0000 7f04f2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 0x7f04f4108890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.431+0000 7f04f2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 0x7f04f4108890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40944/0 (socket says 172.21.15.26:40944) 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.431+0000 7f04f2a00700 1 -- 172.21.15.26:0/2162982690 learned_addr learned my addr 172.21.15.26:0/2162982690 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.432+0000 7f04f2a00700 1 -- 172.21.15.26:0/2162982690 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04f4109620 con 0x7f04f4108470 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.432+0000 7f04f2a00700 1 --2- 172.21.15.26:0/2162982690 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 0x7f04f4108890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f04e4009ab0 tx=0x7f04e4009dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f07179e0122ea385 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.432+0000 7f04f1600700 1 -- 172.21.15.26:0/2162982690 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04e4004160 con 0x7f04f4108470 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.433+0000 7f04f1600700 1 -- 172.21.15.26:0/2162982690 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04e400bc90 con 0x7f04f4108470 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.433+0000 7f04f1600700 1 -- 172.21.15.26:0/2162982690 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04e4003be0 con 0x7f04f4108470 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.433+0000 7f04f9800700 1 -- 172.21.15.26:0/2162982690 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 msgr2=0x7f04f4108890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.433+0000 7f04f9800700 1 --2- 172.21.15.26:0/2162982690 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 0x7f04f4108890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f04e4009ab0 tx=0x7f04e4009dc0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.433+0000 7f04f9800700 1 -- 172.21.15.26:0/2162982690 shutdown_connections 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.433+0000 7f04f9800700 1 --2- 172.21.15.26:0/2162982690 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 0x7f04f4108890 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.433+0000 7f04f9800700 1 -- 172.21.15.26:0/2162982690 >> 172.21.15.26:0/2162982690 conn(0x7f04f4103ab0 msgr2=0x7f04f4105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.434+0000 7f04f9800700 1 -- 172.21.15.26:0/2162982690 shutdown_connections 2024-04-26T01:49:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.434+0000 7f04f9800700 1 -- 172.21.15.26:0/2162982690 wait complete. 2024-04-26T01:49:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.435+0000 7f04f9800700 1 Processor -- start 2024-04-26T01:49:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.435+0000 7f04f9800700 1 -- start start 2024-04-26T01:49:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.435+0000 7f04f9800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 0x7f04f419e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.435+0000 7f04f9800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f04f410c9d0 con 0x7f04f4108470 2024-04-26T01:49:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.435+0000 7f04f2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 0x7f04f419e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.435+0000 7f04f2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 0x7f04f419e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40948/0 (socket says 172.21.15.26:40948) 2024-04-26T01:49:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.435+0000 7f04f2a00700 1 -- 172.21.15.26:0/4012614068 learned_addr learned my addr 172.21.15.26:0/4012614068 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.436+0000 7f04f2a00700 1 -- 172.21.15.26:0/4012614068 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04f419eb00 con 0x7f04f4108470 2024-04-26T01:49:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.436+0000 7f04f2a00700 1 --2- 172.21.15.26:0/4012614068 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 0x7f04f419e5c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f04e40038e0 tx=0x7f04e400bac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.436+0000 7f04eb400700 1 -- 172.21.15.26:0/4012614068 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04e40041d0 con 0x7f04f4108470 2024-04-26T01:49:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.436+0000 7f04eb400700 1 -- 172.21.15.26:0/4012614068 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04e4004370 con 0x7f04f4108470 2024-04-26T01:49:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.437+0000 7f04f9800700 1 -- 172.21.15.26:0/4012614068 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04f419ed90 con 0x7f04f4108470 2024-04-26T01:49:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.437+0000 7f04eb400700 1 -- 172.21.15.26:0/4012614068 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04e4011440 con 0x7f04f4108470 2024-04-26T01:49:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.437+0000 7f04f9800700 1 -- 172.21.15.26:0/4012614068 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04f41a1a80 con 0x7f04f4108470 2024-04-26T01:49:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.438+0000 7f04eb400700 1 -- 172.21.15.26:0/4012614068 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f04e401b440 con 0x7f04f4108470 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.438+0000 7f04f9800700 1 -- 172.21.15.26:0/4012614068 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04f40640a0 con 0x7f04f4108470 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.438+0000 7f04eb400700 1 --2- 172.21.15.26:0/4012614068 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f04d8039600 0x7f04d803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.438+0000 7f04eb400700 1 -- 172.21.15.26:0/4012614068 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f04e404dd50 con 0x7f04f4108470 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.439+0000 7f04f2000700 1 --2- 172.21.15.26:0/4012614068 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f04d8039600 0x7f04d803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.440+0000 7f04f2000700 1 --2- 172.21.15.26:0/4012614068 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f04d8039600 0x7f04d803bac0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f04e0006fd0 tx=0x7f04e0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.444+0000 7f04eb400700 1 -- 172.21.15.26:0/4012614068 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f04e401f030 con 0x7f04f4108470 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:55.739+0000 7f04f9800700 1 -- 172.21.15.26:0/4012614068 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f04f41a2030 con 0x7f04f4108470 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:56.207+0000 7f04eb400700 1 -- 172.21.15.26:0/4012614068 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f04e4004520 con 0x7f04f4108470 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:56.211+0000 7f04f9800700 1 -- 172.21.15.26:0/4012614068 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f04d8039600 msgr2=0x7f04d803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:56.211+0000 7f04f9800700 1 --2- 172.21.15.26:0/4012614068 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f04d8039600 0x7f04d803bac0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f04e0006fd0 tx=0x7f04e0006e40 comp rx=0 tx=0).stop 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:56.211+0000 7f04f9800700 1 -- 172.21.15.26:0/4012614068 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 msgr2=0x7f04f419e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:56.212+0000 7f04eb400700 1 -- 172.21.15.26:0/4012614068 <== mon.0 v2:172.21.15.26:3300/0 8 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f04e401a3d0 con 0x7f04f4108470 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:56.212+0000 7f04f9800700 1 --2- 172.21.15.26:0/4012614068 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 0x7f04f419e5c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f04e40038e0 tx=0x7f04e400bac0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:56.212+0000 7f04f9800700 1 -- 172.21.15.26:0/4012614068 shutdown_connections 2024-04-26T01:49:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:56.212+0000 7f04f9800700 1 --2- 172.21.15.26:0/4012614068 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7f04d8039600 0x7f04d803bac0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:56.212+0000 7f04f9800700 1 --2- 172.21.15.26:0/4012614068 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f04f4108470 0x7f04f419e5c0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:56.212+0000 7f04f9800700 1 -- 172.21.15.26:0/4012614068 >> 172.21.15.26:0/4012614068 conn(0x7f04f4103ab0 msgr2=0x7f04f4104610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:56.213+0000 7f04f9800700 1 -- 172.21.15.26:0/4012614068 shutdown_connections 2024-04-26T01:49:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:56.213+0000 7f04f9800700 1 -- 172.21.15.26:0/4012614068 wait complete. 2024-04-26T01:49:57.178 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:56.943+0000 7f4163c63200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:49:57.455 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:57 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4012614068' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-26T01:49:57.455 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:57 smithi026 ceph-mon[28138]: mgrmap e9: x(active, since 25s) 2024-04-26T01:49:57.455 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:57 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:57.370+0000 7f4163c63200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:49:57.728 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:57 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:57.489+0000 7f4163c63200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:49:58.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:49:58 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3601872444' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T01:49:58.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:49:58.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-26T01:49:58.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T01:49:58.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-26T01:49:58.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T01:49:58.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:49:58.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.612+0000 7ff2d7e00700 1 Processor -- start 2024-04-26T01:49:58.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.612+0000 7ff2d7e00700 1 -- start start 2024-04-26T01:49:58.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.613+0000 7ff2d7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 0x7ff2d810b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.594 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.613+0000 7ff2d7e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d807be00 con 0x7ff2d8108db0 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.613+0000 7ff2d6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 0x7ff2d810b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.613+0000 7ff2d6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 0x7ff2d810b1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48076/0 (socket says 172.21.15.26:48076) 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.613+0000 7ff2d6a00700 1 -- 172.21.15.26:0/3560562217 learned_addr learned my addr 172.21.15.26:0/3560562217 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.614+0000 7ff2d6a00700 1 -- 172.21.15.26:0/3560562217 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2d810b6e0 con 0x7ff2d8108db0 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.614+0000 7ff2d6a00700 1 --2- 172.21.15.26:0/3560562217 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 0x7ff2d810b1a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff2c80098a0 tx=0x7ff2c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d01f63643902332 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.614+0000 7ff2d6000700 1 -- 172.21.15.26:0/3560562217 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2c8004160 con 0x7ff2d8108db0 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.614+0000 7ff2d6000700 1 -- 172.21.15.26:0/3560562217 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2c8004300 con 0x7ff2d8108db0 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.614+0000 7ff2d6000700 1 -- 172.21.15.26:0/3560562217 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2c8011a20 con 0x7ff2d8108db0 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.615+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3560562217 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 msgr2=0x7ff2d810b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.615+0000 7ff2d7e00700 1 --2- 172.21.15.26:0/3560562217 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 0x7ff2d810b1a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff2c80098a0 tx=0x7ff2c8009bb0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.615+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3560562217 shutdown_connections 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.615+0000 7ff2d7e00700 1 --2- 172.21.15.26:0/3560562217 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 0x7ff2d810b1a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.595 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.615+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3560562217 >> 172.21.15.26:0/3560562217 conn(0x7ff2d8102760 msgr2=0x7ff2d8104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.615+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3560562217 shutdown_connections 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.615+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3560562217 wait complete. 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.616+0000 7ff2d7e00700 1 Processor -- start 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.617+0000 7ff2d7e00700 1 -- start start 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.617+0000 7ff2d7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 0x7ff2d819c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.617+0000 7ff2d7e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d810c630 con 0x7ff2d8108db0 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.617+0000 7ff2d6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 0x7ff2d819c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.617+0000 7ff2d6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 0x7ff2d819c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48078/0 (socket says 172.21.15.26:48078) 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.617+0000 7ff2d6a00700 1 -- 172.21.15.26:0/3601872444 learned_addr learned my addr 172.21.15.26:0/3601872444 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.617+0000 7ff2d6a00700 1 -- 172.21.15.26:0/3601872444 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2d819c6f0 con 0x7ff2d8108db0 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.618+0000 7ff2d6a00700 1 --2- 172.21.15.26:0/3601872444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 0x7ff2d819c1b0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff2c80116e0 tx=0x7ff2c8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.618+0000 7ff2cf400700 1 -- 172.21.15.26:0/3601872444 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2c8003b20 con 0x7ff2d8108db0 2024-04-26T01:49:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.618+0000 7ff2cf400700 1 -- 172.21.15.26:0/3601872444 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2c801b8f0 con 0x7ff2d8108db0 2024-04-26T01:49:58.599 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.618+0000 7ff2cf400700 1 -- 172.21.15.26:0/3601872444 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2c80238c0 con 0x7ff2d8108db0 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.618+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3601872444 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2d819c980 con 0x7ff2d8108db0 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.618+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3601872444 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2d819f670 con 0x7ff2d8108db0 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.619+0000 7ff2cf400700 1 -- 172.21.15.26:0/3601872444 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7ff2c801baa0 con 0x7ff2d8108db0 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.619+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3601872444 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2d80640a0 con 0x7ff2d8108db0 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.620+0000 7ff2cf400700 1 --2- 172.21.15.26:0/3601872444 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff2bc039610 0x7ff2bc03bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.620+0000 7ff2cf400700 1 -- 172.21.15.26:0/3601872444 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff2c804e0f0 con 0x7ff2d8108db0 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.620+0000 7ff2cfe00700 1 -- 172.21.15.26:0/3601872444 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff2bc039610 msgr2=0x7ff2bc03bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/317163159 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.620+0000 7ff2cfe00700 1 --2- 172.21.15.26:0/3601872444 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff2bc039610 0x7ff2bc03bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.625+0000 7ff2cf400700 1 -- 172.21.15.26:0/3601872444 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff2c801f030 con 0x7ff2d8108db0 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.821+0000 7ff2cfe00700 1 -- 172.21.15.26:0/3601872444 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff2bc039610 msgr2=0x7ff2bc03bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/317163159 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.821+0000 7ff2cfe00700 1 --2- 172.21.15.26:0/3601872444 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff2bc039610 0x7ff2bc03bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.915+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3601872444 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7ff2d819fc20 con 0x7ff2d8108db0 2024-04-26T01:49:58.600 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.916+0000 7ff2cf400700 1 -- 172.21.15.26:0/3601872444 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7ff2c801a3d0 con 0x7ff2d8108db0 2024-04-26T01:49:58.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.919+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3601872444 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff2bc039610 msgr2=0x7ff2bc03bad0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:49:58.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.919+0000 7ff2d7e00700 1 --2- 172.21.15.26:0/3601872444 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff2bc039610 0x7ff2bc03bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.919+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3601872444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 msgr2=0x7ff2d819c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.919+0000 7ff2d7e00700 1 --2- 172.21.15.26:0/3601872444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 0x7ff2d819c1b0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff2c80116e0 tx=0x7ff2c8011aa0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.919+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3601872444 shutdown_connections 2024-04-26T01:49:58.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.919+0000 7ff2d7e00700 1 --2- 172.21.15.26:0/3601872444 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7ff2bc039610 0x7ff2bc03bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.919+0000 7ff2d7e00700 1 --2- 172.21.15.26:0/3601872444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d8108db0 0x7ff2d819c1b0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.919+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3601872444 >> 172.21.15.26:0/3601872444 conn(0x7ff2d8102760 msgr2=0x7ff2d8103230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:58.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.920+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3601872444 shutdown_connections 2024-04-26T01:49:58.601 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:57.920+0000 7ff2d7e00700 1 -- 172.21.15.26:0/3601872444 wait complete. 2024-04-26T01:49:58.601 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for the mgr to restart... 2024-04-26T01:49:58.601 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mgr epoch 9... 2024-04-26T01:49:59.191 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:59 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:59.107+0000 7f4163c63200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:49:59.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:59 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:59.348+0000 7f4163c63200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:49:59.976 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:59 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:59.577+0000 7f4163c63200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:50:00.228 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:49:59 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:49:59.977+0000 7f4163c63200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:50:00.228 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:00 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:00.103+0000 7f4163c63200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:50:00.625 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:00 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:00.362+0000 7f4163c63200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:50:00.625 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:00 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:00.626+0000 7f4163c63200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:50:01.728 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:01 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:01.437+0000 7f4163c63200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:50:02.412 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:02 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:02.008+0000 7f4163c63200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:50:02.412 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:02 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:02.139+0000 7f4163c63200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:50:02.728 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:02 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:02.412+0000 7f4163c63200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:50:03.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:03 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:03.083+0000 7f4163c63200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:50:03.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:03 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:03.212+0000 7f4163c63200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:50:03.729 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:03 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:03.544+0000 7f4163c63200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:50:04.022 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:03 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:03.730+0000 7f4163c63200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:50:04.022 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:03 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:03.862+0000 7f4163c63200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:50:04.395 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:04.020+0000 7f4163c63200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:50:04.728 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:04.396+0000 7f4163c63200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:50:05.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:05 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:05.205+0000 7f4163c63200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:50:05.978 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:50:05 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:50:05.504+0000 7f4163c63200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:50:05.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:05 smithi026 ceph-mon[28138]: Active manager daemon x restarted 2024-04-26T01:50:05.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:05 smithi026 ceph-mon[28138]: Activating manager daemon x 2024-04-26T01:50:05.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:05 smithi026 ceph-mon[28138]: osdmap e3: 0 total, 0 up, 0 in 2024-04-26T01:50:05.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:05 smithi026 ceph-mon[28138]: mgrmap e10: x(active, starting, since 0.00572852s) 2024-04-26T01:50:05.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:50:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:50:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:50:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:50:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:50:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:05 smithi026 ceph-mon[28138]: Manager daemon x is now available 2024-04-26T01:50:06.893 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:06.893 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:50:06.893 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:50:06.893 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:06 smithi026 ceph-mon[28138]: [26/Apr/2024:01:50:06] ENGINE Bus STARTING 2024-04-26T01:50:06.893 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:06 smithi026 ceph-mon[28138]: [26/Apr/2024:01:50:06] ENGINE Serving on http://172.21.15.26:8765 2024-04-26T01:50:06.894 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:06 smithi026 ceph-mon[28138]: [26/Apr/2024:01:50:06] ENGINE Serving on https://172.21.15.26:7150 2024-04-26T01:50:06.894 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:06 smithi026 ceph-mon[28138]: [26/Apr/2024:01:50:06] ENGINE Bus STARTED 2024-04-26T01:50:06.894 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:06 smithi026 ceph-mon[28138]: mgrmap e11: x(active, since 1.01038s) 2024-04-26T01:50:07.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:07 smithi026 ceph-mon[28138]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T01:50:07.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:07 smithi026 ceph-mon[28138]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T01:50:08.020 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:50:08.020 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-26T01:50:08.020 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T01:50:08.020 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:50:08.020 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.192+0000 7fbd69e00700 1 Processor -- start 2024-04-26T01:50:08.020 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.192+0000 7fbd69e00700 1 -- start start 2024-04-26T01:50:08.020 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.192+0000 7fbd69e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 0x7fbd64108720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.192+0000 7fbd69e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbd64108cf0 con 0x7fbd64108300 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.193+0000 7fbd68a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 0x7fbd64108720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.193+0000 7fbd68a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 0x7fbd64108720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48080/0 (socket says 172.21.15.26:48080) 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.193+0000 7fbd68a00700 1 -- 172.21.15.26:0/1100621957 learned_addr learned my addr 172.21.15.26:0/1100621957 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.193+0000 7fbd68a00700 1 -- 172.21.15.26:0/1100621957 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd64109460 con 0x7fbd64108300 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.194+0000 7fbd68a00700 1 --2- 172.21.15.26:0/1100621957 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 0x7fbd64108720 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbd580098a0 tx=0x7fbd58009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f5f2a34041bd4fb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.194+0000 7fbd63400700 1 -- 172.21.15.26:0/1100621957 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd58004160 con 0x7fbd64108300 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.194+0000 7fbd63400700 1 -- 172.21.15.26:0/1100621957 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd58004300 con 0x7fbd64108300 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.194+0000 7fbd63400700 1 -- 172.21.15.26:0/1100621957 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd58011a20 con 0x7fbd64108300 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.195+0000 7fbd69e00700 1 -- 172.21.15.26:0/1100621957 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 msgr2=0x7fbd64108720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.195+0000 7fbd69e00700 1 --2- 172.21.15.26:0/1100621957 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 0x7fbd64108720 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbd580098a0 tx=0x7fbd58009bb0 comp rx=0 tx=0).stop 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.195+0000 7fbd69e00700 1 -- 172.21.15.26:0/1100621957 shutdown_connections 2024-04-26T01:50:08.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.195+0000 7fbd69e00700 1 --2- 172.21.15.26:0/1100621957 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 0x7fbd64108720 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:08.022 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.195+0000 7fbd69e00700 1 -- 172.21.15.26:0/1100621957 >> 172.21.15.26:0/1100621957 conn(0x7fbd64103980 msgr2=0x7fbd64105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:08.022 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.195+0000 7fbd69e00700 1 -- 172.21.15.26:0/1100621957 shutdown_connections 2024-04-26T01:50:08.022 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.195+0000 7fbd69e00700 1 -- 172.21.15.26:0/1100621957 wait complete. 2024-04-26T01:50:08.022 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.196+0000 7fbd69e00700 1 Processor -- start 2024-04-26T01:50:08.022 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.196+0000 7fbd69e00700 1 -- start start 2024-04-26T01:50:08.022 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.197+0000 7fbd69e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 0x7fbd6419c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:08.022 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.197+0000 7fbd69e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6410c810 con 0x7fbd64108300 2024-04-26T01:50:08.022 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.197+0000 7fbd68a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 0x7fbd6419c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:08.022 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.197+0000 7fbd68a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 0x7fbd6419c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48090/0 (socket says 172.21.15.26:48090) 2024-04-26T01:50:08.022 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.197+0000 7fbd68a00700 1 -- 172.21.15.26:0/3507839615 learned_addr learned my addr 172.21.15.26:0/3507839615 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:08.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.197+0000 7fbd68a00700 1 -- 172.21.15.26:0/3507839615 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd6419c6d0 con 0x7fbd64108300 2024-04-26T01:50:08.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.198+0000 7fbd68a00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 0x7fbd6419c190 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbd580116e0 tx=0x7fbd58011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:08.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.198+0000 7fbd61600700 1 -- 172.21.15.26:0/3507839615 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd580039e0 con 0x7fbd64108300 2024-04-26T01:50:08.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.198+0000 7fbd61600700 1 -- 172.21.15.26:0/3507839615 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd5801b8f0 con 0x7fbd64108300 2024-04-26T01:50:08.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.198+0000 7fbd69e00700 1 -- 172.21.15.26:0/3507839615 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd6419c960 con 0x7fbd64108300 2024-04-26T01:50:08.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.198+0000 7fbd61600700 1 -- 172.21.15.26:0/3507839615 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd58023760 con 0x7fbd64108300 2024-04-26T01:50:08.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.198+0000 7fbd69e00700 1 -- 172.21.15.26:0/3507839615 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd6419f650 con 0x7fbd64108300 2024-04-26T01:50:08.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.200+0000 7fbd61600700 1 -- 172.21.15.26:0/3507839615 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7fbd5801b440 con 0x7fbd64108300 2024-04-26T01:50:08.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.200+0000 7fbd61600700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 0x7fbd4c03bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:08.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.200+0000 7fbd61600700 1 -- 172.21.15.26:0/3507839615 --> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fbd4c03c1e0 con 0x7fbd4c039610 2024-04-26T01:50:08.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.200+0000 7fbd61600700 1 -- 172.21.15.26:0/3507839615 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbd5804df90 con 0x7fbd64108300 2024-04-26T01:50:08.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.200+0000 7fbd63e00700 1 -- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 msgr2=0x7fbd4c03bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/317163159 2024-04-26T01:50:08.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.200+0000 7fbd63e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 0x7fbd4c03bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:50:08.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.401+0000 7fbd63e00700 1 -- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 msgr2=0x7fbd4c03bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/317163159 2024-04-26T01:50:08.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.401+0000 7fbd63e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 0x7fbd4c03bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:50:08.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.802+0000 7fbd63e00700 1 -- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 msgr2=0x7fbd4c03bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/317163159 2024-04-26T01:50:08.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:49:59.802+0000 7fbd63e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 0x7fbd4c03bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T01:50:08.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:00.603+0000 7fbd63e00700 1 -- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 msgr2=0x7fbd4c03bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/317163159 2024-04-26T01:50:08.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:00.603+0000 7fbd63e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 0x7fbd4c03bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-26T01:50:08.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:02.205+0000 7fbd63e00700 1 -- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 msgr2=0x7fbd4c03bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/317163159 2024-04-26T01:50:08.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:02.205+0000 7fbd63e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 0x7fbd4c03bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-26T01:50:08.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:05.409+0000 7fbd63e00700 1 -- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 msgr2=0x7fbd4c03bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/317163159 2024-04-26T01:50:08.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:05.409+0000 7fbd63e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 0x7fbd4c03bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-04-26T01:50:08.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:05.512+0000 7fbd61600700 1 -- 172.21.15.26:0/3507839615 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mgrmap(e 10) ==== 46338+0+0 (secure 0 0 0) 0x7fbd58023ca0 con 0x7fbd64108300 2024-04-26T01:50:08.025 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:05.512+0000 7fbd61600700 1 -- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 msgr2=0x7fbd4c03bad0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:50:08.025 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:05.512+0000 7fbd61600700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 0x7fbd4c03bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:08.025 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.515+0000 7fbd61600700 1 -- 172.21.15.26:0/3507839615 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7fbd5800b930 con 0x7fbd64108300 2024-04-26T01:50:08.025 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.516+0000 7fbd61600700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbd4c03cff0 0x7fbd4c03f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:08.025 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.516+0000 7fbd61600700 1 -- 172.21.15.26:0/3507839615 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fbd5802de50 con 0x7fbd4c03cff0 2024-04-26T01:50:08.025 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.517+0000 7fbd63e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbd4c03cff0 0x7fbd4c03f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:08.025 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.519+0000 7fbd63e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbd4c03cff0 0x7fbd4c03f3e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fbd50003a10 tx=0x7fbd50009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:08.025 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.520+0000 7fbd61600700 1 -- 172.21.15.26:0/3507839615 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7fbd5802de50 con 0x7fbd4c03cff0 2024-04-26T01:50:08.025 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.533+0000 7fbd69e00700 1 -- 172.21.15.26:0/3507839615 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fbd640640a0 con 0x7fbd4c03cff0 2024-04-26T01:50:08.025 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.533+0000 7fbd61600700 1 -- 172.21.15.26:0/3507839615 <== mgr.14152 v2:172.21.15.26:6800/3490463755 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7fbd640640a0 con 0x7fbd4c03cff0 2024-04-26T01:50:08.025 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.534+0000 7fbd69e00700 1 -- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbd4c03cff0 msgr2=0x7fbd4c03f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:08.025 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.534+0000 7fbd69e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbd4c03cff0 0x7fbd4c03f3e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fbd50003a10 tx=0x7fbd50009270 comp rx=0 tx=0).stop 2024-04-26T01:50:08.026 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.534+0000 7fbd69e00700 1 -- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 msgr2=0x7fbd6419c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:08.026 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.534+0000 7fbd69e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 0x7fbd6419c190 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbd580116e0 tx=0x7fbd58011aa0 comp rx=0 tx=0).stop 2024-04-26T01:50:08.026 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.534+0000 7fbd69e00700 1 -- 172.21.15.26:0/3507839615 shutdown_connections 2024-04-26T01:50:08.026 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.534+0000 7fbd69e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbd4c03cff0 0x7fbd4c03f3e0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:08.026 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.534+0000 7fbd69e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd64108300 0x7fbd6419c190 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:08.026 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.534+0000 7fbd69e00700 1 --2- 172.21.15.26:0/3507839615 >> [v2:172.21.15.26:6800/317163159,v1:172.21.15.26:6801/317163159] conn(0x7fbd4c039610 0x7fbd4c03bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:08.026 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.534+0000 7fbd69e00700 1 -- 172.21.15.26:0/3507839615 >> 172.21.15.26:0/3507839615 conn(0x7fbd64103980 msgr2=0x7fbd64104450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:08.026 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.535+0000 7fbd69e00700 1 -- 172.21.15.26:0/3507839615 shutdown_connections 2024-04-26T01:50:08.026 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:06.535+0000 7fbd69e00700 1 -- 172.21.15.26:0/3507839615 wait complete. 2024-04-26T01:50:08.026 INFO:teuthology.orchestra.run.smithi026.stdout:mgr epoch 9 is available 2024-04-26T01:50:08.026 INFO:teuthology.orchestra.run.smithi026.stdout:Generating a dashboard self-signed certificate... 2024-04-26T01:50:08.628 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:08 smithi026 ceph-mon[28138]: mgrmap e12: x(active, since 2s) 2024-04-26T01:50:08.628 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:08 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:09.845 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-26T01:50:09.845 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.673+0000 7fbade800700 1 Processor -- start 2024-04-26T01:50:09.845 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.673+0000 7fbade800700 1 -- start start 2024-04-26T01:50:09.845 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.674+0000 7fbade800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 0x7fbad810b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:09.845 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.674+0000 7fbade800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbad807be60 con 0x7fbad8108ec0 2024-04-26T01:50:09.845 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.674+0000 7fbad7400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 0x7fbad810b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:09.845 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.675+0000 7fbad7400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 0x7fbad810b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49538/0 (socket says 172.21.15.26:49538) 2024-04-26T01:50:09.845 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.675+0000 7fbad7400700 1 -- 172.21.15.26:0/2346211768 learned_addr learned my addr 172.21.15.26:0/2346211768 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:09.845 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.675+0000 7fbad7400700 1 -- 172.21.15.26:0/2346211768 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbad810b7f0 con 0x7fbad8108ec0 2024-04-26T01:50:09.845 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.675+0000 7fbad7400700 1 --2- 172.21.15.26:0/2346211768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 0x7fbad810b2b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbac80098a0 tx=0x7fbac8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf35b1b2bf76c811 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:09.846 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.676+0000 7fbad6000700 1 -- 172.21.15.26:0/2346211768 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbac8004160 con 0x7fbad8108ec0 2024-04-26T01:50:09.846 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.676+0000 7fbad6000700 1 -- 172.21.15.26:0/2346211768 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbac8004300 con 0x7fbad8108ec0 2024-04-26T01:50:09.846 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.676+0000 7fbad6000700 1 -- 172.21.15.26:0/2346211768 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbac8011a20 con 0x7fbad8108ec0 2024-04-26T01:50:09.846 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.677+0000 7fbade800700 1 -- 172.21.15.26:0/2346211768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 msgr2=0x7fbad810b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:09.846 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.677+0000 7fbade800700 1 --2- 172.21.15.26:0/2346211768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 0x7fbad810b2b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbac80098a0 tx=0x7fbac8009bb0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.846 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.677+0000 7fbade800700 1 -- 172.21.15.26:0/2346211768 shutdown_connections 2024-04-26T01:50:09.846 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.677+0000 7fbade800700 1 --2- 172.21.15.26:0/2346211768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 0x7fbad810b2b0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.846 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.677+0000 7fbade800700 1 -- 172.21.15.26:0/2346211768 >> 172.21.15.26:0/2346211768 conn(0x7fbad8102910 msgr2=0x7fbad8104d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:09.846 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.677+0000 7fbade800700 1 -- 172.21.15.26:0/2346211768 shutdown_connections 2024-04-26T01:50:09.846 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.677+0000 7fbade800700 1 -- 172.21.15.26:0/2346211768 wait complete. 2024-04-26T01:50:09.846 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.678+0000 7fbade800700 1 Processor -- start 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.678+0000 7fbade800700 1 -- start start 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.678+0000 7fbade800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 0x7fbad8108740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.678+0000 7fbade800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbad810c7a0 con 0x7fbad8108ec0 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.679+0000 7fbad7400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 0x7fbad8108740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.679+0000 7fbad7400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 0x7fbad8108740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49554/0 (socket says 172.21.15.26:49554) 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.679+0000 7fbad7400700 1 -- 172.21.15.26:0/2976858821 learned_addr learned my addr 172.21.15.26:0/2976858821 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.679+0000 7fbad7400700 1 -- 172.21.15.26:0/2976858821 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbad8108c80 con 0x7fbad8108ec0 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.679+0000 7fbad7400700 1 --2- 172.21.15.26:0/2976858821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 0x7fbad8108740 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbac80116e0 tx=0x7fbac8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.680+0000 7fbacfe00700 1 -- 172.21.15.26:0/2976858821 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbac8003b20 con 0x7fbad8108ec0 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.680+0000 7fbacfe00700 1 -- 172.21.15.26:0/2976858821 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbac801b8f0 con 0x7fbad8108ec0 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.680+0000 7fbade800700 1 -- 172.21.15.26:0/2976858821 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbad8106e70 con 0x7fbad8108ec0 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.680+0000 7fbacfe00700 1 -- 172.21.15.26:0/2976858821 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbac80238c0 con 0x7fbad8108ec0 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.680+0000 7fbade800700 1 -- 172.21.15.26:0/2976858821 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbad81073b0 con 0x7fbad8108ec0 2024-04-26T01:50:09.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.681+0000 7fbacfe00700 1 -- 172.21.15.26:0/2976858821 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7fbac8023b70 con 0x7fbad8108ec0 2024-04-26T01:50:09.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.681+0000 7fbade800700 1 -- 172.21.15.26:0/2976858821 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbad80640a0 con 0x7fbad8108ec0 2024-04-26T01:50:09.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.682+0000 7fbacfe00700 1 --2- 172.21.15.26:0/2976858821 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbabc0395b0 0x7fbabc03ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:09.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.682+0000 7fbacfe00700 1 -- 172.21.15.26:0/2976858821 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fbac804e230 con 0x7fbad8108ec0 2024-04-26T01:50:09.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.682+0000 7fbad6a00700 1 --2- 172.21.15.26:0/2976858821 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbabc0395b0 0x7fbabc03ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:09.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.683+0000 7fbad6a00700 1 --2- 172.21.15.26:0/2976858821 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbabc0395b0 0x7fbabc03ba70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbac4006fd0 tx=0x7fbac4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:09.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.688+0000 7fbacfe00700 1 -- 172.21.15.26:0/2976858821 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbac801f030 con 0x7fbad8108ec0 2024-04-26T01:50:09.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:08.924+0000 7fbade800700 1 -- 172.21.15.26:0/2976858821 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7fbad8107cc0 con 0x7fbabc0395b0 2024-04-26T01:50:09.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:09.083+0000 7fbacfe00700 1 -- 172.21.15.26:0/2976858821 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7fbad8107cc0 con 0x7fbabc0395b0 2024-04-26T01:50:09.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:09.086+0000 7fbade800700 1 -- 172.21.15.26:0/2976858821 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbabc0395b0 msgr2=0x7fbabc03ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:09.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:09.086+0000 7fbade800700 1 --2- 172.21.15.26:0/2976858821 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbabc0395b0 0x7fbabc03ba70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbac4006fd0 tx=0x7fbac4006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:09.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:09.086+0000 7fbade800700 1 -- 172.21.15.26:0/2976858821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 msgr2=0x7fbad8108740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:09.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:09.086+0000 7fbade800700 1 --2- 172.21.15.26:0/2976858821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 0x7fbad8108740 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbac80116e0 tx=0x7fbac8011aa0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:09.086+0000 7fbade800700 1 -- 172.21.15.26:0/2976858821 shutdown_connections 2024-04-26T01:50:09.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:09.086+0000 7fbade800700 1 --2- 172.21.15.26:0/2976858821 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbabc0395b0 0x7fbabc03ba70 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:09.086+0000 7fbade800700 1 --2- 172.21.15.26:0/2976858821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbad8108ec0 0x7fbad8108740 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:09.086+0000 7fbade800700 1 -- 172.21.15.26:0/2976858821 >> 172.21.15.26:0/2976858821 conn(0x7fbad8102910 msgr2=0x7fbad8103420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:09.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:09.086+0000 7fbade800700 1 -- 172.21.15.26:0/2976858821 shutdown_connections 2024-04-26T01:50:09.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:09.086+0000 7fbade800700 1 -- 172.21.15.26:0/2976858821 wait complete. 2024-04-26T01:50:09.849 INFO:teuthology.orchestra.run.smithi026.stdout:Creating initial admin user... 2024-04-26T01:50:10.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:10 smithi026 ceph-mon[28138]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:10.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:10 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:10.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:10 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:11.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:11.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:12.356 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:12 smithi026 ceph-mon[28138]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:12.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$b786iYZJPmQjQDO80MKmoOIUOaK8mB6yah8gpgnRD5by5MZTcyqOq", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714096211, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-26T01:50:12.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.571+0000 7fb272600700 1 Processor -- start 2024-04-26T01:50:12.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.571+0000 7fb272600700 1 -- start start 2024-04-26T01:50:12.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.571+0000 7fb272600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 0x7fb26c07c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:12.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.571+0000 7fb272600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb26c07c920 con 0x7fb26c07dea0 2024-04-26T01:50:12.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.572+0000 7fb26b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 0x7fb26c07c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:12.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.572+0000 7fb26b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 0x7fb26c07c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49568/0 (socket says 172.21.15.26:49568) 2024-04-26T01:50:12.803 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.572+0000 7fb26b400700 1 -- 172.21.15.26:0/139285716 learned_addr learned my addr 172.21.15.26:0/139285716 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.573+0000 7fb26b400700 1 -- 172.21.15.26:0/139285716 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb26c07caa0 con 0x7fb26c07dea0 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.573+0000 7fb26b400700 1 --2- 172.21.15.26:0/139285716 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 0x7fb26c07c350 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb25c0098a0 tx=0x7fb25c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=526d31d0340f3145 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.573+0000 7fb26aa00700 1 -- 172.21.15.26:0/139285716 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb25c004160 con 0x7fb26c07dea0 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.573+0000 7fb26aa00700 1 -- 172.21.15.26:0/139285716 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb25c004300 con 0x7fb26c07dea0 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.574+0000 7fb26aa00700 1 -- 172.21.15.26:0/139285716 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb25c011a20 con 0x7fb26c07dea0 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.574+0000 7fb272600700 1 -- 172.21.15.26:0/139285716 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 msgr2=0x7fb26c07c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.574+0000 7fb272600700 1 --2- 172.21.15.26:0/139285716 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 0x7fb26c07c350 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb25c0098a0 tx=0x7fb25c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.575+0000 7fb272600700 1 -- 172.21.15.26:0/139285716 shutdown_connections 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.575+0000 7fb272600700 1 --2- 172.21.15.26:0/139285716 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 0x7fb26c07c350 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.575+0000 7fb272600700 1 -- 172.21.15.26:0/139285716 >> 172.21.15.26:0/139285716 conn(0x7fb26c103a40 msgr2=0x7fb26c105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.575+0000 7fb272600700 1 -- 172.21.15.26:0/139285716 shutdown_connections 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.575+0000 7fb272600700 1 -- 172.21.15.26:0/139285716 wait complete. 2024-04-26T01:50:12.804 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.576+0000 7fb272600700 1 Processor -- start 2024-04-26T01:50:12.805 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.576+0000 7fb272600700 1 -- start start 2024-04-26T01:50:12.805 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.576+0000 7fb272600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 0x7fb26c1a28d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:12.805 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.576+0000 7fb272600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb26c10a5d0 con 0x7fb26c07dea0 2024-04-26T01:50:12.805 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.577+0000 7fb26b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 0x7fb26c1a28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:12.805 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.577+0000 7fb26b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 0x7fb26c1a28d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49572/0 (socket says 172.21.15.26:49572) 2024-04-26T01:50:12.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.577+0000 7fb26b400700 1 -- 172.21.15.26:0/3826201611 learned_addr learned my addr 172.21.15.26:0/3826201611 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:12.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.577+0000 7fb26b400700 1 -- 172.21.15.26:0/3826201611 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb26c1a2e10 con 0x7fb26c07dea0 2024-04-26T01:50:12.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.578+0000 7fb26b400700 1 --2- 172.21.15.26:0/3826201611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 0x7fb26c1a28d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb25c000c00 tx=0x7fb25c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:12.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.578+0000 7fb268c00700 1 -- 172.21.15.26:0/3826201611 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb25c003aa0 con 0x7fb26c07dea0 2024-04-26T01:50:12.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.578+0000 7fb268c00700 1 -- 172.21.15.26:0/3826201611 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb25c01b8f0 con 0x7fb26c07dea0 2024-04-26T01:50:12.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.578+0000 7fb272600700 1 -- 172.21.15.26:0/3826201611 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb26c1a30a0 con 0x7fb26c07dea0 2024-04-26T01:50:12.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.578+0000 7fb268c00700 1 -- 172.21.15.26:0/3826201611 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb25c023870 con 0x7fb26c07dea0 2024-04-26T01:50:12.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.578+0000 7fb272600700 1 -- 172.21.15.26:0/3826201611 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb26c1a5d90 con 0x7fb26c07dea0 2024-04-26T01:50:12.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.580+0000 7fb272600700 1 -- 172.21.15.26:0/3826201611 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb26c0640a0 con 0x7fb26c07dea0 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.580+0000 7fb268c00700 1 -- 172.21.15.26:0/3826201611 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7fb25c01b440 con 0x7fb26c07dea0 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.581+0000 7fb268c00700 1 --2- 172.21.15.26:0/3826201611 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb250039660 0x7fb25003bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.581+0000 7fb268c00700 1 -- 172.21.15.26:0/3826201611 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb25c04dfe0 con 0x7fb26c07dea0 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.581+0000 7fb263e00700 1 --2- 172.21.15.26:0/3826201611 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb250039660 0x7fb25003bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.582+0000 7fb263e00700 1 --2- 172.21.15.26:0/3826201611 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb250039660 0x7fb25003bb20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb254006fd0 tx=0x7fb254006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.592+0000 7fb268c00700 1 -- 172.21.15.26:0/3826201611 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb25c01f030 con 0x7fb26c07dea0 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:10.870+0000 7fb272600700 1 -- 172.21.15.26:0/3826201611 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7fb26c1a3580 con 0x7fb250039660 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:11.128+0000 7fb268c00700 1 -- 172.21.15.26:0/3826201611 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7fb26c1a3580 con 0x7fb250039660 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:11.132+0000 7fb272600700 1 -- 172.21.15.26:0/3826201611 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb250039660 msgr2=0x7fb25003bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:11.132+0000 7fb272600700 1 --2- 172.21.15.26:0/3826201611 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb250039660 0x7fb25003bb20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb254006fd0 tx=0x7fb254006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:11.132+0000 7fb272600700 1 -- 172.21.15.26:0/3826201611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 msgr2=0x7fb26c1a28d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:11.132+0000 7fb272600700 1 --2- 172.21.15.26:0/3826201611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 0x7fb26c1a28d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb25c000c00 tx=0x7fb25c011aa0 comp rx=0 tx=0).stop 2024-04-26T01:50:12.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:11.132+0000 7fb272600700 1 -- 172.21.15.26:0/3826201611 shutdown_connections 2024-04-26T01:50:12.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:11.132+0000 7fb272600700 1 --2- 172.21.15.26:0/3826201611 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb250039660 0x7fb25003bb20 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:12.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:11.132+0000 7fb272600700 1 --2- 172.21.15.26:0/3826201611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb26c07dea0 0x7fb26c1a28d0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:12.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:11.132+0000 7fb272600700 1 -- 172.21.15.26:0/3826201611 >> 172.21.15.26:0/3826201611 conn(0x7fb26c103a40 msgr2=0x7fb26c105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:12.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:11.133+0000 7fb272600700 1 -- 172.21.15.26:0/3826201611 shutdown_connections 2024-04-26T01:50:12.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:11.134+0000 7fb272600700 1 -- 172.21.15.26:0/3826201611 wait complete. 2024-04-26T01:50:12.810 INFO:teuthology.orchestra.run.smithi026.stdout:Fetching dashboard port number... 2024-04-26T01:50:13.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:13 smithi026 ceph-mon[28138]: mgrmap e13: x(active, since 6s) 2024-04-26T01:50:14.409 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:14 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4090525710' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-26T01:50:14.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 8443 2024-04-26T01:50:14.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.463+0000 7f974f200700 1 Processor -- start 2024-04-26T01:50:14.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.463+0000 7f974f200700 1 -- start start 2024-04-26T01:50:14.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.464+0000 7f974f200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 0x7f974807c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.464+0000 7f974f200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f974807c830 con 0x7f974807de40 2024-04-26T01:50:14.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.464+0000 7f9747e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 0x7f974807c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.464+0000 7f9747e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 0x7f974807c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49578/0 (socket says 172.21.15.26:49578) 2024-04-26T01:50:14.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.464+0000 7f9747e00700 1 -- 172.21.15.26:0/4022675898 learned_addr learned my addr 172.21.15.26:0/4022675898 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:14.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.465+0000 7f9747e00700 1 -- 172.21.15.26:0/4022675898 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f974807c9b0 con 0x7f974807de40 2024-04-26T01:50:14.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.465+0000 7f9747e00700 1 --2- 172.21.15.26:0/4022675898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 0x7f974807c2f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f97380098a0 tx=0x7f9738009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=210790846b23f755 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:14.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.466+0000 7f9746a00700 1 -- 172.21.15.26:0/4022675898 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9738004160 con 0x7f974807de40 2024-04-26T01:50:14.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.466+0000 7f9746a00700 1 -- 172.21.15.26:0/4022675898 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9738004300 con 0x7f974807de40 2024-04-26T01:50:14.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.466+0000 7f9746a00700 1 -- 172.21.15.26:0/4022675898 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9738011a20 con 0x7f974807de40 2024-04-26T01:50:14.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.466+0000 7f974f200700 1 -- 172.21.15.26:0/4022675898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 msgr2=0x7f974807c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.466+0000 7f974f200700 1 --2- 172.21.15.26:0/4022675898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 0x7f974807c2f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f97380098a0 tx=0x7f9738009bb0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.467+0000 7f974f200700 1 -- 172.21.15.26:0/4022675898 shutdown_connections 2024-04-26T01:50:14.426 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.467+0000 7f974f200700 1 --2- 172.21.15.26:0/4022675898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 0x7f974807c2f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.428 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.467+0000 7f974f200700 1 -- 172.21.15.26:0/4022675898 >> 172.21.15.26:0/4022675898 conn(0x7f9748103ae0 msgr2=0x7f9748105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:14.428 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.467+0000 7f974f200700 1 -- 172.21.15.26:0/4022675898 shutdown_connections 2024-04-26T01:50:14.428 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.467+0000 7f974f200700 1 -- 172.21.15.26:0/4022675898 wait complete. 2024-04-26T01:50:14.428 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.468+0000 7f974f200700 1 Processor -- start 2024-04-26T01:50:14.428 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.469+0000 7f974f200700 1 -- start start 2024-04-26T01:50:14.428 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.469+0000 7f974f200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 0x7f974819e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.428 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.469+0000 7f974f200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f974810e9a0 con 0x7f974807de40 2024-04-26T01:50:14.429 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.469+0000 7f9747e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 0x7f974819e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.429 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.470+0000 7f9747e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 0x7f974819e4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49590/0 (socket says 172.21.15.26:49590) 2024-04-26T01:50:14.429 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.470+0000 7f9747e00700 1 -- 172.21.15.26:0/4090525710 learned_addr learned my addr 172.21.15.26:0/4090525710 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:14.429 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.470+0000 7f9747e00700 1 -- 172.21.15.26:0/4090525710 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f974819ea30 con 0x7f974807de40 2024-04-26T01:50:14.429 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.470+0000 7f9747e00700 1 --2- 172.21.15.26:0/4090525710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 0x7f974819e4f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9738000c00 tx=0x7f9738011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:14.429 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.471+0000 7f9744c00700 1 -- 172.21.15.26:0/4090525710 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9738003af0 con 0x7f974807de40 2024-04-26T01:50:14.431 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.471+0000 7f9744c00700 1 -- 172.21.15.26:0/4090525710 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f973801b8f0 con 0x7f974807de40 2024-04-26T01:50:14.431 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.471+0000 7f9744c00700 1 -- 172.21.15.26:0/4090525710 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f97380238e0 con 0x7f974807de40 2024-04-26T01:50:14.431 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.471+0000 7f974f200700 1 -- 172.21.15.26:0/4090525710 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f974819ecc0 con 0x7f974807de40 2024-04-26T01:50:14.431 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.471+0000 7f974f200700 1 -- 172.21.15.26:0/4090525710 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97481a19b0 con 0x7f974807de40 2024-04-26T01:50:14.431 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.472+0000 7f9744c00700 1 -- 172.21.15.26:0/4090525710 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f9738023b90 con 0x7f974807de40 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.472+0000 7f974f200700 1 -- 172.21.15.26:0/4090525710 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97480640a0 con 0x7f974807de40 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.472+0000 7f9744c00700 1 --2- 172.21.15.26:0/4090525710 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f972c039700 0x7f972c03bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.473+0000 7f9744c00700 1 -- 172.21.15.26:0/4090525710 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f973804e120 con 0x7f974807de40 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.473+0000 7f9747400700 1 --2- 172.21.15.26:0/4090525710 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f972c039700 0x7f972c03bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.474+0000 7f9747400700 1 --2- 172.21.15.26:0/4090525710 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f972c039700 0x7f972c03bbc0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9734006fd0 tx=0x7f9734006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.479+0000 7f9744c00700 1 -- 172.21.15.26:0/4090525710 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f973801f030 con 0x7f974807de40 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.708+0000 7f974f200700 1 -- 172.21.15.26:0/4090525710 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f97481a1fa0 con 0x7f974807de40 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.709+0000 7f9744c00700 1 -- 172.21.15.26:0/4090525710 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f973802bb90 con 0x7f974807de40 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.712+0000 7f974f200700 1 -- 172.21.15.26:0/4090525710 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f972c039700 msgr2=0x7f972c03bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.712+0000 7f974f200700 1 --2- 172.21.15.26:0/4090525710 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f972c039700 0x7f972c03bbc0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9734006fd0 tx=0x7f9734006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.712+0000 7f974f200700 1 -- 172.21.15.26:0/4090525710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 msgr2=0x7f974819e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.712+0000 7f974f200700 1 --2- 172.21.15.26:0/4090525710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 0x7f974819e4f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9738000c00 tx=0x7f9738011aa0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.432 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.712+0000 7f974f200700 1 -- 172.21.15.26:0/4090525710 shutdown_connections 2024-04-26T01:50:14.433 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.712+0000 7f974f200700 1 --2- 172.21.15.26:0/4090525710 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f972c039700 0x7f972c03bbc0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.433 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.712+0000 7f974f200700 1 --2- 172.21.15.26:0/4090525710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f974807de40 0x7f974819e4f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.433 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.712+0000 7f974f200700 1 -- 172.21.15.26:0/4090525710 >> 172.21.15.26:0/4090525710 conn(0x7f9748103ae0 msgr2=0x7f9748104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:14.434 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.713+0000 7f974f200700 1 -- 172.21.15.26:0/4090525710 shutdown_connections 2024-04-26T01:50:14.434 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:13.713+0000 7f974f200700 1 -- 172.21.15.26:0/4090525710 wait complete. 2024-04-26T01:50:14.464 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:50:14.464 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout disabled 2024-04-26T01:50:14.489 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:50:14.489 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-26T01:50:14.490 INFO:teuthology.orchestra.run.smithi026.stdout:firewalld.service is not enabled 2024-04-26T01:50:14.490 INFO:teuthology.orchestra.run.smithi026.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-26T01:50:14.497 INFO:teuthology.orchestra.run.smithi026.stdout:Ceph Dashboard is now available at: 2024-04-26T01:50:14.497 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:50:14.497 INFO:teuthology.orchestra.run.smithi026.stdout: URL: https://smithi026.front.sepia.ceph.com:8443/ 2024-04-26T01:50:14.497 INFO:teuthology.orchestra.run.smithi026.stdout: User: admin 2024-04-26T01:50:14.497 INFO:teuthology.orchestra.run.smithi026.stdout: Password: haw7mmrlit 2024-04-26T01:50:14.498 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:50:14.498 INFO:teuthology.orchestra.run.smithi026.stdout:Saving cluster configuration to /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config directory 2024-04-26T01:50:14.501 INFO:teuthology.orchestra.run.smithi026.stdout:Enabling autotune for osd_memory_target 2024-04-26T01:50:16.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.100+0000 7fadbb400700 1 Processor -- start 2024-04-26T01:50:16.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.100+0000 7fadbb400700 1 -- start start 2024-04-26T01:50:16.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.101+0000 7fadbb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 0x7fadb410aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:16.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.101+0000 7fadbb400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fadb410b050 con 0x7fadb410a660 2024-04-26T01:50:16.029 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.101+0000 7fadb8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 0x7fadb410aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:16.029 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.101+0000 7fadb8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 0x7fadb410aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49604/0 (socket says 172.21.15.26:49604) 2024-04-26T01:50:16.029 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.101+0000 7fadb8a00700 1 -- 172.21.15.26:0/2566010019 learned_addr learned my addr 172.21.15.26:0/2566010019 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:16.030 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.102+0000 7fadb8a00700 1 -- 172.21.15.26:0/2566010019 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadb410b810 con 0x7fadb410a660 2024-04-26T01:50:16.030 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.102+0000 7fadb8a00700 1 --2- 172.21.15.26:0/2566010019 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 0x7fadb410aa80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fada80098a0 tx=0x7fada8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74929160b2c468dc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:16.030 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.103+0000 7fadb3400700 1 -- 172.21.15.26:0/2566010019 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fada8004160 con 0x7fadb410a660 2024-04-26T01:50:16.030 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.103+0000 7fadb3400700 1 -- 172.21.15.26:0/2566010019 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fada8004300 con 0x7fadb410a660 2024-04-26T01:50:16.031 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.103+0000 7fadb3400700 1 -- 172.21.15.26:0/2566010019 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fada8011a20 con 0x7fadb410a660 2024-04-26T01:50:16.031 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.103+0000 7fadbb400700 1 -- 172.21.15.26:0/2566010019 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 msgr2=0x7fadb410aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:16.031 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.103+0000 7fadbb400700 1 --2- 172.21.15.26:0/2566010019 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 0x7fadb410aa80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fada80098a0 tx=0x7fada8009bb0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.031 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.103+0000 7fadbb400700 1 -- 172.21.15.26:0/2566010019 shutdown_connections 2024-04-26T01:50:16.032 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.103+0000 7fadbb400700 1 --2- 172.21.15.26:0/2566010019 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 0x7fadb410aa80 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.032 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.103+0000 7fadbb400700 1 -- 172.21.15.26:0/2566010019 >> 172.21.15.26:0/2566010019 conn(0x7fadb407dc00 msgr2=0x7fadb41084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:16.032 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.104+0000 7fadbb400700 1 -- 172.21.15.26:0/2566010019 shutdown_connections 2024-04-26T01:50:16.032 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.104+0000 7fadbb400700 1 -- 172.21.15.26:0/2566010019 wait complete. 2024-04-26T01:50:16.033 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.105+0000 7fadbb400700 1 Processor -- start 2024-04-26T01:50:16.033 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.105+0000 7fadbb400700 1 -- start start 2024-04-26T01:50:16.033 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.105+0000 7fadbb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 0x7fadb419e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:16.033 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.105+0000 7fadbb400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fadb410ebc0 con 0x7fadb410a660 2024-04-26T01:50:16.033 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.105+0000 7fadb8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 0x7fadb419e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:16.034 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.105+0000 7fadb8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 0x7fadb419e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49618/0 (socket says 172.21.15.26:49618) 2024-04-26T01:50:16.034 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.105+0000 7fadb8a00700 1 -- 172.21.15.26:0/1397942477 learned_addr learned my addr 172.21.15.26:0/1397942477 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:16.034 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.106+0000 7fadb8a00700 1 -- 172.21.15.26:0/1397942477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadb419eac0 con 0x7fadb410a660 2024-04-26T01:50:16.034 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.106+0000 7fadb8a00700 1 --2- 172.21.15.26:0/1397942477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 0x7fadb419e580 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fada80119f0 tx=0x7fada8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:16.035 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.106+0000 7fadb1600700 1 -- 172.21.15.26:0/1397942477 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fada80039e0 con 0x7fadb410a660 2024-04-26T01:50:16.035 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.106+0000 7fadb1600700 1 -- 172.21.15.26:0/1397942477 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fada801b8f0 con 0x7fadb410a660 2024-04-26T01:50:16.035 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.106+0000 7fadbb400700 1 -- 172.21.15.26:0/1397942477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadb419ed50 con 0x7fadb410a660 2024-04-26T01:50:16.035 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.106+0000 7fadb1600700 1 -- 172.21.15.26:0/1397942477 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fada80237a0 con 0x7fadb410a660 2024-04-26T01:50:16.036 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.107+0000 7fadbb400700 1 -- 172.21.15.26:0/1397942477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadb41a1a40 con 0x7fadb410a660 2024-04-26T01:50:16.036 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.108+0000 7fadb1600700 1 -- 172.21.15.26:0/1397942477 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fada801b440 con 0x7fadb410a660 2024-04-26T01:50:16.036 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.108+0000 7fadbb400700 1 -- 172.21.15.26:0/1397942477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadb40640a0 con 0x7fadb410a660 2024-04-26T01:50:16.036 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.108+0000 7fadb1600700 1 --2- 172.21.15.26:0/1397942477 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fad9c039650 0x7fad9c03bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:16.036 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.108+0000 7fadb1600700 1 -- 172.21.15.26:0/1397942477 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fada804e080 con 0x7fadb410a660 2024-04-26T01:50:16.037 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.109+0000 7fadb3e00700 1 --2- 172.21.15.26:0/1397942477 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fad9c039650 0x7fad9c03bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:16.037 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.109+0000 7fadb3e00700 1 --2- 172.21.15.26:0/1397942477 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fad9c039650 0x7fad9c03bb10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fada0006fd0 tx=0x7fada0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:16.037 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.114+0000 7fadb1600700 1 -- 172.21.15.26:0/1397942477 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fada801f030 con 0x7fadb410a660 2024-04-26T01:50:16.037 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.341+0000 7fadbb400700 1 -- 172.21.15.26:0/1397942477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7fadb41a1c10 con 0x7fadb410a660 2024-04-26T01:50:16.038 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.341+0000 7fadb1600700 1 -- 172.21.15.26:0/1397942477 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7fada8018dc0 con 0x7fadb410a660 2024-04-26T01:50:16.038 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.345+0000 7fadbb400700 1 -- 172.21.15.26:0/1397942477 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fad9c039650 msgr2=0x7fad9c03bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:16.038 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.345+0000 7fadbb400700 1 --2- 172.21.15.26:0/1397942477 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fad9c039650 0x7fad9c03bb10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fada0006fd0 tx=0x7fada0006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:16.038 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.345+0000 7fadbb400700 1 -- 172.21.15.26:0/1397942477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 msgr2=0x7fadb419e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:16.039 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.345+0000 7fadbb400700 1 --2- 172.21.15.26:0/1397942477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 0x7fadb419e580 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fada80119f0 tx=0x7fada8011ad0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.039 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.345+0000 7fadbb400700 1 -- 172.21.15.26:0/1397942477 shutdown_connections 2024-04-26T01:50:16.039 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.345+0000 7fadbb400700 1 --2- 172.21.15.26:0/1397942477 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fad9c039650 0x7fad9c03bb10 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.039 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.345+0000 7fadbb400700 1 --2- 172.21.15.26:0/1397942477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fadb410a660 0x7fadb419e580 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.039 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.345+0000 7fadbb400700 1 -- 172.21.15.26:0/1397942477 >> 172.21.15.26:0/1397942477 conn(0x7fadb407dc00 msgr2=0x7fadb4107bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:16.040 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.345+0000 7fadbb400700 1 -- 172.21.15.26:0/1397942477 shutdown_connections 2024-04-26T01:50:16.040 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:15.345+0000 7fadbb400700 1 -- 172.21.15.26:0/1397942477 wait complete. 2024-04-26T01:50:17.676 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.641+0000 7fbc9c600700 1 Processor -- start 2024-04-26T01:50:17.676 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.642+0000 7fbc9c600700 1 -- start start 2024-04-26T01:50:17.676 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.642+0000 7fbc9c600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 0x7fbc9410aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:17.676 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.642+0000 7fbc9c600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbc9410b070 con 0x7fbc9410a680 2024-04-26T01:50:17.676 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.642+0000 7fbc99c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 0x7fbc9410aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:17.676 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.643+0000 7fbc99c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 0x7fbc9410aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57316/0 (socket says 172.21.15.26:57316) 2024-04-26T01:50:17.678 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.643+0000 7fbc99c00700 1 -- 172.21.15.26:0/2787981117 learned_addr learned my addr 172.21.15.26:0/2787981117 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:17.678 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.643+0000 7fbc99c00700 1 -- 172.21.15.26:0/2787981117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc9410b830 con 0x7fbc9410a680 2024-04-26T01:50:17.678 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.643+0000 7fbc99c00700 1 --2- 172.21.15.26:0/2787981117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 0x7fbc9410aaa0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fbc880098a0 tx=0x7fbc88009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2736f988f795e820 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:17.678 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.644+0000 7fbc93e00700 1 -- 172.21.15.26:0/2787981117 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbc88004160 con 0x7fbc9410a680 2024-04-26T01:50:17.678 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.644+0000 7fbc93e00700 1 -- 172.21.15.26:0/2787981117 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc88004300 con 0x7fbc9410a680 2024-04-26T01:50:17.678 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.644+0000 7fbc93e00700 1 -- 172.21.15.26:0/2787981117 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbc88011a20 con 0x7fbc9410a680 2024-04-26T01:50:17.678 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.644+0000 7fbc9c600700 1 -- 172.21.15.26:0/2787981117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 msgr2=0x7fbc9410aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:17.678 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.644+0000 7fbc9c600700 1 --2- 172.21.15.26:0/2787981117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 0x7fbc9410aaa0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fbc880098a0 tx=0x7fbc88009bb0 comp rx=0 tx=0).stop 2024-04-26T01:50:17.678 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.644+0000 7fbc9c600700 1 -- 172.21.15.26:0/2787981117 shutdown_connections 2024-04-26T01:50:17.679 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.644+0000 7fbc9c600700 1 --2- 172.21.15.26:0/2787981117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 0x7fbc9410aaa0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:17.679 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.644+0000 7fbc9c600700 1 -- 172.21.15.26:0/2787981117 >> 172.21.15.26:0/2787981117 conn(0x7fbc9407dc20 msgr2=0x7fbc941084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:17.679 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.645+0000 7fbc9c600700 1 -- 172.21.15.26:0/2787981117 shutdown_connections 2024-04-26T01:50:17.679 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.645+0000 7fbc9c600700 1 -- 172.21.15.26:0/2787981117 wait complete. 2024-04-26T01:50:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.646+0000 7fbc9c600700 1 Processor -- start 2024-04-26T01:50:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.646+0000 7fbc9c600700 1 -- start start 2024-04-26T01:50:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.646+0000 7fbc9c600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 0x7fbc9419e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.646+0000 7fbc9c600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbc9410ebe0 con 0x7fbc9410a680 2024-04-26T01:50:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.646+0000 7fbc99c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 0x7fbc9419e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.646+0000 7fbc99c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 0x7fbc9419e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57324/0 (socket says 172.21.15.26:57324) 2024-04-26T01:50:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.647+0000 7fbc99c00700 1 -- 172.21.15.26:0/3973647483 learned_addr learned my addr 172.21.15.26:0/3973647483 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.647+0000 7fbc99c00700 1 -- 172.21.15.26:0/3973647483 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc9419eaa0 con 0x7fbc9410a680 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.647+0000 7fbc99c00700 1 --2- 172.21.15.26:0/3973647483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 0x7fbc9419e560 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fbc88000c00 tx=0x7fbc88011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.647+0000 7fbc92000700 1 -- 172.21.15.26:0/3973647483 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbc88003aa0 con 0x7fbc9410a680 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.647+0000 7fbc92000700 1 -- 172.21.15.26:0/3973647483 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc8801b8f0 con 0x7fbc9410a680 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.647+0000 7fbc92000700 1 -- 172.21.15.26:0/3973647483 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbc88023890 con 0x7fbc9410a680 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.647+0000 7fbc9c600700 1 -- 172.21.15.26:0/3973647483 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc9419ed30 con 0x7fbc9410a680 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.648+0000 7fbc9c600700 1 -- 172.21.15.26:0/3973647483 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc941a1a20 con 0x7fbc9410a680 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.649+0000 7fbc92000700 1 -- 172.21.15.26:0/3973647483 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fbc8801b440 con 0x7fbc9410a680 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.649+0000 7fbc9c600700 1 -- 172.21.15.26:0/3973647483 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc940640a0 con 0x7fbc9410a680 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.649+0000 7fbc92000700 1 --2- 172.21.15.26:0/3973647483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc7c039700 0x7fbc7c03bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.649+0000 7fbc92000700 1 -- 172.21.15.26:0/3973647483 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fbc8804e040 con 0x7fbc9410a680 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.650+0000 7fbc99200700 1 --2- 172.21.15.26:0/3973647483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc7c039700 0x7fbc7c03bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.650+0000 7fbc99200700 1 --2- 172.21.15.26:0/3973647483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc7c039700 0x7fbc7c03bbc0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fbc80006fd0 tx=0x7fbc80006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:16.655+0000 7fbc92000700 1 -- 172.21.15.26:0/3973647483 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbc8801f030 con 0x7fbc9410a680 2024-04-26T01:50:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:17.006+0000 7fbc9c600700 1 -- 172.21.15.26:0/3973647483 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fbc941a2010 con 0x7fbc9410a680 2024-04-26T01:50:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:17.011+0000 7fbc92000700 1 -- 172.21.15.26:0/3973647483 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7fbc880189e0 con 0x7fbc9410a680 2024-04-26T01:50:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:17.014+0000 7fbc9c600700 1 -- 172.21.15.26:0/3973647483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc7c039700 msgr2=0x7fbc7c03bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:17.014+0000 7fbc9c600700 1 --2- 172.21.15.26:0/3973647483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc7c039700 0x7fbc7c03bbc0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fbc80006fd0 tx=0x7fbc80006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:17.014+0000 7fbc9c600700 1 -- 172.21.15.26:0/3973647483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 msgr2=0x7fbc9419e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:17.014+0000 7fbc9c600700 1 --2- 172.21.15.26:0/3973647483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 0x7fbc9419e560 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fbc88000c00 tx=0x7fbc88011aa0 comp rx=0 tx=0).stop 2024-04-26T01:50:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:17.015+0000 7fbc9c600700 1 -- 172.21.15.26:0/3973647483 shutdown_connections 2024-04-26T01:50:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:17.015+0000 7fbc9c600700 1 --2- 172.21.15.26:0/3973647483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc7c039700 0x7fbc7c03bbc0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:17.015+0000 7fbc9c600700 1 --2- 172.21.15.26:0/3973647483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc9410a680 0x7fbc9419e560 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:17.015+0000 7fbc9c600700 1 -- 172.21.15.26:0/3973647483 >> 172.21.15.26:0/3973647483 conn(0x7fbc9407dc20 msgr2=0x7fbc94107c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:17.015+0000 7fbc9c600700 1 -- 172.21.15.26:0/3973647483 shutdown_connections 2024-04-26T01:50:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T01:50:17.015+0000 7fbc9c600700 1 -- 172.21.15.26:0/3973647483 wait complete. 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:Or, if you are only running a single cluster on this host: 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout: ceph telemetry on 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:50:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:For more information see: 2024-04-26T01:50:17.687 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:50:17.687 INFO:teuthology.orchestra.run.smithi026.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-26T01:50:17.687 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:50:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:Bootstrap complete. 2024-04-26T01:50:17.800 INFO:tasks.cephadm:Fetching config... 2024-04-26T01:50:17.800 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:50:17.800 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-26T01:50:17.853 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-26T01:50:17.853 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:50:17.853 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-26T01:50:17.899 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-26T01:50:17.899 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:50:17.899 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-26T01:50:18.011 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-26T01:50:18.011 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:50:18.011 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-26T01:50:18.110 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-26T01:50:18.110 DEBUG:teuthology.orchestra.run.smithi026:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDmMROmFF/dlOqe2ccwlAxpjto2/D74BVZ7lvmwdyRj5BXlKADViiPUnJDN9w186Uuk5o62FPSAElBuKzmYEFX4jAygCwOFRMdiKQEozSDoyGHTCwMl+44As6vI/xtq0YUlpHSA+1vrLficM53Lhfdj94OUag5g+MxJLkF2z5Gouyr4JcClnQzpLoyGyRsoU4M+YHhZ2qTbPvh0ShocSKUxd16yLxCPu4xJbWQpGxmKhkTws2nEOrRYnfv2vGQ4MLQ2kIPIAQNfJrVIumthG4XDITnz0tj8E3NtAqs7bDd7+b6idFhxxlDhumxaZotEwvsNw9oI8Sh9fEAkuDq+cmu+WE7/foiQ/YPRZsvG10Ot8Vuw13D8lVAjm0qhAU7v1YVuLhAGjUu8Ogn8t/WbMVfeDYeJ1yfBQf3AeZPeAJ9auLSDgWuvKwcv6ig22y9ZLJvqm6r4YB5DeiKBCxhw+4g3WsYb4wh1MTwzcnw9r1flsbJM/mSdu3RJJkqoQB7U+gc= ceph-fd935b4c-036e-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T01:50:18.224 INFO:teuthology.orchestra.run.smithi026.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDmMROmFF/dlOqe2ccwlAxpjto2/D74BVZ7lvmwdyRj5BXlKADViiPUnJDN9w186Uuk5o62FPSAElBuKzmYEFX4jAygCwOFRMdiKQEozSDoyGHTCwMl+44As6vI/xtq0YUlpHSA+1vrLficM53Lhfdj94OUag5g+MxJLkF2z5Gouyr4JcClnQzpLoyGyRsoU4M+YHhZ2qTbPvh0ShocSKUxd16yLxCPu4xJbWQpGxmKhkTws2nEOrRYnfv2vGQ4MLQ2kIPIAQNfJrVIumthG4XDITnz0tj8E3NtAqs7bDd7+b6idFhxxlDhumxaZotEwvsNw9oI8Sh9fEAkuDq+cmu+WE7/foiQ/YPRZsvG10Ot8Vuw13D8lVAjm0qhAU7v1YVuLhAGjUu8Ogn8t/WbMVfeDYeJ1yfBQf3AeZPeAJ9auLSDgWuvKwcv6ig22y9ZLJvqm6r4YB5DeiKBCxhw+4g3WsYb4wh1MTwzcnw9r1flsbJM/mSdu3RJJkqoQB7U+gc= ceph-fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:50:18.252 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:18 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3973647483' entity='client.admin' 2024-04-26T01:50:18.254 DEBUG:teuthology.orchestra.run.smithi033:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDmMROmFF/dlOqe2ccwlAxpjto2/D74BVZ7lvmwdyRj5BXlKADViiPUnJDN9w186Uuk5o62FPSAElBuKzmYEFX4jAygCwOFRMdiKQEozSDoyGHTCwMl+44As6vI/xtq0YUlpHSA+1vrLficM53Lhfdj94OUag5g+MxJLkF2z5Gouyr4JcClnQzpLoyGyRsoU4M+YHhZ2qTbPvh0ShocSKUxd16yLxCPu4xJbWQpGxmKhkTws2nEOrRYnfv2vGQ4MLQ2kIPIAQNfJrVIumthG4XDITnz0tj8E3NtAqs7bDd7+b6idFhxxlDhumxaZotEwvsNw9oI8Sh9fEAkuDq+cmu+WE7/foiQ/YPRZsvG10Ot8Vuw13D8lVAjm0qhAU7v1YVuLhAGjUu8Ogn8t/WbMVfeDYeJ1yfBQf3AeZPeAJ9auLSDgWuvKwcv6ig22y9ZLJvqm6r4YB5DeiKBCxhw+4g3WsYb4wh1MTwzcnw9r1flsbJM/mSdu3RJJkqoQB7U+gc= ceph-fd935b4c-036e-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T01:50:18.296 INFO:teuthology.orchestra.run.smithi033.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDmMROmFF/dlOqe2ccwlAxpjto2/D74BVZ7lvmwdyRj5BXlKADViiPUnJDN9w186Uuk5o62FPSAElBuKzmYEFX4jAygCwOFRMdiKQEozSDoyGHTCwMl+44As6vI/xtq0YUlpHSA+1vrLficM53Lhfdj94OUag5g+MxJLkF2z5Gouyr4JcClnQzpLoyGyRsoU4M+YHhZ2qTbPvh0ShocSKUxd16yLxCPu4xJbWQpGxmKhkTws2nEOrRYnfv2vGQ4MLQ2kIPIAQNfJrVIumthG4XDITnz0tj8E3NtAqs7bDd7+b6idFhxxlDhumxaZotEwvsNw9oI8Sh9fEAkuDq+cmu+WE7/foiQ/YPRZsvG10Ot8Vuw13D8lVAjm0qhAU7v1YVuLhAGjUu8Ogn8t/WbMVfeDYeJ1yfBQf3AeZPeAJ9auLSDgWuvKwcv6ig22y9ZLJvqm6r4YB5DeiKBCxhw+4g3WsYb4wh1MTwzcnw9r1flsbJM/mSdu3RJJkqoQB7U+gc= ceph-fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:50:18.309 DEBUG:teuthology.orchestra.run.smithi064:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDmMROmFF/dlOqe2ccwlAxpjto2/D74BVZ7lvmwdyRj5BXlKADViiPUnJDN9w186Uuk5o62FPSAElBuKzmYEFX4jAygCwOFRMdiKQEozSDoyGHTCwMl+44As6vI/xtq0YUlpHSA+1vrLficM53Lhfdj94OUag5g+MxJLkF2z5Gouyr4JcClnQzpLoyGyRsoU4M+YHhZ2qTbPvh0ShocSKUxd16yLxCPu4xJbWQpGxmKhkTws2nEOrRYnfv2vGQ4MLQ2kIPIAQNfJrVIumthG4XDITnz0tj8E3NtAqs7bDd7+b6idFhxxlDhumxaZotEwvsNw9oI8Sh9fEAkuDq+cmu+WE7/foiQ/YPRZsvG10Ot8Vuw13D8lVAjm0qhAU7v1YVuLhAGjUu8Ogn8t/WbMVfeDYeJ1yfBQf3AeZPeAJ9auLSDgWuvKwcv6ig22y9ZLJvqm6r4YB5DeiKBCxhw+4g3WsYb4wh1MTwzcnw9r1flsbJM/mSdu3RJJkqoQB7U+gc= ceph-fd935b4c-036e-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T01:50:18.350 INFO:teuthology.orchestra.run.smithi064.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDmMROmFF/dlOqe2ccwlAxpjto2/D74BVZ7lvmwdyRj5BXlKADViiPUnJDN9w186Uuk5o62FPSAElBuKzmYEFX4jAygCwOFRMdiKQEozSDoyGHTCwMl+44As6vI/xtq0YUlpHSA+1vrLficM53Lhfdj94OUag5g+MxJLkF2z5Gouyr4JcClnQzpLoyGyRsoU4M+YHhZ2qTbPvh0ShocSKUxd16yLxCPu4xJbWQpGxmKhkTws2nEOrRYnfv2vGQ4MLQ2kIPIAQNfJrVIumthG4XDITnz0tj8E3NtAqs7bDd7+b6idFhxxlDhumxaZotEwvsNw9oI8Sh9fEAkuDq+cmu+WE7/foiQ/YPRZsvG10Ot8Vuw13D8lVAjm0qhAU7v1YVuLhAGjUu8Ogn8t/WbMVfeDYeJ1yfBQf3AeZPeAJ9auLSDgWuvKwcv6ig22y9ZLJvqm6r4YB5DeiKBCxhw+4g3WsYb4wh1MTwzcnw9r1flsbJM/mSdu3RJJkqoQB7U+gc= ceph-fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:50:18.363 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-26T01:50:18.797 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:21.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.634+0000 7fe37b400700 1 -- 172.21.15.26:0/1660089956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe374103bb0 msgr2=0x7fe374103fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:21.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.634+0000 7fe37b400700 1 --2- 172.21.15.26:0/1660089956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe374103bb0 0x7fe374103fd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fe368009910 tx=0x7fe368009c20 comp rx=0 tx=0).stop 2024-04-26T01:50:21.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.634+0000 7fe37b400700 1 -- 172.21.15.26:0/1660089956 shutdown_connections 2024-04-26T01:50:21.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.634+0000 7fe37b400700 1 --2- 172.21.15.26:0/1660089956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe374103bb0 0x7fe374103fd0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:21.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.634+0000 7fe37b400700 1 -- 172.21.15.26:0/1660089956 >> 172.21.15.26:0/1660089956 conn(0x7fe3740fda90 msgr2=0x7fe3740ffeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:21.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.634+0000 7fe37b400700 1 -- 172.21.15.26:0/1660089956 shutdown_connections 2024-04-26T01:50:21.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.634+0000 7fe37b400700 1 -- 172.21.15.26:0/1660089956 wait complete. 2024-04-26T01:50:21.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.635+0000 7fe37b400700 1 Processor -- start 2024-04-26T01:50:21.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.635+0000 7fe37b400700 1 -- start start 2024-04-26T01:50:21.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.636+0000 7fe37b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe374103bb0 0x7fe374199e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:21.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.636+0000 7fe37b400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe374108520 con 0x7fe374103bb0 2024-04-26T01:50:21.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.636+0000 7fe378a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe374103bb0 0x7fe374199e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:21.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.636+0000 7fe378a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe374103bb0 0x7fe374199e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57336/0 (socket says 172.21.15.26:57336) 2024-04-26T01:50:21.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.636+0000 7fe378a00700 1 -- 172.21.15.26:0/1641665341 learned_addr learned my addr 172.21.15.26:0/1641665341 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:21.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.637+0000 7fe378a00700 1 -- 172.21.15.26:0/1641665341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe37419a380 con 0x7fe374103bb0 2024-04-26T01:50:21.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.637+0000 7fe378a00700 1 --2- 172.21.15.26:0/1641665341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe374103bb0 0x7fe374199e40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe368005950 tx=0x7fe368004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:21.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.637+0000 7fe371600700 1 -- 172.21.15.26:0/1641665341 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe368026070 con 0x7fe374103bb0 2024-04-26T01:50:21.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.637+0000 7fe371600700 1 -- 172.21.15.26:0/1641665341 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe36800bc00 con 0x7fe374103bb0 2024-04-26T01:50:21.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.637+0000 7fe37b400700 1 -- 172.21.15.26:0/1641665341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe37419a610 con 0x7fe374103bb0 2024-04-26T01:50:21.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.637+0000 7fe371600700 1 -- 172.21.15.26:0/1641665341 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe368003a10 con 0x7fe374103bb0 2024-04-26T01:50:21.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.637+0000 7fe37b400700 1 -- 172.21.15.26:0/1641665341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe37419d300 con 0x7fe374103bb0 2024-04-26T01:50:21.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.639+0000 7fe371600700 1 -- 172.21.15.26:0/1641665341 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fe368029070 con 0x7fe374103bb0 2024-04-26T01:50:21.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.639+0000 7fe37b400700 1 -- 172.21.15.26:0/1641665341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe374108ca0 con 0x7fe374103bb0 2024-04-26T01:50:21.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.639+0000 7fe371600700 1 --2- 172.21.15.26:0/1641665341 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe35c039650 0x7fe35c03bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:21.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.639+0000 7fe371600700 1 -- 172.21.15.26:0/1641665341 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe36801e070 con 0x7fe374103bb0 2024-04-26T01:50:21.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.639+0000 7fe373e00700 1 --2- 172.21.15.26:0/1641665341 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe35c039650 0x7fe35c03bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:21.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.640+0000 7fe373e00700 1 --2- 172.21.15.26:0/1641665341 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe35c039650 0x7fe35c03bb10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe360006fd0 tx=0x7fe360006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:21.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.645+0000 7fe371600700 1 -- 172.21.15.26:0/1641665341 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe368013070 con 0x7fe374103bb0 2024-04-26T01:50:21.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.870+0000 7fe37b400700 1 -- 172.21.15.26:0/1641665341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fe37402df80 con 0x7fe374103bb0 2024-04-26T01:50:21.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.876+0000 7fe371600700 1 -- 172.21.15.26:0/1641665341 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fe3680300c0 con 0x7fe374103bb0 2024-04-26T01:50:21.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.879+0000 7fe37b400700 1 -- 172.21.15.26:0/1641665341 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe35c039650 msgr2=0x7fe35c03bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:21.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.879+0000 7fe37b400700 1 --2- 172.21.15.26:0/1641665341 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe35c039650 0x7fe35c03bb10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe360006fd0 tx=0x7fe360006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:21.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.879+0000 7fe37b400700 1 -- 172.21.15.26:0/1641665341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe374103bb0 msgr2=0x7fe374199e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:21.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.879+0000 7fe37b400700 1 --2- 172.21.15.26:0/1641665341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe374103bb0 0x7fe374199e40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe368005950 tx=0x7fe368004fa0 comp rx=0 tx=0).stop 2024-04-26T01:50:21.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.879+0000 7fe37b400700 1 -- 172.21.15.26:0/1641665341 shutdown_connections 2024-04-26T01:50:21.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.879+0000 7fe37b400700 1 --2- 172.21.15.26:0/1641665341 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe35c039650 0x7fe35c03bb10 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:21.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.880+0000 7fe37b400700 1 --2- 172.21.15.26:0/1641665341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe374103bb0 0x7fe374199e40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:21.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.880+0000 7fe37b400700 1 -- 172.21.15.26:0/1641665341 >> 172.21.15.26:0/1641665341 conn(0x7fe3740fda90 msgr2=0x7fe3740ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:21.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.880+0000 7fe37b400700 1 -- 172.21.15.26:0/1641665341 shutdown_connections 2024-04-26T01:50:21.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:21.880+0000 7fe37b400700 1 -- 172.21.15.26:0/1641665341 wait complete. 2024-04-26T01:50:22.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:22.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:22.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi026", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:22.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:22.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:22.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:22.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:22 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1641665341' entity='client.admin' 2024-04-26T01:50:22.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:22.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:22.609 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-26T01:50:22.610 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-26T01:50:23.062 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:25.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.056+0000 7fc8cbe00700 1 -- 172.21.15.26:0/4105511444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8cc102d90 msgr2=0x7fc8cc105180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:25.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.056+0000 7fc8cbe00700 1 --2- 172.21.15.26:0/4105511444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8cc102d90 0x7fc8cc105180 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc009910 tx=0x7fc8bc009c20 comp rx=0 tx=0).stop 2024-04-26T01:50:25.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.056+0000 7fc8cbe00700 1 -- 172.21.15.26:0/4105511444 shutdown_connections 2024-04-26T01:50:25.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.056+0000 7fc8cbe00700 1 --2- 172.21.15.26:0/4105511444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8cc102d90 0x7fc8cc105180 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.056+0000 7fc8cbe00700 1 -- 172.21.15.26:0/4105511444 >> 172.21.15.26:0/4105511444 conn(0x7fc8cc0fc7a0 msgr2=0x7fc8cc0febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:25.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.056+0000 7fc8cbe00700 1 -- 172.21.15.26:0/4105511444 shutdown_connections 2024-04-26T01:50:25.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.056+0000 7fc8cbe00700 1 -- 172.21.15.26:0/4105511444 wait complete. 2024-04-26T01:50:25.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.057+0000 7fc8cbe00700 1 Processor -- start 2024-04-26T01:50:25.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.058+0000 7fc8cbe00700 1 -- start start 2024-04-26T01:50:25.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.058+0000 7fc8cbe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8cc102d90 0x7fc8cc199b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.058+0000 7fc8cbe00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc8cc1081e0 con 0x7fc8cc102d90 2024-04-26T01:50:25.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.058+0000 7fc8caa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8cc102d90 0x7fc8cc199b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.058+0000 7fc8caa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8cc102d90 0x7fc8cc199b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57350/0 (socket says 172.21.15.26:57350) 2024-04-26T01:50:25.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.058+0000 7fc8caa00700 1 -- 172.21.15.26:0/2474330985 learned_addr learned my addr 172.21.15.26:0/2474330985 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:25.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.059+0000 7fc8caa00700 1 -- 172.21.15.26:0/2474330985 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8cc19a060 con 0x7fc8cc102d90 2024-04-26T01:50:25.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.059+0000 7fc8caa00700 1 --2- 172.21.15.26:0/2474330985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8cc102d90 0x7fc8cc199b20 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc005b40 tx=0x7fc8bc004f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:25.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.059+0000 7fc8c3400700 1 -- 172.21.15.26:0/2474330985 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc8bc027070 con 0x7fc8cc102d90 2024-04-26T01:50:25.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.059+0000 7fc8c3400700 1 -- 172.21.15.26:0/2474330985 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8bc00be10 con 0x7fc8cc102d90 2024-04-26T01:50:25.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.059+0000 7fc8cbe00700 1 -- 172.21.15.26:0/2474330985 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8cc19a350 con 0x7fc8cc102d90 2024-04-26T01:50:25.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.059+0000 7fc8c3400700 1 -- 172.21.15.26:0/2474330985 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc8bc022d80 con 0x7fc8cc102d90 2024-04-26T01:50:25.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.059+0000 7fc8cbe00700 1 -- 172.21.15.26:0/2474330985 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8cc19cfe0 con 0x7fc8cc102d90 2024-04-26T01:50:25.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.061+0000 7fc8c3400700 1 -- 172.21.15.26:0/2474330985 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fc8bc02a070 con 0x7fc8cc102d90 2024-04-26T01:50:25.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.061+0000 7fc8cbe00700 1 -- 172.21.15.26:0/2474330985 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8cc108960 con 0x7fc8cc102d90 2024-04-26T01:50:25.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.061+0000 7fc8c3400700 1 --2- 172.21.15.26:0/2474330985 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc8b0039650 0x7fc8b003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.061+0000 7fc8c3400700 1 -- 172.21.15.26:0/2474330985 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc8bc01e030 con 0x7fc8cc102d90 2024-04-26T01:50:25.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.061+0000 7fc8c3e00700 1 --2- 172.21.15.26:0/2474330985 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc8b0039650 0x7fc8b003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.062+0000 7fc8c3e00700 1 --2- 172.21.15.26:0/2474330985 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc8b0039650 0x7fc8b003bb10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc8b4006fd0 tx=0x7fc8b4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:25.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.067+0000 7fc8c3400700 1 -- 172.21.15.26:0/2474330985 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc8bc013070 con 0x7fc8cc102d90 2024-04-26T01:50:25.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.305+0000 7fc8cbe00700 1 -- 172.21.15.26:0/2474330985 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fc8cc02e170 con 0x7fc8b0039650 2024-04-26T01:50:25.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.313+0000 7fc8c3400700 1 -- 172.21.15.26:0/2474330985 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc8cc02e170 con 0x7fc8b0039650 2024-04-26T01:50:25.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.316+0000 7fc8cbe00700 1 -- 172.21.15.26:0/2474330985 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc8b0039650 msgr2=0x7fc8b003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:25.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.316+0000 7fc8cbe00700 1 --2- 172.21.15.26:0/2474330985 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc8b0039650 0x7fc8b003bb10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc8b4006fd0 tx=0x7fc8b4006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:25.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.316+0000 7fc8cbe00700 1 -- 172.21.15.26:0/2474330985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8cc102d90 msgr2=0x7fc8cc199b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:25.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.316+0000 7fc8cbe00700 1 --2- 172.21.15.26:0/2474330985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8cc102d90 0x7fc8cc199b20 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc005b40 tx=0x7fc8bc004f80 comp rx=0 tx=0).stop 2024-04-26T01:50:25.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.317+0000 7fc8cbe00700 1 -- 172.21.15.26:0/2474330985 shutdown_connections 2024-04-26T01:50:25.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.317+0000 7fc8cbe00700 1 --2- 172.21.15.26:0/2474330985 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc8b0039650 0x7fc8b003bb10 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.317+0000 7fc8cbe00700 1 --2- 172.21.15.26:0/2474330985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8cc102d90 0x7fc8cc199b20 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.317+0000 7fc8cbe00700 1 -- 172.21.15.26:0/2474330985 >> 172.21.15.26:0/2474330985 conn(0x7fc8cc0fc7a0 msgr2=0x7fc8cc0febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:25.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.317+0000 7fc8cbe00700 1 -- 172.21.15.26:0/2474330985 shutdown_connections 2024-04-26T01:50:25.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:25.317+0000 7fc8cbe00700 1 -- 172.21.15.26:0/2474330985 wait complete. 2024-04-26T01:50:26.070 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi033 2024-04-26T01:50:26.070 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-04-26T01:50:26.070 DEBUG:teuthology.orchestra.run.smithi033:> dd of=/etc/ceph/ceph.conf 2024-04-26T01:50:26.088 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-04-26T01:50:26.088 DEBUG:teuthology.orchestra.run.smithi033:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:50:26.147 INFO:tasks.cephadm:Adding host smithi033 to orchestrator... 2024-04-26T01:50:26.147 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch host add smithi033 2024-04-26T01:50:26.559 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:26.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:26 smithi026 ceph-mon[28138]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:26.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:26.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:26.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:26.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:26.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:26 smithi026 ceph-mon[28138]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T01:50:27.702 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:27 smithi026 ceph-mon[28138]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:27.702 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:27 smithi026 ceph-mon[28138]: Updating smithi026:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:50:28.448 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:28 smithi026 ceph-mon[28138]: Updating smithi026:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:50:28.448 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:28 smithi026 ceph-mon[28138]: Updating smithi026:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:50:28.448 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:28.448 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:28.449 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:28.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.628+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2670630697 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2aac074de0 msgr2=0x7f2aac0751c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:28.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.628+0000 7f2ab0a00700 1 --2- 172.21.15.26:0/2670630697 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2aac074de0 0x7f2aac0751c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c009910 tx=0x7f2a9c009c20 comp rx=0 tx=0).stop 2024-04-26T01:50:28.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.629+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2670630697 shutdown_connections 2024-04-26T01:50:28.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.629+0000 7f2ab0a00700 1 --2- 172.21.15.26:0/2670630697 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2aac074de0 0x7f2aac0751c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.629+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2670630697 >> 172.21.15.26:0/2670630697 conn(0x7f2aac0fdda0 msgr2=0x7f2aac1001c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:28.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.629+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2670630697 shutdown_connections 2024-04-26T01:50:28.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.629+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2670630697 wait complete. 2024-04-26T01:50:28.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.630+0000 7f2ab0a00700 1 Processor -- start 2024-04-26T01:50:28.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.630+0000 7f2ab0a00700 1 -- start start 2024-04-26T01:50:28.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.631+0000 7f2ab0a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2aac074de0 0x7f2aac19e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.631+0000 7f2ab0a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2aac112de0 con 0x7f2aac074de0 2024-04-26T01:50:28.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.631+0000 7f2aab400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2aac074de0 0x7f2aac19e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.631+0000 7f2aab400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2aac074de0 0x7f2aac19e370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44282/0 (socket says 172.21.15.26:44282) 2024-04-26T01:50:28.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.631+0000 7f2aab400700 1 -- 172.21.15.26:0/2680510287 learned_addr learned my addr 172.21.15.26:0/2680510287 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:28.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.632+0000 7f2aab400700 1 -- 172.21.15.26:0/2680510287 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aac19e8b0 con 0x7f2aac074de0 2024-04-26T01:50:28.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.632+0000 7f2aab400700 1 --2- 172.21.15.26:0/2680510287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2aac074de0 0x7f2aac19e370 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c0056d0 tx=0x7f2a9c0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:28.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.632+0000 7f2aa3e00700 1 -- 172.21.15.26:0/2680510287 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a9c026070 con 0x7f2aac074de0 2024-04-26T01:50:28.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.632+0000 7f2aa3e00700 1 -- 172.21.15.26:0/2680510287 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a9c004370 con 0x7f2aac074de0 2024-04-26T01:50:28.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.632+0000 7f2aa3e00700 1 -- 172.21.15.26:0/2680510287 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a9c0039b0 con 0x7f2aac074de0 2024-04-26T01:50:28.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.632+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2680510287 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2aac19eb40 con 0x7f2aac074de0 2024-04-26T01:50:28.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.633+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2680510287 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2aac19efa0 con 0x7f2aac074de0 2024-04-26T01:50:28.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.634+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2680510287 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2aac076520 con 0x7f2aac074de0 2024-04-26T01:50:28.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.634+0000 7f2aa3e00700 1 -- 172.21.15.26:0/2680510287 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f2a9c029070 con 0x7f2aac074de0 2024-04-26T01:50:28.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.635+0000 7f2aa3e00700 1 --2- 172.21.15.26:0/2680510287 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2a900396b0 0x7f2a9003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.635+0000 7f2aa3e00700 1 -- 172.21.15.26:0/2680510287 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f2a9c01e070 con 0x7f2aac074de0 2024-04-26T01:50:28.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.635+0000 7f2aaaa00700 1 --2- 172.21.15.26:0/2680510287 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2a900396b0 0x7f2a9003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.636+0000 7f2aaaa00700 1 --2- 172.21.15.26:0/2680510287 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2a900396b0 0x7f2a9003bb70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2a98006fd0 tx=0x7f2a98006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:28.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.640+0000 7f2aa3e00700 1 -- 172.21.15.26:0/2680510287 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2a9c013070 con 0x7f2aac074de0 2024-04-26T01:50:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:28.879+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2680510287 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi033", "target": ["mon-mgr", ""]}) -- 0x7f2aac19f740 con 0x7f2a900396b0 2024-04-26T01:50:29.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:29 smithi026 ceph-mon[28138]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:30.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:30 smithi026 ceph-mon[28138]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi033", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:31.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:31 smithi026 ceph-mon[28138]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:31.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:31 smithi026 ceph-mon[28138]: Deploying cephadm binary to smithi033 2024-04-26T01:50:33.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:33 smithi026 ceph-mon[28138]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:33.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:33.819+0000 7f2aa3e00700 1 -- 172.21.15.26:0/2680510287 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f2aac19f740 con 0x7f2a900396b0 2024-04-26T01:50:33.818 INFO:teuthology.orchestra.run.smithi026.stdout:Added host 'smithi033' with addr '172.21.15.33' 2024-04-26T01:50:33.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:33.823+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2680510287 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2a900396b0 msgr2=0x7f2a9003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:33.823+0000 7f2ab0a00700 1 --2- 172.21.15.26:0/2680510287 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2a900396b0 0x7f2a9003bb70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2a98006fd0 tx=0x7f2a98006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:33.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:33.823+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2680510287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2aac074de0 msgr2=0x7f2aac19e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:33.823+0000 7f2ab0a00700 1 --2- 172.21.15.26:0/2680510287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2aac074de0 0x7f2aac19e370 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c0056d0 tx=0x7f2a9c0057b0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:33.823+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2680510287 shutdown_connections 2024-04-26T01:50:33.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:33.823+0000 7f2ab0a00700 1 --2- 172.21.15.26:0/2680510287 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2a900396b0 0x7f2a9003bb70 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:33.823+0000 7f2ab0a00700 1 --2- 172.21.15.26:0/2680510287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2aac074de0 0x7f2aac19e370 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:33.823+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2680510287 >> 172.21.15.26:0/2680510287 conn(0x7f2aac0fdda0 msgr2=0x7f2aac0fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:33.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:33.823+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2680510287 shutdown_connections 2024-04-26T01:50:33.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:33.823+0000 7f2ab0a00700 1 -- 172.21.15.26:0/2680510287 wait complete. 2024-04-26T01:50:34.527 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T01:50:34.959 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:35.106 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:34 smithi026 ceph-mon[28138]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:35.107 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:34 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:35.107 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:34 smithi026 ceph-mon[28138]: Added host smithi033 2024-04-26T01:50:35.107 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:34 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:35.107 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:34 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:36.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:35 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:37.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.042+0000 7f52dbe00700 1 -- 172.21.15.26:0/777720134 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52dc10a580 msgr2=0x7f52dc10a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.042+0000 7f52dbe00700 1 --2- 172.21.15.26:0/777720134 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52dc10a580 0x7f52dc10a960 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f52cc00b0a0 tx=0x7f52cc00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.042+0000 7f52dbe00700 1 -- 172.21.15.26:0/777720134 shutdown_connections 2024-04-26T01:50:37.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.042+0000 7f52dbe00700 1 --2- 172.21.15.26:0/777720134 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52dc10a580 0x7f52dc10a960 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.042+0000 7f52dbe00700 1 -- 172.21.15.26:0/777720134 >> 172.21.15.26:0/777720134 conn(0x7f52dc0fffc0 msgr2=0x7f52dc1023e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:37.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.042+0000 7f52dbe00700 1 -- 172.21.15.26:0/777720134 shutdown_connections 2024-04-26T01:50:37.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.042+0000 7f52dbe00700 1 -- 172.21.15.26:0/777720134 wait complete. 2024-04-26T01:50:37.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.043+0000 7f52dbe00700 1 Processor -- start 2024-04-26T01:50:37.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.043+0000 7f52dbe00700 1 -- start start 2024-04-26T01:50:37.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.044+0000 7f52dbe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52dc10a580 0x7f52dc199d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.044+0000 7f52dbe00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f52dc10e9f0 con 0x7f52dc10a580 2024-04-26T01:50:37.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.044+0000 7f52daa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52dc10a580 0x7f52dc199d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.044+0000 7f52daa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52dc10a580 0x7f52dc199d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45742/0 (socket says 172.21.15.26:45742) 2024-04-26T01:50:37.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.044+0000 7f52daa00700 1 -- 172.21.15.26:0/1300870929 learned_addr learned my addr 172.21.15.26:0/1300870929 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:37.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.045+0000 7f52daa00700 1 -- 172.21.15.26:0/1300870929 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52dc19a2c0 con 0x7f52dc10a580 2024-04-26T01:50:37.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.045+0000 7f52daa00700 1 --2- 172.21.15.26:0/1300870929 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52dc10a580 0x7f52dc199d80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f52cc015040 tx=0x7f52cc009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:37.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.045+0000 7f52d3e00700 1 -- 172.21.15.26:0/1300870929 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f52cc021020 con 0x7f52dc10a580 2024-04-26T01:50:37.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.045+0000 7f52d3e00700 1 -- 172.21.15.26:0/1300870929 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52cc007970 con 0x7f52dc10a580 2024-04-26T01:50:37.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.045+0000 7f52dbe00700 1 -- 172.21.15.26:0/1300870929 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52dc19a550 con 0x7f52dc10a580 2024-04-26T01:50:37.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.045+0000 7f52d3e00700 1 -- 172.21.15.26:0/1300870929 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f52cc017040 con 0x7f52dc10a580 2024-04-26T01:50:37.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.046+0000 7f52dbe00700 1 -- 172.21.15.26:0/1300870929 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52dc19e650 con 0x7f52dc10a580 2024-04-26T01:50:37.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.047+0000 7f52dbe00700 1 -- 172.21.15.26:0/1300870929 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52dc105bf0 con 0x7f52dc10a580 2024-04-26T01:50:37.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.047+0000 7f52d3e00700 1 -- 172.21.15.26:0/1300870929 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f52cc024020 con 0x7f52dc10a580 2024-04-26T01:50:37.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.048+0000 7f52d3e00700 1 --2- 172.21.15.26:0/1300870929 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f52c00396b0 0x7f52c003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.048+0000 7f52d3e00700 1 -- 172.21.15.26:0/1300870929 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f52cc00f050 con 0x7f52dc10a580 2024-04-26T01:50:37.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.048+0000 7f52d2000700 1 --2- 172.21.15.26:0/1300870929 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f52c00396b0 0x7f52c003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.049+0000 7f52d2000700 1 --2- 172.21.15.26:0/1300870929 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f52c00396b0 0x7f52c003bb70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f52c4006fd0 tx=0x7f52c4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:37.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.053+0000 7f52d3e00700 1 -- 172.21.15.26:0/1300870929 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f52cc02b020 con 0x7f52dc10a580 2024-04-26T01:50:37.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:36 smithi026 ceph-mon[28138]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:37.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:36 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:37.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.294+0000 7f52dbe00700 1 -- 172.21.15.26:0/1300870929 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f52dc0640a0 con 0x7f52c00396b0 2024-04-26T01:50:37.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.297+0000 7f52d3e00700 1 -- 172.21.15.26:0/1300870929 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f52dc0640a0 con 0x7f52c00396b0 2024-04-26T01:50:37.296 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:50:37.296 INFO:teuthology.orchestra.run.smithi026.stdout:[{"addr": "172.21.15.26", "hostname": "smithi026", "labels": [], "status": ""}, {"addr": "172.21.15.33", "hostname": "smithi033", "labels": [], "status": ""}] 2024-04-26T01:50:37.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.300+0000 7f52dbe00700 1 -- 172.21.15.26:0/1300870929 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f52c00396b0 msgr2=0x7f52c003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.300+0000 7f52dbe00700 1 --2- 172.21.15.26:0/1300870929 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f52c00396b0 0x7f52c003bb70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f52c4006fd0 tx=0x7f52c4006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:37.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.300+0000 7f52dbe00700 1 -- 172.21.15.26:0/1300870929 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52dc10a580 msgr2=0x7f52dc199d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.300+0000 7f52dbe00700 1 --2- 172.21.15.26:0/1300870929 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52dc10a580 0x7f52dc199d80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f52cc015040 tx=0x7f52cc009790 comp rx=0 tx=0).stop 2024-04-26T01:50:37.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.301+0000 7f52dbe00700 1 -- 172.21.15.26:0/1300870929 shutdown_connections 2024-04-26T01:50:37.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.301+0000 7f52dbe00700 1 --2- 172.21.15.26:0/1300870929 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f52c00396b0 0x7f52c003bb70 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.301+0000 7f52dbe00700 1 --2- 172.21.15.26:0/1300870929 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52dc10a580 0x7f52dc199d80 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.301+0000 7f52dbe00700 1 -- 172.21.15.26:0/1300870929 >> 172.21.15.26:0/1300870929 conn(0x7f52dc0fffc0 msgr2=0x7f52dc1003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:37.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.301+0000 7f52dbe00700 1 -- 172.21.15.26:0/1300870929 shutdown_connections 2024-04-26T01:50:37.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:37.301+0000 7f52dbe00700 1 -- 172.21.15.26:0/1300870929 wait complete. 2024-04-26T01:50:38.099 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi064 2024-04-26T01:50:38.099 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-26T01:50:38.099 DEBUG:teuthology.orchestra.run.smithi064:> dd of=/etc/ceph/ceph.conf 2024-04-26T01:50:38.118 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-26T01:50:38.118 DEBUG:teuthology.orchestra.run.smithi064:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:50:38.176 INFO:tasks.cephadm:Adding host smithi064 to orchestrator... 2024-04-26T01:50:38.176 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch host add smithi064 2024-04-26T01:50:38.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:37 smithi026 ceph-mon[28138]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:50:38.632 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:39.060 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:38 smithi026 ceph-mon[28138]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:40.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.597+0000 7f2285e00700 1 -- 172.21.15.26:0/3487038864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f228010ea80 msgr2=0x7f228010ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:40.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.597+0000 7f2285e00700 1 --2- 172.21.15.26:0/3487038864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f228010ea80 0x7f228010ee60 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2270009910 tx=0x7f2270009c20 comp rx=0 tx=0).stop 2024-04-26T01:50:40.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.597+0000 7f2285e00700 1 -- 172.21.15.26:0/3487038864 shutdown_connections 2024-04-26T01:50:40.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.597+0000 7f2285e00700 1 --2- 172.21.15.26:0/3487038864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f228010ea80 0x7f228010ee60 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:40.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.597+0000 7f2285e00700 1 -- 172.21.15.26:0/3487038864 >> 172.21.15.26:0/3487038864 conn(0x7f22800782d0 msgr2=0x7f228007a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:40.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.597+0000 7f2285e00700 1 -- 172.21.15.26:0/3487038864 shutdown_connections 2024-04-26T01:50:40.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.597+0000 7f2285e00700 1 -- 172.21.15.26:0/3487038864 wait complete. 2024-04-26T01:50:40.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.598+0000 7f2285e00700 1 Processor -- start 2024-04-26T01:50:40.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.599+0000 7f2285e00700 1 -- start start 2024-04-26T01:50:40.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.599+0000 7f2285e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f228010ea80 0x7f228019e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:40.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.599+0000 7f2285e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2280112f70 con 0x7f228010ea80 2024-04-26T01:50:40.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.599+0000 7f227ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f228010ea80 0x7f228019e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:40.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.600+0000 7f227ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f228010ea80 0x7f228019e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45774/0 (socket says 172.21.15.26:45774) 2024-04-26T01:50:40.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.600+0000 7f227ea00700 1 -- 172.21.15.26:0/2828024154 learned_addr learned my addr 172.21.15.26:0/2828024154 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:40.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.600+0000 7f227ea00700 1 -- 172.21.15.26:0/2828024154 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f228019e9b0 con 0x7f228010ea80 2024-04-26T01:50:40.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.600+0000 7f227ea00700 1 --2- 172.21.15.26:0/2828024154 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f228010ea80 0x7f228019e470 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f22700056d0 tx=0x7f22700057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:40.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.601+0000 7f2284a00700 1 -- 172.21.15.26:0/2828024154 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2270026070 con 0x7f228010ea80 2024-04-26T01:50:40.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.601+0000 7f2284a00700 1 -- 172.21.15.26:0/2828024154 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f227000bba0 con 0x7f228010ea80 2024-04-26T01:50:40.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.601+0000 7f2285e00700 1 -- 172.21.15.26:0/2828024154 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f228019eca0 con 0x7f228010ea80 2024-04-26T01:50:40.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.601+0000 7f2284a00700 1 -- 172.21.15.26:0/2828024154 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2270003920 con 0x7f228010ea80 2024-04-26T01:50:40.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.601+0000 7f2285e00700 1 -- 172.21.15.26:0/2828024154 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22801a2d40 con 0x7f228010ea80 2024-04-26T01:50:40.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.602+0000 7f2284a00700 1 -- 172.21.15.26:0/2828024154 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f2270029070 con 0x7f228010ea80 2024-04-26T01:50:40.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.602+0000 7f2285e00700 1 -- 172.21.15.26:0/2828024154 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f228010a1c0 con 0x7f228010ea80 2024-04-26T01:50:40.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.603+0000 7f2284a00700 1 --2- 172.21.15.26:0/2828024154 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2264039650 0x7f226403bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:40.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.603+0000 7f2284a00700 1 -- 172.21.15.26:0/2828024154 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f227001e070 con 0x7f228010ea80 2024-04-26T01:50:40.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.603+0000 7f2277e00700 1 --2- 172.21.15.26:0/2828024154 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2264039650 0x7f226403bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:40.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.604+0000 7f2277e00700 1 --2- 172.21.15.26:0/2828024154 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2264039650 0x7f226403bb10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2268006fd0 tx=0x7f2268006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:40.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.609+0000 7f2284a00700 1 -- 172.21.15.26:0/2828024154 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2270013070 con 0x7f228010ea80 2024-04-26T01:50:40.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:40.850+0000 7f2285e00700 1 -- 172.21.15.26:0/2828024154 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi064", "target": ["mon-mgr", ""]}) -- 0x7f228019f7d0 con 0x7f2264039650 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:40 smithi026 ceph-mon[28138]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:40 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:40 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:40 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:40 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:40 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:40 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:40 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:40 smithi026 ceph-mon[28138]: Updating smithi033:/etc/ceph/ceph.conf 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:40 smithi026 ceph-mon[28138]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:50:42.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:42 smithi026 ceph-mon[28138]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:50:42.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:42 smithi026 ceph-mon[28138]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:50:42.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:42 smithi026 ceph-mon[28138]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi064", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:42.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:42 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:42.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:42 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:42.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:42 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:43.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:43 smithi026 ceph-mon[28138]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:43.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:43 smithi026 ceph-mon[28138]: Deploying cephadm binary to smithi064 2024-04-26T01:50:45.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:45 smithi026 ceph-mon[28138]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:45.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:45.705+0000 7f2284a00700 1 -- 172.21.15.26:0/2828024154 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f228019f7d0 con 0x7f2264039650 2024-04-26T01:50:45.705 INFO:teuthology.orchestra.run.smithi026.stdout:Added host 'smithi064' with addr '172.21.15.64' 2024-04-26T01:50:45.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:45.709+0000 7f2285e00700 1 -- 172.21.15.26:0/2828024154 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2264039650 msgr2=0x7f226403bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:45.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:45.709+0000 7f2285e00700 1 --2- 172.21.15.26:0/2828024154 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2264039650 0x7f226403bb10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2268006fd0 tx=0x7f2268006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:45.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:45.709+0000 7f2285e00700 1 -- 172.21.15.26:0/2828024154 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f228010ea80 msgr2=0x7f228019e470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:45.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:45.709+0000 7f2285e00700 1 --2- 172.21.15.26:0/2828024154 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f228010ea80 0x7f228019e470 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f22700056d0 tx=0x7f22700057b0 comp rx=0 tx=0).stop 2024-04-26T01:50:45.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:45.709+0000 7f2285e00700 1 -- 172.21.15.26:0/2828024154 shutdown_connections 2024-04-26T01:50:45.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:45.709+0000 7f2285e00700 1 --2- 172.21.15.26:0/2828024154 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2264039650 0x7f226403bb10 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:45.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:45.709+0000 7f2285e00700 1 --2- 172.21.15.26:0/2828024154 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f228010ea80 0x7f228019e470 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:45.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:45.709+0000 7f2285e00700 1 -- 172.21.15.26:0/2828024154 >> 172.21.15.26:0/2828024154 conn(0x7f22800782d0 msgr2=0x7f2280110610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:45.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:45.709+0000 7f2285e00700 1 -- 172.21.15.26:0/2828024154 shutdown_connections 2024-04-26T01:50:45.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:45.710+0000 7f2285e00700 1 -- 172.21.15.26:0/2828024154 wait complete. 2024-04-26T01:50:46.421 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T01:50:46.896 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:46.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:46 smithi026 ceph-mon[28138]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:46.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:46.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:46 smithi026 ceph-mon[28138]: Added host smithi064 2024-04-26T01:50:46.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:46.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:48.064 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:48.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.937+0000 7f00c4a00700 1 -- 172.21.15.26:0/1217959140 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f00c0107380 msgr2=0x7f00c0069e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:48.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.937+0000 7f00c4a00700 1 --2- 172.21.15.26:0/1217959140 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f00c0107380 0x7f00c0069e60 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f00b0009910 tx=0x7f00b0009c20 comp rx=0 tx=0).stop 2024-04-26T01:50:48.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.938+0000 7f00c4a00700 1 -- 172.21.15.26:0/1217959140 shutdown_connections 2024-04-26T01:50:48.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.938+0000 7f00c4a00700 1 --2- 172.21.15.26:0/1217959140 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f00c0107380 0x7f00c0069e60 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:48.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.938+0000 7f00c4a00700 1 -- 172.21.15.26:0/1217959140 >> 172.21.15.26:0/1217959140 conn(0x7f00c0076ea0 msgr2=0x7f00c00772b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:48.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.938+0000 7f00c4a00700 1 -- 172.21.15.26:0/1217959140 shutdown_connections 2024-04-26T01:50:48.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.938+0000 7f00c4a00700 1 -- 172.21.15.26:0/1217959140 wait complete. 2024-04-26T01:50:48.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.939+0000 7f00c4a00700 1 Processor -- start 2024-04-26T01:50:48.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.939+0000 7f00c4a00700 1 -- start start 2024-04-26T01:50:48.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.939+0000 7f00c4a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f00c0107380 0x7f00c019e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:48.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.939+0000 7f00c4a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f00c0112fb0 con 0x7f00c0107380 2024-04-26T01:50:48.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.940+0000 7f00bde00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f00c0107380 0x7f00c019e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:48.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.940+0000 7f00bde00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f00c0107380 0x7f00c019e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44328/0 (socket says 172.21.15.26:44328) 2024-04-26T01:50:48.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.940+0000 7f00bde00700 1 -- 172.21.15.26:0/3531494473 learned_addr learned my addr 172.21.15.26:0/3531494473 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:48.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.940+0000 7f00bde00700 1 -- 172.21.15.26:0/3531494473 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00c019ead0 con 0x7f00c0107380 2024-04-26T01:50:48.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.941+0000 7f00bde00700 1 --2- 172.21.15.26:0/3531494473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f00c0107380 0x7f00c019e590 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f00b0006010 tx=0x7f00b0005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:48.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.941+0000 7f00b7400700 1 -- 172.21.15.26:0/3531494473 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00b0026070 con 0x7f00c0107380 2024-04-26T01:50:48.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.941+0000 7f00b7400700 1 -- 172.21.15.26:0/3531494473 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00b000bc00 con 0x7f00c0107380 2024-04-26T01:50:48.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.941+0000 7f00b7400700 1 -- 172.21.15.26:0/3531494473 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00b0003910 con 0x7f00c0107380 2024-04-26T01:50:48.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.941+0000 7f00c4a00700 1 -- 172.21.15.26:0/3531494473 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00c019ed60 con 0x7f00c0107380 2024-04-26T01:50:48.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.941+0000 7f00c4a00700 1 -- 172.21.15.26:0/3531494473 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00c019f1c0 con 0x7f00c0107380 2024-04-26T01:50:48.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.942+0000 7f00c4a00700 1 -- 172.21.15.26:0/3531494473 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00c0101970 con 0x7f00c0107380 2024-04-26T01:50:48.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.942+0000 7f00b7400700 1 -- 172.21.15.26:0/3531494473 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f00b0029070 con 0x7f00c0107380 2024-04-26T01:50:48.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.943+0000 7f00b7400700 1 --2- 172.21.15.26:0/3531494473 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f00a40396b0 0x7f00a403bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:48.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.943+0000 7f00b7400700 1 -- 172.21.15.26:0/3531494473 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f00b001e070 con 0x7f00c0107380 2024-04-26T01:50:48.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.943+0000 7f00b5400700 1 --2- 172.21.15.26:0/3531494473 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f00a40396b0 0x7f00a403bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:48.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.944+0000 7f00b5400700 1 --2- 172.21.15.26:0/3531494473 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f00a40396b0 0x7f00a403bb70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f00a8006fd0 tx=0x7f00a8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:48.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:48.949+0000 7f00b7400700 1 -- 172.21.15.26:0/3531494473 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f00b0013070 con 0x7f00c0107380 2024-04-26T01:50:49.162 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:48 smithi026 ceph-mon[28138]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:49.162 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:48 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:49.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:49.187+0000 7f00c4a00700 1 -- 172.21.15.26:0/3531494473 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f00c019f960 con 0x7f00a40396b0 2024-04-26T01:50:49.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:49.190+0000 7f00b7400700 1 -- 172.21.15.26:0/3531494473 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+238 (secure 0 0 0) 0x7f00c019f960 con 0x7f00a40396b0 2024-04-26T01:50:49.189 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:50:49.189 INFO:teuthology.orchestra.run.smithi026.stdout:[{"addr": "172.21.15.26", "hostname": "smithi026", "labels": [], "status": ""}, {"addr": "172.21.15.33", "hostname": "smithi033", "labels": [], "status": ""}, {"addr": "172.21.15.64", "hostname": "smithi064", "labels": [], "status": ""}] 2024-04-26T01:50:49.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:49.193+0000 7f00c4a00700 1 -- 172.21.15.26:0/3531494473 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f00a40396b0 msgr2=0x7f00a403bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:49.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:49.193+0000 7f00c4a00700 1 --2- 172.21.15.26:0/3531494473 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f00a40396b0 0x7f00a403bb70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f00a8006fd0 tx=0x7f00a8006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:49.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:49.193+0000 7f00c4a00700 1 -- 172.21.15.26:0/3531494473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f00c0107380 msgr2=0x7f00c019e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:49.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:49.193+0000 7f00c4a00700 1 --2- 172.21.15.26:0/3531494473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f00c0107380 0x7f00c019e590 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f00b0006010 tx=0x7f00b0005780 comp rx=0 tx=0).stop 2024-04-26T01:50:49.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:49.193+0000 7f00c4a00700 1 -- 172.21.15.26:0/3531494473 shutdown_connections 2024-04-26T01:50:49.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:49.193+0000 7f00c4a00700 1 --2- 172.21.15.26:0/3531494473 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f00a40396b0 0x7f00a403bb70 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:49.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:49.193+0000 7f00c4a00700 1 --2- 172.21.15.26:0/3531494473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f00c0107380 0x7f00c019e590 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:49.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:49.193+0000 7f00c4a00700 1 -- 172.21.15.26:0/3531494473 >> 172.21.15.26:0/3531494473 conn(0x7f00c0076ea0 msgr2=0x7f00c00fe370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:49.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:49.193+0000 7f00c4a00700 1 -- 172.21.15.26:0/3531494473 shutdown_connections 2024-04-26T01:50:49.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:49.193+0000 7f00c4a00700 1 -- 172.21.15.26:0/3531494473 wait complete. 2024-04-26T01:50:49.949 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-26T01:50:49.950 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-26T01:50:50.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:49 smithi026 ceph-mon[28138]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:50:50.396 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:51.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:50 smithi026 ceph-mon[28138]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:52.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.554+0000 7f0e6e400700 1 -- 172.21.15.26:0/3532040630 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e68076f70 msgr2=0x7f0e68077350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:52.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.554+0000 7f0e6e400700 1 --2- 172.21.15.26:0/3532040630 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e68076f70 0x7f0e68077350 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0e58009910 tx=0x7f0e58009c20 comp rx=0 tx=0).stop 2024-04-26T01:50:52.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.554+0000 7f0e6e400700 1 -- 172.21.15.26:0/3532040630 shutdown_connections 2024-04-26T01:50:52.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.554+0000 7f0e6e400700 1 --2- 172.21.15.26:0/3532040630 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e68076f70 0x7f0e68077350 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:52.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.554+0000 7f0e6e400700 1 -- 172.21.15.26:0/3532040630 >> 172.21.15.26:0/3532040630 conn(0x7f0e68100120 msgr2=0x7f0e68102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:52.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.554+0000 7f0e6e400700 1 -- 172.21.15.26:0/3532040630 shutdown_connections 2024-04-26T01:50:52.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.554+0000 7f0e6e400700 1 -- 172.21.15.26:0/3532040630 wait complete. 2024-04-26T01:50:52.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.555+0000 7f0e6e400700 1 Processor -- start 2024-04-26T01:50:52.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.555+0000 7f0e6e400700 1 -- start start 2024-04-26T01:50:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.556+0000 7f0e6e400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e68076f70 0x7f0e6819e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.556+0000 7f0e6e400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0e68112f90 con 0x7f0e68076f70 2024-04-26T01:50:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.556+0000 7f0e67400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e68076f70 0x7f0e6819e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.556+0000 7f0e67400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e68076f70 0x7f0e6819e4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44340/0 (socket says 172.21.15.26:44340) 2024-04-26T01:50:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.556+0000 7f0e67400700 1 -- 172.21.15.26:0/2464050639 learned_addr learned my addr 172.21.15.26:0/2464050639 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:50:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.557+0000 7f0e67400700 1 -- 172.21.15.26:0/2464050639 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e6819ea20 con 0x7f0e68076f70 2024-04-26T01:50:52.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.557+0000 7f0e67400700 1 --2- 172.21.15.26:0/2464050639 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e68076f70 0x7f0e6819e4e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0e58006010 tx=0x7f0e58005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:52.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.557+0000 7f0e64c00700 1 -- 172.21.15.26:0/2464050639 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e58026070 con 0x7f0e68076f70 2024-04-26T01:50:52.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.557+0000 7f0e64c00700 1 -- 172.21.15.26:0/2464050639 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e5800bc00 con 0x7f0e68076f70 2024-04-26T01:50:52.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.557+0000 7f0e64c00700 1 -- 172.21.15.26:0/2464050639 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e58003910 con 0x7f0e68076f70 2024-04-26T01:50:52.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.557+0000 7f0e6e400700 1 -- 172.21.15.26:0/2464050639 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e6819ecb0 con 0x7f0e68076f70 2024-04-26T01:50:52.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.557+0000 7f0e6e400700 1 -- 172.21.15.26:0/2464050639 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e6819f110 con 0x7f0e68076f70 2024-04-26T01:50:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.559+0000 7f0e64c00700 1 -- 172.21.15.26:0/2464050639 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f0e58029070 con 0x7f0e68076f70 2024-04-26T01:50:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.559+0000 7f0e6e400700 1 -- 172.21.15.26:0/2464050639 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e680786b0 con 0x7f0e68076f70 2024-04-26T01:50:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.559+0000 7f0e64c00700 1 --2- 172.21.15.26:0/2464050639 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0e4c039650 0x7f0e4c03bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.559+0000 7f0e64c00700 1 -- 172.21.15.26:0/2464050639 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0e5801e070 con 0x7f0e68076f70 2024-04-26T01:50:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.560+0000 7f0e5fe00700 1 --2- 172.21.15.26:0/2464050639 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0e4c039650 0x7f0e4c03bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:52.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.560+0000 7f0e5fe00700 1 --2- 172.21.15.26:0/2464050639 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0e4c039650 0x7f0e4c03bb10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0e50006fd0 tx=0x7f0e50006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:52.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.565+0000 7f0e64c00700 1 -- 172.21.15.26:0/2464050639 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0e58013070 con 0x7f0e68076f70 2024-04-26T01:50:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:52.858+0000 7f0e6e400700 1 -- 172.21.15.26:0/2464050639 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f0e6819f840 con 0x7f0e68076f70 2024-04-26T01:50:52.857 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:52 smithi026 ceph-mon[28138]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:52.857 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:52.857 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:52.857 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:52.858 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:52.858 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi064", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:52.858 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:52.858 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:52.858 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:52 smithi026 ceph-mon[28138]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-26T01:50:52.858 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:52 smithi026 ceph-mon[28138]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:50:52.858 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:52 smithi026 ceph-mon[28138]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:50:53.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:53.854+0000 7f0e64c00700 1 -- 172.21.15.26:0/2464050639 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f0e5804cf80 con 0x7f0e68076f70 2024-04-26T01:50:53.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:53.859+0000 7f0e6e400700 1 -- 172.21.15.26:0/2464050639 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0e4c039650 msgr2=0x7f0e4c03bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:53.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:53.859+0000 7f0e6e400700 1 --2- 172.21.15.26:0/2464050639 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0e4c039650 0x7f0e4c03bb10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0e50006fd0 tx=0x7f0e50006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:53.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:53.859+0000 7f0e6e400700 1 -- 172.21.15.26:0/2464050639 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e68076f70 msgr2=0x7f0e6819e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:53.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:53.859+0000 7f0e6e400700 1 --2- 172.21.15.26:0/2464050639 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e68076f70 0x7f0e6819e4e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0e58006010 tx=0x7f0e58005780 comp rx=0 tx=0).stop 2024-04-26T01:50:53.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:53.859+0000 7f0e6e400700 1 -- 172.21.15.26:0/2464050639 shutdown_connections 2024-04-26T01:50:53.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:53.859+0000 7f0e6e400700 1 --2- 172.21.15.26:0/2464050639 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0e4c039650 0x7f0e4c03bb10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:53.859+0000 7f0e6e400700 1 --2- 172.21.15.26:0/2464050639 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e68076f70 0x7f0e6819e4e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:53.859+0000 7f0e6e400700 1 -- 172.21.15.26:0/2464050639 >> 172.21.15.26:0/2464050639 conn(0x7f0e68100120 msgr2=0x7f0e681019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:53.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:53.859+0000 7f0e6e400700 1 -- 172.21.15.26:0/2464050639 shutdown_connections 2024-04-26T01:50:53.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:50:53.860+0000 7f0e6e400700 1 -- 172.21.15.26:0/2464050639 wait complete. 2024-04-26T01:50:53.860 INFO:teuthology.orchestra.run.smithi026.stderr:adjusted tunables profile to default 2024-04-26T01:50:54.189 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:53 smithi026 ceph-mon[28138]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:50:54.190 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:54.190 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:54.190 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:54.190 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:53 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2464050639' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T01:50:54.569 INFO:tasks.cephadm:Adding mon.a on smithi026 2024-04-26T01:50:54.569 INFO:tasks.cephadm:Adding mon.b on smithi033 2024-04-26T01:50:54.570 INFO:tasks.cephadm:Adding mon.c on smithi064 2024-04-26T01:50:54.570 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi026:172.21.15.26=a;smithi033:172.21.15.33=b;smithi064:172.21.15.64=c' 2024-04-26T01:50:54.817 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:50:55.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:54 smithi026 ceph-mon[28138]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:55.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:54 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2464050639' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T01:50:55.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:54 smithi026 ceph-mon[28138]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:50:56.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.237+0000 7f28404f5700 1 -- 172.21.15.64:0/1628366843 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28381036d0 msgr2=0x7f2838103ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:56.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.237+0000 7f28404f5700 1 --2- 172.21.15.64:0/1628366843 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28381036d0 0x7f2838103ab0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2828009910 tx=0x7f2828009c20 comp rx=0 tx=0).stop 2024-04-26T01:50:56.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.237+0000 7f28404f5700 1 -- 172.21.15.64:0/1628366843 shutdown_connections 2024-04-26T01:50:56.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.237+0000 7f28404f5700 1 --2- 172.21.15.64:0/1628366843 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28381036d0 0x7f2838103ab0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:56.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.237+0000 7f28404f5700 1 -- 172.21.15.64:0/1628366843 >> 172.21.15.64:0/1628366843 conn(0x7f28380fce40 msgr2=0x7f28380ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:56.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.237+0000 7f28404f5700 1 -- 172.21.15.64:0/1628366843 shutdown_connections 2024-04-26T01:50:56.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.237+0000 7f28404f5700 1 -- 172.21.15.64:0/1628366843 wait complete. 2024-04-26T01:50:56.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.238+0000 7f28404f5700 1 Processor -- start 2024-04-26T01:50:56.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.238+0000 7f28404f5700 1 -- start start 2024-04-26T01:50:56.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.238+0000 7f28404f5700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28381036d0 0x7f2838101330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:56.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.238+0000 7f28404f5700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f283810c9a0 con 0x7f28381036d0 2024-04-26T01:50:56.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.239+0000 7f283e291700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28381036d0 0x7f2838101330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:56.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.239+0000 7f283e291700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28381036d0 0x7f2838101330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.64:59548/0 (socket says 172.21.15.64:59548) 2024-04-26T01:50:56.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.239+0000 7f283e291700 1 -- 172.21.15.64:0/1123331852 learned_addr learned my addr 172.21.15.64:0/1123331852 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-26T01:50:56.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.239+0000 7f283e291700 1 -- 172.21.15.64:0/1123331852 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2838103220 con 0x7f28381036d0 2024-04-26T01:50:56.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.240+0000 7f283e291700 1 --2- 172.21.15.64:0/1123331852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28381036d0 0x7f2838101330 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2828006010 tx=0x7f2828005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:56.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.240+0000 7f282f7fe700 1 -- 172.21.15.64:0/1123331852 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2828026070 con 0x7f28381036d0 2024-04-26T01:50:56.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.240+0000 7f28404f5700 1 -- 172.21.15.64:0/1123331852 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2838101870 con 0x7f28381036d0 2024-04-26T01:50:56.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.240+0000 7f282f7fe700 1 -- 172.21.15.64:0/1123331852 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f282800bc00 con 0x7f28381036d0 2024-04-26T01:50:56.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.240+0000 7f282f7fe700 1 -- 172.21.15.64:0/1123331852 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2828003910 con 0x7f28381036d0 2024-04-26T01:50:56.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.240+0000 7f28404f5700 1 -- 172.21.15.64:0/1123331852 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2838101d30 con 0x7f28381036d0 2024-04-26T01:50:56.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.241+0000 7f28404f5700 1 -- 172.21.15.64:0/1123331852 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f283806b0d0 con 0x7f28381036d0 2024-04-26T01:50:56.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.242+0000 7f282f7fe700 1 -- 172.21.15.64:0/1123331852 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f2828029070 con 0x7f28381036d0 2024-04-26T01:50:56.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.242+0000 7f282f7fe700 1 --2- 172.21.15.64:0/1123331852 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f28240396b0 0x7f282403bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:56.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.242+0000 7f282f7fe700 1 -- 172.21.15.64:0/1123331852 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f282801e070 con 0x7f28381036d0 2024-04-26T01:50:56.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.243+0000 7f283da90700 1 --2- 172.21.15.64:0/1123331852 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f28240396b0 0x7f282403bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:56.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.244+0000 7f283da90700 1 --2- 172.21.15.64:0/1123331852 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f28240396b0 0x7f282403bb70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2834006fd0 tx=0x7f2834006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:56.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.258+0000 7f282f7fe700 1 -- 172.21.15.64:0/1123331852 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2828030020 con 0x7f28381036d0 2024-04-26T01:50:56.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.479+0000 7f28404f5700 1 -- 172.21.15.64:0/1123331852 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi026:172.21.15.26=a;smithi033:172.21.15.33=b;smithi064:172.21.15.64=c", "target": ["mon-mgr", ""]}) -- 0x7f2838101f60 con 0x7f28240396b0 2024-04-26T01:50:56.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.495+0000 7f282f7fe700 1 -- 172.21.15.64:0/1123331852 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f2838101f60 con 0x7f28240396b0 2024-04-26T01:50:56.492 INFO:teuthology.orchestra.run.smithi064.stdout:Scheduled mon update... 2024-04-26T01:50:56.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.496+0000 7f28404f5700 1 -- 172.21.15.64:0/1123331852 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f28240396b0 msgr2=0x7f282403bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:56.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.496+0000 7f28404f5700 1 --2- 172.21.15.64:0/1123331852 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f28240396b0 0x7f282403bb70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2834006fd0 tx=0x7f2834006e40 comp rx=0 tx=0).stop 2024-04-26T01:50:56.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.496+0000 7f28404f5700 1 -- 172.21.15.64:0/1123331852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28381036d0 msgr2=0x7f2838101330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:56.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.496+0000 7f28404f5700 1 --2- 172.21.15.64:0/1123331852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28381036d0 0x7f2838101330 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2828006010 tx=0x7f2828005780 comp rx=0 tx=0).stop 2024-04-26T01:50:56.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.496+0000 7f28404f5700 1 -- 172.21.15.64:0/1123331852 shutdown_connections 2024-04-26T01:50:56.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.496+0000 7f28404f5700 1 --2- 172.21.15.64:0/1123331852 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f28240396b0 0x7f282403bb70 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:56.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.496+0000 7f28404f5700 1 --2- 172.21.15.64:0/1123331852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28381036d0 0x7f2838101330 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:56.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.496+0000 7f28404f5700 1 -- 172.21.15.64:0/1123331852 >> 172.21.15.64:0/1123331852 conn(0x7f28380fce40 msgr2=0x7f2838104480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:56.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.496+0000 7f28404f5700 1 -- 172.21.15.64:0/1123331852 shutdown_connections 2024-04-26T01:50:56.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:50:56.496+0000 7f28404f5700 1 -- 172.21.15.64:0/1123331852 wait complete. 2024-04-26T01:50:57.071 DEBUG:teuthology.orchestra.run.smithi033:mon.b> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.b.service 2024-04-26T01:50:57.074 DEBUG:teuthology.orchestra.run.smithi064:mon.c> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.c.service 2024-04-26T01:50:57.076 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:50:57.076 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:50:57.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:56 smithi026 ceph-mon[28138]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:50:57.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:57.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:57.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:57.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:57.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:50:57.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:50:57.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:57.810 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:50:58.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:57 smithi026 ceph-mon[28138]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi026:172.21.15.26=a;smithi033:172.21.15.33=b;smithi064:172.21.15.64=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:58.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:57 smithi026 ceph-mon[28138]: Saving service mon spec with placement smithi026:172.21.15.26=a;smithi033:172.21.15.33=b;smithi064:172.21.15.64=c;count:3 2024-04-26T01:50:58.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:57 smithi026 ceph-mon[28138]: Deploying daemon mon.c on smithi064 2024-04-26T01:50:59.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:50:58 smithi026 ceph-mon[28138]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:01.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.001+0000 7f0841839700 1 -- 172.21.15.64:0/3421424187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f083c101590 msgr2=0x7f083c101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:01.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.001+0000 7f0841839700 1 --2- 172.21.15.64:0/3421424187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f083c101590 0x7f083c101970 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f083400b0a0 tx=0x7f083400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:51:01.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.001+0000 7f0841839700 1 -- 172.21.15.64:0/3421424187 shutdown_connections 2024-04-26T01:51:01.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.001+0000 7f0841839700 1 --2- 172.21.15.64:0/3421424187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f083c101590 0x7f083c101970 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:01.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.001+0000 7f0841839700 1 -- 172.21.15.64:0/3421424187 >> 172.21.15.64:0/3421424187 conn(0x7f083c0fce40 msgr2=0x7f083c0ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:01.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.001+0000 7f0841839700 1 -- 172.21.15.64:0/3421424187 shutdown_connections 2024-04-26T01:51:01.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.001+0000 7f0841839700 1 -- 172.21.15.64:0/3421424187 wait complete. 2024-04-26T01:51:01.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.002+0000 7f0841839700 1 Processor -- start 2024-04-26T01:51:01.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.002+0000 7f0841839700 1 -- start start 2024-04-26T01:51:01.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.003+0000 7f0841839700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f083c101590 0x7f083c197e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:01.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.003+0000 7f0841839700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f083c10b810 con 0x7f083c101590 2024-04-26T01:51:01.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.003+0000 7f083affd700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f083c101590 0x7f083c197e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:01.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.003+0000 7f083affd700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f083c101590 0x7f083c197e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.64:60476/0 (socket says 172.21.15.64:60476) 2024-04-26T01:51:01.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.003+0000 7f083affd700 1 -- 172.21.15.64:0/3544169828 learned_addr learned my addr 172.21.15.64:0/3544169828 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-26T01:51:01.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.004+0000 7f083affd700 1 -- 172.21.15.64:0/3544169828 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f083c198340 con 0x7f083c101590 2024-04-26T01:51:01.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.004+0000 7f083affd700 1 --2- 172.21.15.64:0/3544169828 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f083c101590 0x7f083c197e00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0834006130 tx=0x7f08340097d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:01.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.004+0000 7f0840837700 1 -- 172.21.15.64:0/3544169828 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0834021020 con 0x7f083c101590 2024-04-26T01:51:01.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.005+0000 7f0841839700 1 -- 172.21.15.64:0/3544169828 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f083c1985d0 con 0x7f083c101590 2024-04-26T01:51:01.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.005+0000 7f0841839700 1 -- 172.21.15.64:0/3544169828 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f083c19c6d0 con 0x7f083c101590 2024-04-26T01:51:01.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.005+0000 7f0840837700 1 -- 172.21.15.64:0/3544169828 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f08340079b0 con 0x7f083c101590 2024-04-26T01:51:01.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.005+0000 7f0840837700 1 -- 172.21.15.64:0/3544169828 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0834017040 con 0x7f083c101590 2024-04-26T01:51:01.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.006+0000 7f0841839700 1 -- 172.21.15.64:0/3544169828 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f083c102a70 con 0x7f083c101590 2024-04-26T01:51:01.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.006+0000 7f0840837700 1 -- 172.21.15.64:0/3544169828 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f0834024020 con 0x7f083c101590 2024-04-26T01:51:01.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.006+0000 7f0840837700 1 --2- 172.21.15.64:0/3544169828 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0828039650 0x7f082803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:01.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.006+0000 7f0840837700 1 -- 172.21.15.64:0/3544169828 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f083400f050 con 0x7f083c101590 2024-04-26T01:51:01.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.007+0000 7f083a7fc700 1 --2- 172.21.15.64:0/3544169828 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0828039650 0x7f082803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:01.006 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.008+0000 7f083a7fc700 1 --2- 172.21.15.64:0/3544169828 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0828039650 0x7f082803bb10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0824006fd0 tx=0x7f0824006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:01.021 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.023+0000 7f0840837700 1 -- 172.21.15.64:0/3544169828 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f083402b030 con 0x7f083c101590 2024-04-26T01:51:01.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:00 smithi026 ceph-mon[28138]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:01.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.321+0000 7f0841839700 1 -- 172.21.15.64:0/3544169828 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f083c199160 con 0x7f083c101590 2024-04-26T01:51:01.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.323+0000 7f0840837700 1 -- 172.21.15.64:0/3544169828 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f0834011e40 con 0x7f083c101590 2024-04-26T01:51:01.321 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:51:01.321 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":1,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","modified":"2024-04-26T01:48:53.312517Z","created":"2024-04-26T01:48:53.312517Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:3300","nonce":0},{"type":"v1","addr":"172.21.15.26:6789","nonce":0}]},"addr":"172.21.15.26:6789/0","public_addr":"172.21.15.26:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-26T01:51:01.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.325+0000 7f0841839700 1 -- 172.21.15.64:0/3544169828 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0828039650 msgr2=0x7f082803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:01.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.325+0000 7f0841839700 1 --2- 172.21.15.64:0/3544169828 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0828039650 0x7f082803bb10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0824006fd0 tx=0x7f0824006e40 comp rx=0 tx=0).stop 2024-04-26T01:51:01.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.325+0000 7f0841839700 1 -- 172.21.15.64:0/3544169828 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f083c101590 msgr2=0x7f083c197e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:01.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.325+0000 7f0841839700 1 --2- 172.21.15.64:0/3544169828 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f083c101590 0x7f083c197e00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0834006130 tx=0x7f08340097d0 comp rx=0 tx=0).stop 2024-04-26T01:51:01.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.325+0000 7f0841839700 1 -- 172.21.15.64:0/3544169828 shutdown_connections 2024-04-26T01:51:01.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.325+0000 7f0841839700 1 --2- 172.21.15.64:0/3544169828 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0828039650 0x7f082803bb10 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:01.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.325+0000 7f0841839700 1 --2- 172.21.15.64:0/3544169828 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f083c101590 0x7f083c197e00 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:01.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.325+0000 7f0841839700 1 -- 172.21.15.64:0/3544169828 >> 172.21.15.64:0/3544169828 conn(0x7f083c0fce40 msgr2=0x7f083c06a6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:01.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.325+0000 7f0841839700 1 -- 172.21.15.64:0/3544169828 shutdown_connections 2024-04-26T01:51:01.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:01.325+0000 7f0841839700 1 -- 172.21.15.64:0/3544169828 wait complete. 2024-04-26T01:51:01.324 INFO:teuthology.orchestra.run.smithi064.stderr:dumped monmap epoch 1 2024-04-26T01:51:03.069 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:51:03.069 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:51:03.325 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:51:06.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:51:06.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: mon.a calling monitor election 2024-04-26T01:51:06.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:06.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:06.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: mon.c calling monitor election 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: monmap epoch 2 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: last_changed 2024-04-26T01:51:01.383893+0000 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: created 2024-04-26T01:48:53.312517+0000 2024-04-26T01:51:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: min_mon_release 19 (squid) 2024-04-26T01:51:06.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: election_strategy: 1 2024-04-26T01:51:06.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T01:51:06.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: 1: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.c 2024-04-26T01:51:06.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: fsmap 2024-04-26T01:51:06.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:51:06.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: mgrmap e13: x(active, since 60s) 2024-04-26T01:51:06.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: overall HEALTH_OK 2024-04-26T01:51:06.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:06.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:06.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:06.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:51:06.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:06.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:07.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:07 smithi026 ceph-mon[28138]: Deploying daemon mon.b on smithi033 2024-04-26T01:51:07.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:07 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:07.771 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:07 smithi064 ceph-mon[32613]: Deploying daemon mon.b on smithi033 2024-04-26T01:51:07.772 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:07 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:07.772 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.773+0000 7fcdadd50700 1 -- 172.21.15.64:0/2981212159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd900035c0 msgr2=0x7fcd90005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.772 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.773+0000 7fcdadd50700 1 --2- 172.21.15.64:0/2981212159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd900035c0 0x7fcd90005a50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcda806ad30 tx=0x7fcd9800feb0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.773+0000 7fcdadd50700 1 -- 172.21.15.64:0/2981212159 shutdown_connections 2024-04-26T01:51:07.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.773+0000 7fcdadd50700 1 --2- 172.21.15.64:0/2981212159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd900035c0 0x7fcd90005a50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.773+0000 7fcdadd50700 1 -- 172.21.15.64:0/2981212159 >> 172.21.15.64:0/2981212159 conn(0x7fcda80fcf80 msgr2=0x7fcda80ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.773+0000 7fcdadd50700 1 -- 172.21.15.64:0/2981212159 shutdown_connections 2024-04-26T01:51:07.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.773+0000 7fcdadd50700 1 -- 172.21.15.64:0/2981212159 wait complete. 2024-04-26T01:51:07.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.774+0000 7fcdadd50700 1 Processor -- start 2024-04-26T01:51:07.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.774+0000 7fcdadd50700 1 -- start start 2024-04-26T01:51:07.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.775+0000 7fcdadd50700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd900035c0 0x7fcda819e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.775+0000 7fcdadd50700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcda819eb60 0x7fcda81a2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.775+0000 7fcdadd50700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcda8110ab0 con 0x7fcd900035c0 2024-04-26T01:51:07.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.775+0000 7fcdadd50700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fcda8110930 con 0x7fcda819eb60 2024-04-26T01:51:07.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.775+0000 7fcda6ffd700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcda819eb60 0x7fcda81a2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.775+0000 7fcda6ffd700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcda819eb60 0x7fcda81a2ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.64:46746/0 (socket says 172.21.15.64:46746) 2024-04-26T01:51:07.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.775+0000 7fcda6ffd700 1 -- 172.21.15.64:0/2908704582 learned_addr learned my addr 172.21.15.64:0/2908704582 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-26T01:51:07.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.775+0000 7fcda6ffd700 1 -- 172.21.15.64:0/2908704582 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcda819eb60 msgr2=0x7fcda81a2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-26T01:51:07.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.775+0000 7fcda6ffd700 1 -- 172.21.15.64:0/2908704582 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcda819eb60 msgr2=0x7fcda81a2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T01:51:07.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.775+0000 7fcda6ffd700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcda819eb60 0x7fcda81a2ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T01:51:07.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.775+0000 7fcda6ffd700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcda819eb60 0x7fcda81a2ef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:51:07.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.775+0000 7fcda77fe700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd900035c0 0x7fcda819e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.776+0000 7fcda77fe700 1 -- 172.21.15.64:0/2908704582 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcda819eb60 msgr2=0x7fcda81a2ef0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:51:07.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.776+0000 7fcda77fe700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcda819eb60 0x7fcda81a2ef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.776+0000 7fcda77fe700 1 -- 172.21.15.64:0/2908704582 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcda819f1a0 con 0x7fcd900035c0 2024-04-26T01:51:07.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.776+0000 7fcda77fe700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd900035c0 0x7fcda819e620 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fcd98010010 tx=0x7fcd98005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.777+0000 7fcda4ff9700 1 -- 172.21.15.64:0/2908704582 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fcd98004aa0 con 0x7fcd900035c0 2024-04-26T01:51:07.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.777+0000 7fcdadd50700 1 -- 172.21.15.64:0/2908704582 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcda81a3430 con 0x7fcd900035c0 2024-04-26T01:51:07.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.777+0000 7fcda4ff9700 1 -- 172.21.15.64:0/2908704582 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd98004030 con 0x7fcd900035c0 2024-04-26T01:51:07.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.777+0000 7fcda4ff9700 1 -- 172.21.15.64:0/2908704582 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fcd98011b30 con 0x7fcd900035c0 2024-04-26T01:51:07.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.777+0000 7fcdadd50700 1 -- 172.21.15.64:0/2908704582 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcda81a3990 con 0x7fcd900035c0 2024-04-26T01:51:07.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.778+0000 7fcdadd50700 1 -- 172.21.15.64:0/2908704582 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcda81a3d00 con 0x7fcd900035c0 2024-04-26T01:51:07.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.779+0000 7fcda4ff9700 1 -- 172.21.15.64:0/2908704582 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fcd98023070 con 0x7fcd900035c0 2024-04-26T01:51:07.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.779+0000 7fcda4ff9700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcd940393f0 0x7fcd9403b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.779+0000 7fcda4ff9700 1 -- 172.21.15.64:0/2908704582 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fcd98020050 con 0x7fcd900035c0 2024-04-26T01:51:07.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.779+0000 7fcda6ffd700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcd940393f0 0x7fcd9403b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.780+0000 7fcda6ffd700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcd940393f0 0x7fcd9403b8b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c009180 tx=0x7fcd9c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.792 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:07.794+0000 7fcda4ff9700 1 -- 172.21.15.64:0/2908704582 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcd98028020 con 0x7fcd900035c0 2024-04-26T01:51:08.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.101+0000 7fcdadd50700 1 -- 172.21.15.64:0/2908704582 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fcda819f980 con 0x7fcd900035c0 2024-04-26T01:51:08.101 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.104+0000 7fcda4ff9700 1 -- 172.21.15.64:0/2908704582 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7fcd9801a390 con 0x7fcd900035c0 2024-04-26T01:51:08.101 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:51:08.101 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":2,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","modified":"2024-04-26T01:51:01.383893Z","created":"2024-04-26T01:48:53.312517Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:3300","nonce":0},{"type":"v1","addr":"172.21.15.26:6789","nonce":0}]},"addr":"172.21.15.26:6789/0","public_addr":"172.21.15.26:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:3300","nonce":0},{"type":"v1","addr":"172.21.15.64:6789","nonce":0}]},"addr":"172.21.15.64:6789/0","public_addr":"172.21.15.64:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T01:51:08.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.105+0000 7fcdadd50700 1 -- 172.21.15.64:0/2908704582 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcd940393f0 msgr2=0x7fcd9403b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:08.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.105+0000 7fcdadd50700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcd940393f0 0x7fcd9403b8b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c009180 tx=0x7fcd9c008040 comp rx=0 tx=0).stop 2024-04-26T01:51:08.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.105+0000 7fcdadd50700 1 -- 172.21.15.64:0/2908704582 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd900035c0 msgr2=0x7fcda819e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:08.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.105+0000 7fcdadd50700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd900035c0 0x7fcda819e620 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fcd98010010 tx=0x7fcd98005020 comp rx=0 tx=0).stop 2024-04-26T01:51:08.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.105+0000 7fcdadd50700 1 -- 172.21.15.64:0/2908704582 shutdown_connections 2024-04-26T01:51:08.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.105+0000 7fcdadd50700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcd940393f0 0x7fcd9403b8b0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:08.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.105+0000 7fcdadd50700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd900035c0 0x7fcda819e620 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:08.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.105+0000 7fcdadd50700 1 --2- 172.21.15.64:0/2908704582 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcda819eb60 0x7fcda81a2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:08.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.105+0000 7fcdadd50700 1 -- 172.21.15.64:0/2908704582 >> 172.21.15.64:0/2908704582 conn(0x7fcda80fcf80 msgr2=0x7fcda80fef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:08.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.105+0000 7fcdadd50700 1 -- 172.21.15.64:0/2908704582 shutdown_connections 2024-04-26T01:51:08.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:08.105+0000 7fcdadd50700 1 -- 172.21.15.64:0/2908704582 wait complete. 2024-04-26T01:51:08.104 INFO:teuthology.orchestra.run.smithi064.stderr:dumped monmap epoch 2 2024-04-26T01:51:08.688 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:08 smithi064 ceph-mon[32613]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:08.689 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:08 smithi064 ceph-mon[32613]: from='client.? 172.21.15.64:0/2908704582' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:51:08.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:08 smithi026 ceph-mon[28138]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:08.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:08 smithi026 ceph-mon[28138]: from='client.? 172.21.15.64:0/2908704582' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:51:08.728 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:51:08 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:51:08.383+0000 7f4120200700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-26T01:51:09.717 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:51:09.717 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:51:09.974 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:51:10.327 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 podman[32786]: 2024-04-26 01:51:10.220668807 +0000 UTC m=+0.116305875 container create c67e005fa63c8dbba8a5dcad1ea7a9c7eccaafd50a373abb691f8cef44ec4db0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:51:10.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 podman[32786]: 2024-04-26 01:51:10.423180525 +0000 UTC m=+0.318817594 container init c67e005fa63c8dbba8a5dcad1ea7a9c7eccaafd50a373abb691f8cef44ec4db0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-b, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:51:10.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 podman[32786]: 2024-04-26 01:51:10.426260761 +0000 UTC m=+0.321897829 container start c67e005fa63c8dbba8a5dcad1ea7a9c7eccaafd50a373abb691f8cef44ec4db0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , ceph=True) 2024-04-26T01:51:10.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T01:51:10.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-26T01:51:10.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pidfile_write: ignore empty --pid-file 2024-04-26T01:51:10.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: load: jerasure load: lrc 2024-04-26T01:51:10.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: RocksDB version: 7.9.2 2024-04-26T01:51:10.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Git sha 0 2024-04-26T01:51:10.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-26T01:51:10.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: DB SUMMARY 2024-04-26T01:51:10.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: DB Session ID: NMDVYWE5HXZ9AFUQ9TNF 2024-04-26T01:51:10.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: CURRENT file: CURRENT 2024-04-26T01:51:10.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T01:51:10.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-26T01:51:10.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-26T01:51:10.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-04-26T01:51:10.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.error_if_exists: 0 2024-04-26T01:51:10.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.create_if_missing: 0 2024-04-26T01:51:10.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.paranoid_checks: 1 2024-04-26T01:51:10.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T01:51:10.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.env: 0x55625f00dcc0 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.info_log: 0x55625fd61be0 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.statistics: (nil) 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.use_fsync: 0 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_log_file_size: 0 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T01:51:10.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.allow_fallocate: 1 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.use_direct_reads: 0 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.db_log_dir: 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.wal_dir: 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T01:51:10.751 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T01:51:10.752 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T01:51:10.752 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.write_buffer_manager: 0x55625fcf50e0 2024-04-26T01:51:10.752 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T01:51:10.752 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T01:51:10.752 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T01:51:10.752 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T01:51:10.752 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T01:51:10.752 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T01:51:10.752 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T01:51:10.752 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T01:51:10.752 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.unordered_write: 0 2024-04-26T01:51:10.752 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T01:51:10.753 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T01:51:10.753 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T01:51:10.753 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T01:51:10.753 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.row_cache: None 2024-04-26T01:51:10.753 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.wal_filter: None 2024-04-26T01:51:10.755 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T01:51:10.755 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T01:51:10.755 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.two_write_queues: 0 2024-04-26T01:51:10.755 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T01:51:10.755 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.wal_compression: 0 2024-04-26T01:51:10.755 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.atomic_flush: 0 2024-04-26T01:51:10.755 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T01:51:10.755 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T01:51:10.755 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T01:51:10.755 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.log_readahead_size: 0 2024-04-26T01:51:10.756 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T01:51:10.756 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T01:51:10.756 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T01:51:10.756 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T01:51:10.756 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T01:51:10.756 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T01:51:10.756 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T01:51:10.756 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_background_jobs: 2 2024-04-26T01:51:10.756 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_background_compactions: -1 2024-04-26T01:51:10.756 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_subcompactions: 1 2024-04-26T01:51:10.756 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T01:51:10.756 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_open_files: -1 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_background_flushes: -1 2024-04-26T01:51:10.757 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Compression algorithms supported: 2024-04-26T01:51:10.758 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T01:51:10.758 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: kZSTD supported: 0 2024-04-26T01:51:10.758 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: kXpressCompression supported: 0 2024-04-26T01:51:10.758 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T01:51:10.758 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: kZlibCompression supported: 1 2024-04-26T01:51:10.758 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: kSnappyCompression supported: 1 2024-04-26T01:51:10.758 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: kLZ4Compression supported: 1 2024-04-26T01:51:10.758 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: kBZip2Compression supported: 0 2024-04-26T01:51:10.758 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T01:51:10.759 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T01:51:10.759 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-26T01:51:10.759 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T01:51:10.759 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T01:51:10.759 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.merge_operator: 2024-04-26T01:51:10.759 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_filter: None 2024-04-26T01:51:10.759 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T01:51:10.759 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T01:51:10.759 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T01:51:10.759 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T01:51:10.759 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55625fd61dc0) 2024-04-26T01:51:10.760 INFO:journalctl@ceph.mon.b.smithi033.stdout: cache_index_and_filter_blocks: 1 2024-04-26T01:51:10.760 INFO:journalctl@ceph.mon.b.smithi033.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T01:51:10.760 INFO:journalctl@ceph.mon.b.smithi033.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T01:51:10.760 INFO:journalctl@ceph.mon.b.smithi033.stdout: pin_top_level_index_and_filter: 1 2024-04-26T01:51:10.760 INFO:journalctl@ceph.mon.b.smithi033.stdout: index_type: 0 2024-04-26T01:51:10.760 INFO:journalctl@ceph.mon.b.smithi033.stdout: data_block_index_type: 0 2024-04-26T01:51:10.760 INFO:journalctl@ceph.mon.b.smithi033.stdout: index_shortening: 1 2024-04-26T01:51:10.760 INFO:journalctl@ceph.mon.b.smithi033.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T01:51:10.760 INFO:journalctl@ceph.mon.b.smithi033.stdout: checksum: 4 2024-04-26T01:51:10.760 INFO:journalctl@ceph.mon.b.smithi033.stdout: no_block_cache: 0 2024-04-26T01:51:10.761 INFO:journalctl@ceph.mon.b.smithi033.stdout: block_cache: 0x55625fd271f0 2024-04-26T01:51:10.761 INFO:journalctl@ceph.mon.b.smithi033.stdout: block_cache_name: BinnedLRUCache 2024-04-26T01:51:10.761 INFO:journalctl@ceph.mon.b.smithi033.stdout: block_cache_options: 2024-04-26T01:51:10.761 INFO:journalctl@ceph.mon.b.smithi033.stdout: capacity : 536870912 2024-04-26T01:51:10.761 INFO:journalctl@ceph.mon.b.smithi033.stdout: num_shard_bits : 4 2024-04-26T01:51:10.761 INFO:journalctl@ceph.mon.b.smithi033.stdout: strict_capacity_limit : 0 2024-04-26T01:51:10.761 INFO:journalctl@ceph.mon.b.smithi033.stdout: high_pri_pool_ratio: 0.000 2024-04-26T01:51:10.761 INFO:journalctl@ceph.mon.b.smithi033.stdout: block_cache_compressed: (nil) 2024-04-26T01:51:10.761 INFO:journalctl@ceph.mon.b.smithi033.stdout: persistent_cache: (nil) 2024-04-26T01:51:10.761 INFO:journalctl@ceph.mon.b.smithi033.stdout: block_size: 4096 2024-04-26T01:51:10.761 INFO:journalctl@ceph.mon.b.smithi033.stdout: block_size_deviation: 10 2024-04-26T01:51:10.761 INFO:journalctl@ceph.mon.b.smithi033.stdout: block_restart_interval: 16 2024-04-26T01:51:10.762 INFO:journalctl@ceph.mon.b.smithi033.stdout: index_block_restart_interval: 1 2024-04-26T01:51:10.762 INFO:journalctl@ceph.mon.b.smithi033.stdout: metadata_block_size: 4096 2024-04-26T01:51:10.762 INFO:journalctl@ceph.mon.b.smithi033.stdout: partition_filters: 0 2024-04-26T01:51:10.762 INFO:journalctl@ceph.mon.b.smithi033.stdout: use_delta_encoding: 1 2024-04-26T01:51:10.762 INFO:journalctl@ceph.mon.b.smithi033.stdout: filter_policy: bloomfilter 2024-04-26T01:51:10.762 INFO:journalctl@ceph.mon.b.smithi033.stdout: whole_key_filtering: 1 2024-04-26T01:51:10.762 INFO:journalctl@ceph.mon.b.smithi033.stdout: verify_compression: 0 2024-04-26T01:51:10.762 INFO:journalctl@ceph.mon.b.smithi033.stdout: read_amp_bytes_per_bit: 0 2024-04-26T01:51:10.762 INFO:journalctl@ceph.mon.b.smithi033.stdout: format_version: 5 2024-04-26T01:51:10.762 INFO:journalctl@ceph.mon.b.smithi033.stdout: enable_index_compression: 1 2024-04-26T01:51:10.762 INFO:journalctl@ceph.mon.b.smithi033.stdout: block_align: 0 2024-04-26T01:51:10.762 INFO:journalctl@ceph.mon.b.smithi033.stdout: max_auto_readahead_size: 262144 2024-04-26T01:51:10.763 INFO:journalctl@ceph.mon.b.smithi033.stdout: prepopulate_block_cache: 0 2024-04-26T01:51:10.763 INFO:journalctl@ceph.mon.b.smithi033.stdout: initial_auto_readahead_size: 8192 2024-04-26T01:51:10.763 INFO:journalctl@ceph.mon.b.smithi033.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T01:51:10.763 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T01:51:10.763 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T01:51:10.763 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compression: NoCompression 2024-04-26T01:51:10.763 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T01:51:10.763 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T01:51:10.763 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T01:51:10.763 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.num_levels: 7 2024-04-26T01:51:10.764 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T01:51:10.764 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T01:51:10.764 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T01:51:10.764 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T01:51:10.764 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T01:51:10.764 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T01:51:10.764 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T01:51:10.764 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:51:10.764 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T01:51:10.764 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T01:51:10.764 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:51:10.765 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:51:10.765 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T01:51:10.765 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T01:51:10.765 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T01:51:10.765 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T01:51:10.765 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:51:10.765 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:51:10.765 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T01:51:10.765 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T01:51:10.765 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:51:10.765 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T01:51:10.765 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T01:51:10.766 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T01:51:10.766 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T01:51:10.766 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T01:51:10.766 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T01:51:10.766 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T01:51:10.766 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T01:51:10.766 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T01:51:10.766 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T01:51:10.766 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T01:51:10.766 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T01:51:10.766 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T01:51:10.767 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T01:51:10.767 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T01:51:10.767 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T01:51:10.767 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T01:51:10.767 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T01:51:10.767 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T01:51:10.767 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T01:51:10.767 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T01:51:10.767 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T01:51:10.767 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T01:51:10.767 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T01:51:10.768 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T01:51:10.768 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T01:51:10.768 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T01:51:10.768 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T01:51:10.768 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T01:51:10.768 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T01:51:10.768 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T01:51:10.768 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T01:51:10.768 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T01:51:10.768 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.inplace_update_support: 0 2024-04-26T01:51:10.768 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T01:51:10.769 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T01:51:10.769 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T01:51:10.769 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T01:51:10.769 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.bloom_locality: 0 2024-04-26T01:51:10.769 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.max_successive_merges: 0 2024-04-26T01:51:10.769 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T01:51:10.769 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T01:51:10.769 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T01:51:10.769 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T01:51:10.769 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.ttl: 2592000 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.enable_blob_files: false 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.min_blob_size: 0 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T01:51:10.770 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 61d1c20d-0cf8-47a9-a18c-8a967fb2f049 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714096270456893, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714096270457334, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714096270, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "61d1c20d-0cf8-47a9-a18c-8a967fb2f049", "db_session_id": "NMDVYWE5HXZ9AFUQ9TNF", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714096270457415, "job": 1, "event": "recovery_finished"} 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55625fe3c000 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: DB pointer 0x55625fe26000 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T01:51:10.771 INFO:journalctl@ceph.mon.b.smithi033.stdout: ** DB Stats ** 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: ** Compaction Stats [default] ** 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:51:10.772 INFO:journalctl@ceph.mon.b.smithi033.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:51:10.773 INFO:journalctl@ceph.mon.b.smithi033.stdout: 2024-04-26T01:51:10.773 INFO:journalctl@ceph.mon.b.smithi033.stdout: ** Compaction Stats [default] ** 2024-04-26T01:51:10.773 INFO:journalctl@ceph.mon.b.smithi033.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:51:10.773 INFO:journalctl@ceph.mon.b.smithi033.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T01:51:10.773 INFO:journalctl@ceph.mon.b.smithi033.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:51:10.773 INFO:journalctl@ceph.mon.b.smithi033.stdout: 2024-04-26T01:51:10.773 INFO:journalctl@ceph.mon.b.smithi033.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T01:51:10.773 INFO:journalctl@ceph.mon.b.smithi033.stdout: 2024-04-26T01:51:10.773 INFO:journalctl@ceph.mon.b.smithi033.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout: Block cache BinnedLRUCache@0x55625fd271f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout: 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T01:51:10.774 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: using public_addr v2:172.21.15.33:0/0 -> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: starting mon.b rank -1 at public addrs [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] at bind addrs [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(???) e0 preinit fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).mds e1 new map 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout: e1 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout: legacy client fscid: -1 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout: 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout: No filesystems configured 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-26T01:51:10.775 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Added host smithi033 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.776 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Updating smithi033:/etc/ceph/ceph.conf 2024-04-26T01:51:10.777 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi064", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Deploying cephadm binary to smithi064 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Added host smithi064 2024-04-26T01:51:10.778 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:10.779 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.779 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.779 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.779 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.779 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:10.779 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.779 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.779 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.779 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.779 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.780 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.780 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi064", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:10.780 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:10.780 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:10.780 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-26T01:51:10.780 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:10.780 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:10.780 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:51:10.780 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.780 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2464050639' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2464050639' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi026:172.21.15.26=a;smithi033:172.21.15.33=b;smithi064:172.21.15.64=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:10.781 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Saving service mon spec with placement smithi026:172.21.15.26=a;smithi033:172.21.15.33=b;smithi064:172.21.15.64=c;count:3 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Deploying daemon mon.c on smithi064 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.a calling monitor election 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.c calling monitor election 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:10.782 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: monmap epoch 2 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: last_changed 2024-04-26T01:51:01.383893+0000 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: created 2024-04-26T01:48:53.312517+0000 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: min_mon_release 19 (squid) 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: election_strategy: 1 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: 1: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.c 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: fsmap 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mgrmap e13: x(active, since 60s) 2024-04-26T01:51:10.783 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: overall HEALTH_OK 2024-04-26T01:51:10.784 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.784 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.784 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:10.784 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:51:10.784 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:10.784 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: Deploying daemon mon.b on smithi033 2024-04-26T01:51:10.784 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:10.784 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:10.784 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: from='client.? 172.21.15.64:0/2908704582' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:51:10.784 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 ceph-mon[32805]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-26T01:51:10.784 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 bash[32786]: c67e005fa63c8dbba8a5dcad1ea7a9c7eccaafd50a373abb691f8cef44ec4db0 2024-04-26T01:51:10.784 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:10 smithi033 systemd[1]: Started Ceph mon.b for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:51:15.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: mon.c calling monitor election 2024-04-26T01:51:15.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:51:15.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: mon.a calling monitor election 2024-04-26T01:51:15.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: monmap epoch 3 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: last_changed 2024-04-26T01:51:10.491993+0000 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: created 2024-04-26T01:48:53.312517+0000 2024-04-26T01:51:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: min_mon_release 19 (squid) 2024-04-26T01:51:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: election_strategy: 1 2024-04-26T01:51:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T01:51:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: 1: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.c 2024-04-26T01:51:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: 2: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.b 2024-04-26T01:51:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: fsmap 2024-04-26T01:51:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:51:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: mgrmap e13: x(active, since 70s) 2024-04-26T01:51:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: overall HEALTH_OK 2024-04-26T01:51:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:15.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.869+0000 7f31c27fc700 1 -- 172.21.15.64:0/2647230087 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31b4003da0 con 0x7f31ac0035c0 2024-04-26T01:51:15.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.870+0000 7f31ca23f700 1 -- 172.21.15.64:0/2647230087 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31ac0035c0 msgr2=0x7f31ac005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:15.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.870+0000 7f31ca23f700 1 --2- 172.21.15.64:0/2647230087 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31ac0035c0 0x7f31ac005a50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f31c406ad30 tx=0x7f31b400fe60 comp rx=0 tx=0).stop 2024-04-26T01:51:15.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.870+0000 7f31ca23f700 1 -- 172.21.15.64:0/2647230087 shutdown_connections 2024-04-26T01:51:15.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.870+0000 7f31ca23f700 1 --2- 172.21.15.64:0/2647230087 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31ac0035c0 0x7f31ac005a50 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:15.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.870+0000 7f31ca23f700 1 -- 172.21.15.64:0/2647230087 >> 172.21.15.64:0/2647230087 conn(0x7f31c40fcf80 msgr2=0x7f31c40ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:15.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.870+0000 7f31ca23f700 1 -- 172.21.15.64:0/2647230087 shutdown_connections 2024-04-26T01:51:15.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.870+0000 7f31ca23f700 1 -- 172.21.15.64:0/2647230087 wait complete. 2024-04-26T01:51:15.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.871+0000 7f31ca23f700 1 Processor -- start 2024-04-26T01:51:15.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.871+0000 7f31ca23f700 1 -- start start 2024-04-26T01:51:15.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.871+0000 7f31ca23f700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31ac0035c0 0x7f31c4198150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:15.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.871+0000 7f31ca23f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31c4198690 0x7f31c419ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:15.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.871+0000 7f31ca23f700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31c419cf60 0x7f31c419d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:15.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31ca23f700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f31c410a450 con 0x7f31c419cf60 2024-04-26T01:51:15.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31ca23f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f31c410a2d0 con 0x7f31c4198690 2024-04-26T01:51:15.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31ca23f700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f31c410a5d0 con 0x7f31ac0035c0 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c37fe700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31ac0035c0 0x7f31c4198150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c37fe700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31ac0035c0 0x7f31c4198150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.64:39818/0 (socket says 172.21.15.64:39818) 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c37fe700 1 -- 172.21.15.64:0/597835642 learned_addr learned my addr 172.21.15.64:0/597835642 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c37fe700 1 -- 172.21.15.64:0/597835642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31ac0035c0 msgr2=0x7f31c4198150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c37fe700 1 -- 172.21.15.64:0/597835642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31ac0035c0 msgr2=0x7f31c4198150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c37fe700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31ac0035c0 0x7f31c4198150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c37fe700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31ac0035c0 0x7f31c4198150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c2ffd700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31c4198690 0x7f31c419ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c3fff700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31c419cf60 0x7f31c419d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c2ffd700 1 -- 172.21.15.64:0/597835642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31c4198690 msgr2=0x7f31c419ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c2ffd700 1 -- 172.21.15.64:0/597835642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31c4198690 msgr2=0x7f31c419ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c2ffd700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31c4198690 0x7f31c419ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T01:51:15.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.872+0000 7f31c2ffd700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31c4198690 0x7f31c419ca20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:51:15.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.873+0000 7f31c3fff700 1 -- 172.21.15.64:0/597835642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31ac0035c0 msgr2=0x7f31c4198150 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:51:15.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.873+0000 7f31c3fff700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31ac0035c0 0x7f31c4198150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:15.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.873+0000 7f31c3fff700 1 -- 172.21.15.64:0/597835642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31c4198690 msgr2=0x7f31c419ca20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:51:15.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.873+0000 7f31c3fff700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31c4198690 0x7f31c419ca20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:15.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.873+0000 7f31c3fff700 1 -- 172.21.15.64:0/597835642 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31c41a4cd0 con 0x7f31c419cf60 2024-04-26T01:51:15.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.873+0000 7f31c3fff700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31c419cf60 0x7f31c419d410 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f31bc00bd50 tx=0x7f31bc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:15.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.874+0000 7f31c0ff9700 1 -- 172.21.15.64:0/597835642 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31bc019070 con 0x7f31c419cf60 2024-04-26T01:51:15.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.874+0000 7f31ca23f700 1 -- 172.21.15.64:0/597835642 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31c41a4f00 con 0x7f31c419cf60 2024-04-26T01:51:15.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.874+0000 7f31c0ff9700 1 -- 172.21.15.64:0/597835642 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31bc00cd10 con 0x7f31c419cf60 2024-04-26T01:51:15.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.874+0000 7f31ca23f700 1 -- 172.21.15.64:0/597835642 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31c41a5430 con 0x7f31c419cf60 2024-04-26T01:51:15.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.874+0000 7f31c0ff9700 1 -- 172.21.15.64:0/597835642 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31bc0126e0 con 0x7f31c419cf60 2024-04-26T01:51:15.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.875+0000 7f31ca23f700 1 -- 172.21.15.64:0/597835642 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31c40640a0 con 0x7f31c419cf60 2024-04-26T01:51:15.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.875+0000 7f31c0ff9700 1 -- 172.21.15.64:0/597835642 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f31bc01c070 con 0x7f31c419cf60 2024-04-26T01:51:15.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.876+0000 7f31c0ff9700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f31b0039ae0 0x7f31b003bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:15.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.876+0000 7f31c0ff9700 1 -- 172.21.15.64:0/597835642 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f31bc04c0e0 con 0x7f31c419cf60 2024-04-26T01:51:15.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.876+0000 7f31c37fe700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f31b0039ae0 0x7f31b003bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:15.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.877+0000 7f31c37fe700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f31b0039ae0 0x7f31b003bfa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f31b400fa10 tx=0x7f31b4005ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:15.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:15.892+0000 7f31c0ff9700 1 -- 172.21.15.64:0/597835642 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f31bc014a10 con 0x7f31c419cf60 2024-04-26T01:51:15.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: mon.c calling monitor election 2024-04-26T01:51:15.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:51:15.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: mon.a calling monitor election 2024-04-26T01:51:15.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:15.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:15.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: monmap epoch 3 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: last_changed 2024-04-26T01:51:10.491993+0000 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: created 2024-04-26T01:48:53.312517+0000 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: min_mon_release 19 (squid) 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: election_strategy: 1 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T01:51:15.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: 1: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.c 2024-04-26T01:51:15.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: 2: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.b 2024-04-26T01:51:15.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: fsmap 2024-04-26T01:51:15.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:51:15.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: mgrmap e13: x(active, since 70s) 2024-04-26T01:51:15.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: overall HEALTH_OK 2024-04-26T01:51:15.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:15.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:15.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:16.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.191+0000 7f31ca23f700 1 -- 172.21.15.64:0/597835642 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f31c402e140 con 0x7f31c419cf60 2024-04-26T01:51:16.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.192+0000 7f31c0ff9700 1 -- 172.21.15.64:0/597835642 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1275 (secure 0 0 0) 0x7f31bc04aaf0 con 0x7f31c419cf60 2024-04-26T01:51:16.191 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-26T01:51:16.191 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":3,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","modified":"2024-04-26T01:51:10.491993Z","created":"2024-04-26T01:48:53.312517Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:3300","nonce":0},{"type":"v1","addr":"172.21.15.26:6789","nonce":0}]},"addr":"172.21.15.26:6789/0","public_addr":"172.21.15.26:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:3300","nonce":0},{"type":"v1","addr":"172.21.15.64:6789","nonce":0}]},"addr":"172.21.15.64:6789/0","public_addr":"172.21.15.64:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:3300","nonce":0},{"type":"v1","addr":"172.21.15.33:6789","nonce":0}]},"addr":"172.21.15.33:6789/0","public_addr":"172.21.15.33:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T01:51:16.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.194+0000 7f31ca23f700 1 -- 172.21.15.64:0/597835642 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f31b0039ae0 msgr2=0x7f31b003bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.194+0000 7f31ca23f700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f31b0039ae0 0x7f31b003bfa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f31b400fa10 tx=0x7f31b4005ad0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.194+0000 7f31ca23f700 1 -- 172.21.15.64:0/597835642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31c419cf60 msgr2=0x7f31c419d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.194+0000 7f31ca23f700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31c419cf60 0x7f31c419d410 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f31bc00bd50 tx=0x7f31bc00be30 comp rx=0 tx=0).stop 2024-04-26T01:51:16.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.195+0000 7f31ca23f700 1 -- 172.21.15.64:0/597835642 shutdown_connections 2024-04-26T01:51:16.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.195+0000 7f31ca23f700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f31b0039ae0 0x7f31b003bfa0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.195+0000 7f31ca23f700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31c419cf60 0x7f31c419d410 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.195 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.195+0000 7f31ca23f700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31ac0035c0 0x7f31c4198150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.195 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.195+0000 7f31ca23f700 1 --2- 172.21.15.64:0/597835642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31c4198690 0x7f31c419ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.195 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.195+0000 7f31ca23f700 1 -- 172.21.15.64:0/597835642 >> 172.21.15.64:0/597835642 conn(0x7f31c40fcf80 msgr2=0x7f31c4107520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:16.195 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.195+0000 7f31ca23f700 1 -- 172.21.15.64:0/597835642 shutdown_connections 2024-04-26T01:51:16.195 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:16.195+0000 7f31ca23f700 1 -- 172.21.15.64:0/597835642 wait complete. 2024-04-26T01:51:16.196 INFO:teuthology.orchestra.run.smithi064.stderr:dumped monmap epoch 3 2024-04-26T01:51:16.774 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:16 smithi064 ceph-mon[32613]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:16.774 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:16 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:16.774 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:16 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:16.774 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:16 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:16.774 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:16 smithi064 ceph-mon[32613]: from='client.? 172.21.15.64:0/597835642' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:51:16.775 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:16 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:16.813 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-26T01:51:16.813 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-26T01:51:16.887 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:16 smithi026 ceph-mon[28138]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:16.887 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:16 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:16.887 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:16 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:16.887 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:16 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:16.887 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:16 smithi026 ceph-mon[28138]: from='client.? 172.21.15.64:0/597835642' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:51:16.887 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:16 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:17.250 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:17.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: mon.c calling monitor election 2024-04-26T01:51:17.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:51:17.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: mon.a calling monitor election 2024-04-26T01:51:17.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:17.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:51:17.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: monmap epoch 3 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: last_changed 2024-04-26T01:51:10.491993+0000 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: created 2024-04-26T01:48:53.312517+0000 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: min_mon_release 19 (squid) 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: election_strategy: 1 2024-04-26T01:51:17.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: 1: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.c 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: 2: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.b 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: fsmap 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: mgrmap e13: x(active, since 70s) 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: overall HEALTH_OK 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:17.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='client.? 172.21.15.64:0/597835642' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:51:17.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:18.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: mon.b calling monitor election 2024-04-26T01:51:18.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: mon.b calling monitor election 2024-04-26T01:51:18.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: mon.c calling monitor election 2024-04-26T01:51:18.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: mon.a calling monitor election 2024-04-26T01:51:18.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: monmap epoch 3 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: last_changed 2024-04-26T01:51:10.491993+0000 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: created 2024-04-26T01:48:53.312517+0000 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: min_mon_release 19 (squid) 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: election_strategy: 1 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: 1: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.c 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: 2: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.b 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: fsmap 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: mgrmap e13: x(active, since 72s) 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: overall HEALTH_OK 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:18.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:18.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:18 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: mon.b calling monitor election 2024-04-26T01:51:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: mon.b calling monitor election 2024-04-26T01:51:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: mon.c calling monitor election 2024-04-26T01:51:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: mon.a calling monitor election 2024-04-26T01:51:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T01:51:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: monmap epoch 3 2024-04-26T01:51:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:51:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: last_changed 2024-04-26T01:51:10.491993+0000 2024-04-26T01:51:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: created 2024-04-26T01:48:53.312517+0000 2024-04-26T01:51:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: min_mon_release 19 (squid) 2024-04-26T01:51:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: election_strategy: 1 2024-04-26T01:51:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T01:51:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: 1: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.c 2024-04-26T01:51:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: 2: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.b 2024-04-26T01:51:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: fsmap 2024-04-26T01:51:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:51:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: mgrmap e13: x(active, since 72s) 2024-04-26T01:51:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: overall HEALTH_OK 2024-04-26T01:51:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:18 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:18.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: mon.b calling monitor election 2024-04-26T01:51:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: mon.b calling monitor election 2024-04-26T01:51:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: mon.c calling monitor election 2024-04-26T01:51:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: mon.a calling monitor election 2024-04-26T01:51:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T01:51:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: monmap epoch 3 2024-04-26T01:51:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:51:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: last_changed 2024-04-26T01:51:10.491993+0000 2024-04-26T01:51:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: created 2024-04-26T01:48:53.312517+0000 2024-04-26T01:51:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: min_mon_release 19 (squid) 2024-04-26T01:51:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: election_strategy: 1 2024-04-26T01:51:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T01:51:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: 1: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.c 2024-04-26T01:51:18.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: 2: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.b 2024-04-26T01:51:18.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: fsmap 2024-04-26T01:51:18.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:51:18.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: mgrmap e13: x(active, since 72s) 2024-04-26T01:51:18.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: overall HEALTH_OK 2024-04-26T01:51:18.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:18.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:18.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:18.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:18 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:19.336 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:19.336 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: Updating smithi033:/etc/ceph/ceph.conf 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: Updating smithi026:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.413+0000 7f3a46400700 1 -- 172.21.15.26:0/3652991075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a40074de0 msgr2=0x7f3a400751c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:19.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.413+0000 7f3a46400700 1 --2- 172.21.15.26:0/3652991075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a40074de0 0x7f3a400751c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3a30009910 tx=0x7f3a30009c20 comp rx=0 tx=0).stop 2024-04-26T01:51:19.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.413+0000 7f3a46400700 1 -- 172.21.15.26:0/3652991075 shutdown_connections 2024-04-26T01:51:19.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.413+0000 7f3a46400700 1 --2- 172.21.15.26:0/3652991075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a40074de0 0x7f3a400751c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:19.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.413+0000 7f3a46400700 1 -- 172.21.15.26:0/3652991075 >> 172.21.15.26:0/3652991075 conn(0x7f3a400fdf80 msgr2=0x7f3a401003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:19.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.414+0000 7f3a46400700 1 -- 172.21.15.26:0/3652991075 shutdown_connections 2024-04-26T01:51:19.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.414+0000 7f3a46400700 1 -- 172.21.15.26:0/3652991075 wait complete. 2024-04-26T01:51:19.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.415+0000 7f3a46400700 1 Processor -- start 2024-04-26T01:51:19.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.415+0000 7f3a46400700 1 -- start start 2024-04-26T01:51:19.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.415+0000 7f3a46400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a40074de0 0x7f3a401a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:19.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.415+0000 7f3a46400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a401a4960 0x7f3a4019e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:19.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.415+0000 7f3a46400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3a4019eb20 0x7f3a4019efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:19.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.415+0000 7f3a46400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3a40112fa0 con 0x7f3a401a4960 2024-04-26T01:51:19.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.415+0000 7f3a46400700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3a40112e20 con 0x7f3a40074de0 2024-04-26T01:51:19.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.415+0000 7f3a46400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3a40113120 con 0x7f3a4019eb20 2024-04-26T01:51:19.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.416+0000 7f3a3f400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a40074de0 0x7f3a401a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:19.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.416+0000 7f3a3f400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a40074de0 0x7f3a401a4420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:52742/0 (socket says 172.21.15.26:52742) 2024-04-26T01:51:19.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.416+0000 7f3a3f400700 1 -- 172.21.15.26:0/383399923 learned_addr learned my addr 172.21.15.26:0/383399923 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:51:19.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.416+0000 7f3a3ea00700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a401a4960 0x7f3a4019e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:19.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.416+0000 7f3a3fe00700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3a4019eb20 0x7f3a4019efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:19.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.416+0000 7f3a3f400700 1 -- 172.21.15.26:0/383399923 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3a4019eb20 msgr2=0x7f3a4019efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:19.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.416+0000 7f3a3f400700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3a4019eb20 0x7f3a4019efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:19.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.416+0000 7f3a3f400700 1 -- 172.21.15.26:0/383399923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a401a4960 msgr2=0x7f3a4019e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:19.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.416+0000 7f3a3f400700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a401a4960 0x7f3a4019e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:19.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.416+0000 7f3a3f400700 1 -- 172.21.15.26:0/383399923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a401ab2f0 con 0x7f3a40074de0 2024-04-26T01:51:19.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.417+0000 7f3a3f400700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a40074de0 0x7f3a401a4420 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f3a30004f80 tx=0x7f3a30004fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:19.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.417+0000 7f3a37e00700 1 -- 172.21.15.26:0/383399923 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a30026070 con 0x7f3a40074de0 2024-04-26T01:51:19.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.417+0000 7f3a37e00700 1 -- 172.21.15.26:0/383399923 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a3000b750 con 0x7f3a40074de0 2024-04-26T01:51:19.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.417+0000 7f3a37e00700 1 -- 172.21.15.26:0/383399923 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a300038e0 con 0x7f3a40074de0 2024-04-26T01:51:19.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.417+0000 7f3a46400700 1 -- 172.21.15.26:0/383399923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a401ab4c0 con 0x7f3a40074de0 2024-04-26T01:51:19.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.417+0000 7f3a46400700 1 -- 172.21.15.26:0/383399923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a401ab950 con 0x7f3a40074de0 2024-04-26T01:51:19.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.419+0000 7f3a37e00700 1 -- 172.21.15.26:0/383399923 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f3a30029070 con 0x7f3a40074de0 2024-04-26T01:51:19.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.419+0000 7f3a46400700 1 -- 172.21.15.26:0/383399923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a400640a0 con 0x7f3a40074de0 2024-04-26T01:51:19.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.419+0000 7f3a37e00700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3a24039ae0 0x7f3a2403bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:19.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.419+0000 7f3a37e00700 1 -- 172.21.15.26:0/383399923 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f3a3004d690 con 0x7f3a40074de0 2024-04-26T01:51:19.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.419+0000 7f3a3ea00700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3a24039ae0 0x7f3a2403bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:19.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.420+0000 7f3a3ea00700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3a24039ae0 0x7f3a2403bfa0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c009ad0 tx=0x7f3a2c009210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:19.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.425+0000 7f3a37e00700 1 -- 172.21.15.26:0/383399923 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3a30013070 con 0x7f3a40074de0 2024-04-26T01:51:19.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T01:51:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: Updating smithi033:/etc/ceph/ceph.conf 2024-04-26T01:51:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-26T01:51:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: Updating smithi026:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.661+0000 7f3a46400700 1 -- 172.21.15.26:0/383399923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f3a401abc10 con 0x7f3a40074de0 2024-04-26T01:51:19.659 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:51:19 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:51:19.492+0000 7f4120200700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-26T01:51:19.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.662+0000 7f3a37e00700 1 -- 172.21.15.26:0/383399923 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+271 (secure 0 0 0) 0x7f3a30030020 con 0x7f3a40074de0 2024-04-26T01:51:19.660 INFO:teuthology.orchestra.run.smithi026.stdout:# minimal ceph.conf for fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:51:19.660 INFO:teuthology.orchestra.run.smithi026.stdout:[global] 2024-04-26T01:51:19.660 INFO:teuthology.orchestra.run.smithi026.stdout: fsid = fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T01:51:19.660 INFO:teuthology.orchestra.run.smithi026.stdout: mon_host = [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-04-26T01:51:19.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.666+0000 7f3a46400700 1 -- 172.21.15.26:0/383399923 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3a24039ae0 msgr2=0x7f3a2403bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:19.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.666+0000 7f3a46400700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3a24039ae0 0x7f3a2403bfa0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c009ad0 tx=0x7f3a2c009210 comp rx=0 tx=0).stop 2024-04-26T01:51:19.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.666+0000 7f3a46400700 1 -- 172.21.15.26:0/383399923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a40074de0 msgr2=0x7f3a401a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:19.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.666+0000 7f3a46400700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a40074de0 0x7f3a401a4420 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f3a30004f80 tx=0x7f3a30004fb0 comp rx=0 tx=0).stop 2024-04-26T01:51:19.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.667+0000 7f3a46400700 1 -- 172.21.15.26:0/383399923 shutdown_connections 2024-04-26T01:51:19.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.667+0000 7f3a46400700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3a4019eb20 0x7f3a4019efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:19.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.667+0000 7f3a46400700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a40074de0 0x7f3a401a4420 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:19.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.667+0000 7f3a46400700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3a24039ae0 0x7f3a2403bfa0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:19.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.667+0000 7f3a46400700 1 --2- 172.21.15.26:0/383399923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a401a4960 0x7f3a4019e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:19.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.667+0000 7f3a46400700 1 -- 172.21.15.26:0/383399923 >> 172.21.15.26:0/383399923 conn(0x7f3a400fdf80 msgr2=0x7f3a400fe360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:19.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.667+0000 7f3a46400700 1 -- 172.21.15.26:0/383399923 shutdown_connections 2024-04-26T01:51:19.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:19.667+0000 7f3a46400700 1 -- 172.21.15.26:0/383399923 wait complete. 2024-04-26T01:51:19.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:19.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T01:51:19.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: Updating smithi033:/etc/ceph/ceph.conf 2024-04-26T01:51:19.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-26T01:51:19.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:19.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:19.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: Updating smithi026:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:19.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:51:19.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:19.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.358 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.358 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.358 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.358 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.358 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:20 smithi026 ceph-mon[28138]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T01:51:20.358 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:51:20.359 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:51:20.359 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:20.359 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:20 smithi026 ceph-mon[28138]: Reconfiguring daemon mon.a on smithi026 2024-04-26T01:51:20.359 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:20 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/383399923' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:20.417 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-26T01:51:20.417 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:51:20.418 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T01:51:20.503 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:51:20.503 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:20.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:20 smithi064 ceph-mon[32613]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T01:51:20.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:51:20.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:51:20.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:20.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:20 smithi064 ceph-mon[32613]: Reconfiguring daemon mon.a on smithi026 2024-04-26T01:51:20.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:20 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/383399923' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:20.634 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-04-26T01:51:20.635 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T01:51:20.662 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.662 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.662 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.662 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:20.662 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:20 smithi033 ceph-mon[32805]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T01:51:20.662 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:51:20.663 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:51:20.663 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:20.663 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:20 smithi033 ceph-mon[32805]: Reconfiguring daemon mon.a on smithi026 2024-04-26T01:51:20.663 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:20 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/383399923' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:20.668 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-04-26T01:51:20.668 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:20.736 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-26T01:51:20.736 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T01:51:20.769 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-26T01:51:20.769 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:20.837 INFO:tasks.cephadm:Adding mgr.x on smithi026 2024-04-26T01:51:20.837 INFO:tasks.cephadm:Adding mgr.y on smithi033 2024-04-26T01:51:20.837 INFO:tasks.cephadm:Adding mgr.z on smithi064 2024-04-26T01:51:20.838 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi026=x;smithi033=y;smithi064=z' 2024-04-26T01:51:21.120 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:51:21.565 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:21 smithi064 ceph-mon[32613]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:21.577 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:21 smithi026 ceph-mon[28138]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:21.746 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:21 smithi033 ceph-mon[32805]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:22.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.824+0000 7f50d9010700 1 -- 172.21.15.64:0/1570976465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50d41025d0 msgr2=0x7f50d41029f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:22.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.824+0000 7f50d9010700 1 --2- 172.21.15.64:0/1570976465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50d41025d0 0x7f50d41029f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f50c400b0a0 tx=0x7f50c400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.824+0000 7f50d9010700 1 -- 172.21.15.64:0/1570976465 shutdown_connections 2024-04-26T01:51:22.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.824+0000 7f50d9010700 1 --2- 172.21.15.64:0/1570976465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50d41025d0 0x7f50d41029f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.824+0000 7f50d9010700 1 -- 172.21.15.64:0/1570976465 >> 172.21.15.64:0/1570976465 conn(0x7f50d40fdbb0 msgr2=0x7f50d40fffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:22.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.824+0000 7f50d9010700 1 -- 172.21.15.64:0/1570976465 shutdown_connections 2024-04-26T01:51:22.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.824+0000 7f50d9010700 1 -- 172.21.15.64:0/1570976465 wait complete. 2024-04-26T01:51:22.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.825+0000 7f50d9010700 1 Processor -- start 2024-04-26T01:51:22.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d9010700 1 -- start start 2024-04-26T01:51:22.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d9010700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50d41025d0 0x7f50d4197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d9010700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d4198280 0x7f50d419d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d9010700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50d4198700 0x7f50d419f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d9010700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f50d41084c0 con 0x7f50d4198700 2024-04-26T01:51:22.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d9010700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f50d4108340 con 0x7f50d4198280 2024-04-26T01:51:22.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d9010700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f50d4108640 con 0x7f50d41025d0 2024-04-26T01:51:22.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d2d9d700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50d41025d0 0x7f50d4197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d2d9d700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50d41025d0 0x7f50d4197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.64:55600/0 (socket says 172.21.15.64:55600) 2024-04-26T01:51:22.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d2d9d700 1 -- 172.21.15.64:0/2618024663 learned_addr learned my addr 172.21.15.64:0/2618024663 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-26T01:51:22.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d259c700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d4198280 0x7f50d419d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d2d9d700 1 -- 172.21.15.64:0/2618024663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d4198280 msgr2=0x7f50d419d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:22.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d2d9d700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d4198280 0x7f50d419d2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d2d9d700 1 -- 172.21.15.64:0/2618024663 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50d4198700 msgr2=0x7f50d419f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:22.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d2d9d700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50d4198700 0x7f50d419f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d2d9d700 1 -- 172.21.15.64:0/2618024663 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50d41a0160 con 0x7f50d41025d0 2024-04-26T01:51:22.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.826+0000 7f50d2d9d700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50d41025d0 0x7f50d4197d40 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f50c4015040 tx=0x7f50c400bd10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:22.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.827+0000 7f50cbfff700 1 -- 172.21.15.64:0/2618024663 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c4017040 con 0x7f50d41025d0 2024-04-26T01:51:22.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.827+0000 7f50cbfff700 1 -- 172.21.15.64:0/2618024663 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50c4005780 con 0x7f50d41025d0 2024-04-26T01:51:22.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.827+0000 7f50d9010700 1 -- 172.21.15.64:0/2618024663 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50d41a03f0 con 0x7f50d41025d0 2024-04-26T01:51:22.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.827+0000 7f50cbfff700 1 -- 172.21.15.64:0/2618024663 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c4012a80 con 0x7f50d41025d0 2024-04-26T01:51:22.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.827+0000 7f50d9010700 1 -- 172.21.15.64:0/2618024663 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50d41a0a00 con 0x7f50d41025d0 2024-04-26T01:51:22.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.828+0000 7f50cbfff700 1 -- 172.21.15.64:0/2618024663 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f50c4012c20 con 0x7f50d41025d0 2024-04-26T01:51:22.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.828+0000 7f50d9010700 1 -- 172.21.15.64:0/2618024663 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50d40640a0 con 0x7f50d41025d0 2024-04-26T01:51:22.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.828+0000 7f50cbfff700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f50c0039ae0 0x7f50c003bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.828+0000 7f50cbfff700 1 -- 172.21.15.64:0/2618024663 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f50c400f020 con 0x7f50d41025d0 2024-04-26T01:51:22.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.828+0000 7f50d259c700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f50c0039ae0 0x7f50c003bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.830+0000 7f50d259c700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f50c0039ae0 0x7f50c003bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f50bc009ad0 tx=0x7f50bc009210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:22.832 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:22.833+0000 7f50cbfff700 1 -- 172.21.15.64:0/2618024663 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f50c4029020 con 0x7f50d41025d0 2024-04-26T01:51:23.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.054+0000 7f50d9010700 1 -- 172.21.15.64:0/2618024663 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi026=x;smithi033=y;smithi064=z", "target": ["mon-mgr", ""]}) -- 0x7f50d4062e80 con 0x7f50c0039ae0 2024-04-26T01:51:23.052 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:22 smithi064 ceph-mon[32613]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:23.052 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:23.052 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:23.052 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:22 smithi064 ceph-mon[32613]: Reconfiguring mon.b (monmap changed)... 2024-04-26T01:51:23.053 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:51:23.053 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:51:23.053 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:23.053 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:22 smithi064 ceph-mon[32613]: Reconfiguring daemon mon.b on smithi033 2024-04-26T01:51:23.065 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.067+0000 7f50cbfff700 1 -- 172.21.15.64:0/2618024663 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f50d4062e80 con 0x7f50c0039ae0 2024-04-26T01:51:23.065 INFO:teuthology.orchestra.run.smithi064.stdout:Scheduled mgr update... 2024-04-26T01:51:23.067 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.069+0000 7f50d9010700 1 -- 172.21.15.64:0/2618024663 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f50c0039ae0 msgr2=0x7f50c003bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:23.068 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.069+0000 7f50d9010700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f50c0039ae0 0x7f50c003bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f50bc009ad0 tx=0x7f50bc009210 comp rx=0 tx=0).stop 2024-04-26T01:51:23.068 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.069+0000 7f50d9010700 1 -- 172.21.15.64:0/2618024663 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50d41025d0 msgr2=0x7f50d4197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:23.068 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.069+0000 7f50d9010700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50d41025d0 0x7f50d4197d40 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f50c4015040 tx=0x7f50c400bd10 comp rx=0 tx=0).stop 2024-04-26T01:51:23.068 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.069+0000 7f50d9010700 1 -- 172.21.15.64:0/2618024663 shutdown_connections 2024-04-26T01:51:23.068 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.069+0000 7f50d9010700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f50c0039ae0 0x7f50c003bfa0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:23.068 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.069+0000 7f50d9010700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50d4198700 0x7f50d419f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:23.068 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.069+0000 7f50d9010700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50d41025d0 0x7f50d4197d40 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:23.068 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.069+0000 7f50d9010700 1 --2- 172.21.15.64:0/2618024663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d4198280 0x7f50d419d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:23.068 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.069+0000 7f50d9010700 1 -- 172.21.15.64:0/2618024663 >> 172.21.15.64:0/2618024663 conn(0x7f50d40fdbb0 msgr2=0x7f50d40fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:23.068 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.069+0000 7f50d9010700 1 -- 172.21.15.64:0/2618024663 shutdown_connections 2024-04-26T01:51:23.068 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:51:23.069+0000 7f50d9010700 1 -- 172.21.15.64:0/2618024663 wait complete. 2024-04-26T01:51:23.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:22 smithi026 ceph-mon[28138]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:23.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:23.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:23.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:22 smithi026 ceph-mon[28138]: Reconfiguring mon.b (monmap changed)... 2024-04-26T01:51:23.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:51:23.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:51:23.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:23.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:22 smithi026 ceph-mon[28138]: Reconfiguring daemon mon.b on smithi033 2024-04-26T01:51:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:22 smithi033 ceph-mon[32805]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:22 smithi033 ceph-mon[32805]: Reconfiguring mon.b (monmap changed)... 2024-04-26T01:51:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:51:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:51:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:22 smithi033 ceph-mon[32805]: Reconfiguring daemon mon.b on smithi033 2024-04-26T01:51:23.696 DEBUG:teuthology.orchestra.run.smithi033:mgr.y> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.y.service 2024-04-26T01:51:23.699 DEBUG:teuthology.orchestra.run.smithi064:mgr.z> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.z.service 2024-04-26T01:51:23.702 INFO:tasks.cephadm:Deploying OSDs... 2024-04-26T01:51:23.702 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:51:23.702 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T01:51:23.763 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T01:51:23.763 DEBUG:teuthology.orchestra.run.smithi026:> stat /dev/vg_nvme/lv_1 2024-04-26T01:51:23.819 INFO:teuthology.orchestra.run.smithi026.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T01:51:23.819 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:51:23.819 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 6h/6d Inode: 632 Links: 1 2024-04-26T01:51:23.819 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:23.820 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:51:23.820 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-26 01:50:19.515347259 +0000 2024-04-26T01:51:23.820 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-26 01:45:19.719171846 +0000 2024-04-26T01:51:23.820 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-26 01:45:19.719171846 +0000 2024-04-26T01:51:23.820 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-26 01:45:19.719171846 +0000 2024-04-26T01:51:23.820 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T01:51:23.905 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records in 2024-04-26T01:51:23.905 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records out 2024-04-26T01:51:23.905 INFO:teuthology.orchestra.run.smithi026.stderr:512 bytes copied, 0.000285966 s, 1.8 MB/s 2024-04-26T01:51:23.909 DEBUG:teuthology.orchestra.run.smithi026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T01:51:23.970 DEBUG:teuthology.orchestra.run.smithi026:> stat /dev/vg_nvme/lv_2 2024-04-26T01:51:24.024 INFO:teuthology.orchestra.run.smithi026.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T01:51:24.024 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:51:24.025 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 6h/6d Inode: 653 Links: 1 2024-04-26T01:51:24.025 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:24.025 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:51:24.025 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-26 01:50:19.602345859 +0000 2024-04-26T01:51:24.025 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-26 01:45:20.325162068 +0000 2024-04-26T01:51:24.025 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-26 01:45:20.325162068 +0000 2024-04-26T01:51:24.025 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-26 01:45:20.325162068 +0000 2024-04-26T01:51:24.025 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T01:51:24.112 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records in 2024-04-26T01:51:24.112 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records out 2024-04-26T01:51:24.112 INFO:teuthology.orchestra.run.smithi026.stderr:512 bytes copied, 0.000287504 s, 1.8 MB/s 2024-04-26T01:51:24.116 DEBUG:teuthology.orchestra.run.smithi026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T01:51:24.174 DEBUG:teuthology.orchestra.run.smithi026:> stat /dev/vg_nvme/lv_3 2024-04-26T01:51:24.228 INFO:teuthology.orchestra.run.smithi026.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T01:51:24.228 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:51:24.228 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 6h/6d Inode: 669 Links: 1 2024-04-26T01:51:24.228 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:24.228 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:51:24.228 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-26 01:50:19.676344668 +0000 2024-04-26T01:51:24.228 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-26 01:45:20.901152775 +0000 2024-04-26T01:51:24.228 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-26 01:45:20.901152775 +0000 2024-04-26T01:51:24.228 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-26 01:45:20.901152775 +0000 2024-04-26T01:51:24.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:24 smithi026 ceph-mon[28138]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi026=x;smithi033=y;smithi064=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:24.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:24 smithi026 ceph-mon[28138]: Saving service mgr spec with placement smithi026=x;smithi033=y;smithi064=z;count:3 2024-04-26T01:51:24.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:24.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:24.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:24.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:51:24.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:51:24.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:24.230 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T01:51:24.313 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records in 2024-04-26T01:51:24.313 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records out 2024-04-26T01:51:24.313 INFO:teuthology.orchestra.run.smithi026.stderr:512 bytes copied, 0.000274772 s, 1.9 MB/s 2024-04-26T01:51:24.317 DEBUG:teuthology.orchestra.run.smithi026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T01:51:24.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:24 smithi064 ceph-mon[32613]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi026=x;smithi033=y;smithi064=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:24.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:24 smithi064 ceph-mon[32613]: Saving service mgr spec with placement smithi026=x;smithi033=y;smithi064=z;count:3 2024-04-26T01:51:24.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:24.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:24.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:24.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:51:24.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:51:24.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:24.375 DEBUG:teuthology.orchestra.run.smithi026:> stat /dev/vg_nvme/lv_4 2024-04-26T01:51:24.430 INFO:teuthology.orchestra.run.smithi026.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T01:51:24.430 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:51:24.430 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 6h/6d Inode: 690 Links: 1 2024-04-26T01:51:24.430 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:24.430 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:51:24.430 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-26 01:50:19.748343509 +0000 2024-04-26T01:51:24.430 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-26 01:45:21.505143029 +0000 2024-04-26T01:51:24.430 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-26 01:45:21.505143029 +0000 2024-04-26T01:51:24.431 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-26 01:45:21.505143029 +0000 2024-04-26T01:51:24.431 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T01:51:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:24 smithi033 ceph-mon[32805]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi026=x;smithi033=y;smithi064=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:24 smithi033 ceph-mon[32805]: Saving service mgr spec with placement smithi026=x;smithi033=y;smithi064=z;count:3 2024-04-26T01:51:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:51:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:51:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:24.508 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records in 2024-04-26T01:51:24.508 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records out 2024-04-26T01:51:24.508 INFO:teuthology.orchestra.run.smithi026.stderr:512 bytes copied, 0.000278199 s, 1.8 MB/s 2024-04-26T01:51:24.511 DEBUG:teuthology.orchestra.run.smithi026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T01:51:24.570 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-04-26T01:51:24.570 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T01:51:24.589 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T01:51:24.589 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_1 2024-04-26T01:51:24.649 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T01:51:24.649 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:51:24.649 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-26T01:51:24.649 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:24.649 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:51:24.649 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-04-26 01:51:09.908122003 +0000 2024-04-26T01:51:24.649 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-04-26 01:44:33.606414832 +0000 2024-04-26T01:51:24.649 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-04-26 01:44:33.606414832 +0000 2024-04-26T01:51:24.649 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-04-26 01:44:33.606414832 +0000 2024-04-26T01:51:24.650 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T01:51:24.716 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-04-26T01:51:24.716 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-04-26T01:51:24.716 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000285989 s, 1.8 MB/s 2024-04-26T01:51:24.718 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T01:51:24.777 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_2 2024-04-26T01:51:24.834 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T01:51:24.834 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:51:24.835 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-26T01:51:24.835 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:24.835 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:51:24.835 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-04-26 01:51:09.908122003 +0000 2024-04-26T01:51:24.835 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-04-26 01:44:33.969408801 +0000 2024-04-26T01:51:24.835 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-04-26 01:44:33.969408801 +0000 2024-04-26T01:51:24.835 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-04-26 01:44:33.969408801 +0000 2024-04-26T01:51:24.835 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T01:51:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-04-26T01:51:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-04-26T01:51:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000215879 s, 2.4 MB/s 2024-04-26T01:51:24.903 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T01:51:24.961 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_3 2024-04-26T01:51:25.018 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T01:51:25.018 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:51:25.018 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-26T01:51:25.018 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:25.018 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:51:25.019 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-04-26 01:51:09.909121987 +0000 2024-04-26T01:51:25.019 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-04-26 01:44:34.317403018 +0000 2024-04-26T01:51:25.019 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-04-26 01:44:34.317403018 +0000 2024-04-26T01:51:25.019 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-04-26 01:44:34.317403018 +0000 2024-04-26T01:51:25.019 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T01:51:25.084 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-04-26T01:51:25.084 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-04-26T01:51:25.085 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.00020527 s, 2.5 MB/s 2024-04-26T01:51:25.086 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T01:51:25.144 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_4 2024-04-26T01:51:25.202 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T01:51:25.202 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:51:25.202 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-26T01:51:25.202 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:25.202 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:51:25.202 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-04-26 01:51:09.909121987 +0000 2024-04-26T01:51:25.203 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-04-26 01:44:34.660397319 +0000 2024-04-26T01:51:25.203 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-04-26 01:44:34.660397319 +0000 2024-04-26T01:51:25.203 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-04-26 01:44:34.660397319 +0000 2024-04-26T01:51:25.203 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T01:51:25.269 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-04-26T01:51:25.269 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-04-26T01:51:25.269 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000202152 s, 2.5 MB/s 2024-04-26T01:51:25.270 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T01:51:25.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: Reconfiguring mon.c (monmap changed)... 2024-04-26T01:51:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: Reconfiguring daemon mon.c on smithi064 2024-04-26T01:51:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:51:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:51:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:51:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:25.329 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-26T01:51:25.329 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T01:51:25.345 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T01:51:25.345 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_1 2024-04-26T01:51:25.400 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T01:51:25.400 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:51:25.400 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-26T01:51:25.400 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:25.401 INFO:teuthology.orchestra.run.smithi064.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:51:25.401 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-04-26 01:51:00.196234941 +0000 2024-04-26T01:51:25.401 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-04-26 01:44:10.894006050 +0000 2024-04-26T01:51:25.401 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-04-26 01:44:10.894006050 +0000 2024-04-26T01:51:25.401 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: 2024-04-26 01:44:10.894006050 +0000 2024-04-26T01:51:25.401 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T01:51:25.464 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-04-26T01:51:25.464 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-04-26T01:51:25.464 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000214759 s, 2.4 MB/s 2024-04-26T01:51:25.466 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T01:51:25.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: Reconfiguring mon.c (monmap changed)... 2024-04-26T01:51:25.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: Reconfiguring daemon mon.c on smithi064 2024-04-26T01:51:25.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:25.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:25.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:25.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:25.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:25.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:25.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:25.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:51:25.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:51:25.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:51:25.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:25.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: Reconfiguring mon.c (monmap changed)... 2024-04-26T01:51:25.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: Reconfiguring daemon mon.c on smithi064 2024-04-26T01:51:25.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:25.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:25.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:25.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:25.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:25.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:25.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:25.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:51:25.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:51:25.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:51:25.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:25.522 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_2 2024-04-26T01:51:25.579 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T01:51:25.579 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:51:25.579 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-26T01:51:25.579 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:25.579 INFO:teuthology.orchestra.run.smithi064.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:51:25.579 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-04-26 01:51:00.197234921 +0000 2024-04-26T01:51:25.579 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-04-26 01:44:11.249998745 +0000 2024-04-26T01:51:25.579 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-04-26 01:44:11.249998745 +0000 2024-04-26T01:51:25.580 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: 2024-04-26 01:44:11.249998745 +0000 2024-04-26T01:51:25.580 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T01:51:25.642 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-04-26T01:51:25.642 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-04-26T01:51:25.642 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.00020068 s, 2.6 MB/s 2024-04-26T01:51:25.646 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T01:51:25.702 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_3 2024-04-26T01:51:25.757 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T01:51:25.758 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:51:25.758 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-26T01:51:25.758 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:25.758 INFO:teuthology.orchestra.run.smithi064.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:51:25.758 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-04-26 01:51:00.197234921 +0000 2024-04-26T01:51:25.758 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-04-26 01:44:11.596991625 +0000 2024-04-26T01:51:25.758 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-04-26 01:44:11.596991625 +0000 2024-04-26T01:51:25.758 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: 2024-04-26 01:44:11.596991625 +0000 2024-04-26T01:51:25.758 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T01:51:25.821 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-04-26T01:51:25.821 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-04-26T01:51:25.821 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000220282 s, 2.3 MB/s 2024-04-26T01:51:25.822 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T01:51:25.878 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_4 2024-04-26T01:51:25.933 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T01:51:25.933 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:51:25.934 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-04-26T01:51:25.934 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:25.934 INFO:teuthology.orchestra.run.smithi064.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:51:25.934 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-04-26 01:51:00.198234901 +0000 2024-04-26T01:51:25.934 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-04-26 01:44:11.962984115 +0000 2024-04-26T01:51:25.934 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-04-26 01:44:11.962984115 +0000 2024-04-26T01:51:25.934 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: 2024-04-26 01:44:11.962984115 +0000 2024-04-26T01:51:25.934 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T01:51:25.997 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-04-26T01:51:25.997 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-04-26T01:51:25.997 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000218553 s, 2.3 MB/s 2024-04-26T01:51:25.999 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T01:51:26.058 INFO:tasks.cephadm:Deploying osd.0 on smithi026 with /dev/vg_nvme/lv_4... 2024-04-26T01:51:26.058 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T01:51:26.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:26 smithi064 ceph-mon[32613]: Deploying daemon mgr.z on smithi064 2024-04-26T01:51:26.477 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:26 smithi026 ceph-mon[28138]: Deploying daemon mgr.z on smithi064 2024-04-26T01:51:26.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:26 smithi033 ceph-mon[32805]: Deploying daemon mgr.z on smithi064 2024-04-26T01:51:26.552 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:27.226 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:27 smithi064 ceph-mon[32613]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:27.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:27 smithi026 ceph-mon[28138]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:27.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:27 smithi033 ceph-mon[32805]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:27.818 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:27 smithi064 systemd[1]: Started Ceph mgr.z for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:51:28.077 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:27 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:27.819+0000 7fd7823b9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:51:28.078 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:28.010+0000 7fd7823b9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:51:28.436 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:28.117+0000 7fd7823b9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:51:28.437 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:28.438+0000 7fd7823b9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:51:28.811 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:28.526+0000 7fd7823b9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:51:29.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-mon[32613]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:29.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:29.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:29.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:29.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:51:29.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:51:29.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:51:29.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:29.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:28 smithi064 ceph-mon[32613]: Deploying daemon mgr.y on smithi033 2024-04-26T01:51:29.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:28 smithi026 ceph-mon[28138]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:29.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:29.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:29.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:29.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:51:29.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:51:29.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:51:29.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:29.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:28 smithi026 ceph-mon[28138]: Deploying daemon mgr.y on smithi033 2024-04-26T01:51:29.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:28 smithi033 ceph-mon[32805]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:29.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:29.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:29.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:29.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:51:29.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:51:29.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:51:29.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:29.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:28 smithi033 ceph-mon[32805]: Deploying daemon mgr.y on smithi033 2024-04-26T01:51:29.435 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T01:51:29.435 INFO:teuthology.orchestra.run.smithi026.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T01:51:29.435 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10+0 records in 2024-04-26T01:51:29.435 INFO:teuthology.orchestra.run.smithi026.stderr:10+0 records out 2024-04-26T01:51:29.435 INFO:teuthology.orchestra.run.smithi026.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0347088 s, 302 MB/s 2024-04-26T01:51:29.435 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 2024-04-26T01:51:29.435 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping successful for: 2024-04-26T01:51:29.997 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:29 smithi033 systemd[1]: Starting Ceph mgr.y for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:51:30.077 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:29 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:29.785+0000 7fd7823b9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:51:30.077 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:29 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:29.964+0000 7fd7823b9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:51:30.209 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi026:vg_nvme/lv_4 2024-04-26T01:51:30.285 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:30 smithi033 podman[34171]: 2024-04-26 01:51:30.032711499 +0000 UTC m=+0.100893456 container create d0e98388c0a14c9c4f901df53c5bcc87d2f3c24935cdcc1156c38836356c5fcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T01:51:30.286 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:30 smithi033 podman[34171]: 2024-04-26 01:51:29.950134495 +0000 UTC m=+0.018316403 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:51:30.286 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:30 smithi033 podman[34171]: 2024-04-26 01:51:30.259856154 +0000 UTC m=+0.328038050 container init d0e98388c0a14c9c4f901df53c5bcc87d2f3c24935cdcc1156c38836356c5fcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:51:30.286 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:30 smithi033 podman[34171]: 2024-04-26 01:51:30.262427406 +0000 UTC m=+0.330609301 container start d0e98388c0a14c9c4f901df53c5bcc87d2f3c24935cdcc1156c38836356c5fcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:51:30.286 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:30 smithi033 ceph-mgr[34190]: -- 172.21.15.33:0/341404120 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ccca2b45a0 con 0x55ccca288800 2024-04-26T01:51:30.451 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:30.144+0000 7fd7823b9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:51:30.451 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:30.452+0000 7fd7823b9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:51:30.611 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:30 smithi033 bash[34171]: d0e98388c0a14c9c4f901df53c5bcc87d2f3c24935cdcc1156c38836356c5fcf 2024-04-26T01:51:30.611 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:30 smithi033 systemd[1]: Started Ceph mgr.y for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:51:30.611 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:30 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:30.418+0000 7f322b03c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:51:30.612 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:30 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:30.613+0000 7f322b03c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:51:30.644 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:30.764 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:30.551+0000 7fd7823b9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:51:30.764 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:30.766+0000 7fd7823b9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:51:30.997 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:30 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:30.720+0000 7f322b03c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:51:30.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:30 smithi033 ceph-mon[32805]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:30.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:30.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:30.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:30.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:30.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:30.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:31.070 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:30.975+0000 7fd7823b9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:51:31.070 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:30 smithi064 ceph-mon[32613]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:31.070 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:31.070 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:31.070 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:31.070 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:31.070 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:31.070 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:31.104 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:30 smithi026 ceph-mon[28138]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:31.104 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:31.104 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:31.105 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:31.105 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:31.105 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:31.105 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:31.497 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:31 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:31.053+0000 7f322b03c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:51:31.497 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:31 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:31.142+0000 7f322b03c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:51:31.828 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:31.629+0000 7fd7823b9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:51:32.397 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:32.086+0000 7fd7823b9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:51:32.397 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:32.186+0000 7fd7823b9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:51:32.397 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:32.398+0000 7fd7823b9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:51:32.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.745+0000 7ff794e00700 1 -- 172.21.15.26:0/4004309339 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff790102af0 msgr2=0x7ff790102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:32.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.745+0000 7ff794e00700 1 --2- 172.21.15.26:0/4004309339 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff790102af0 0x7ff790102f10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff780009990 tx=0x7ff780009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:32.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.745+0000 7ff794e00700 1 -- 172.21.15.26:0/4004309339 shutdown_connections 2024-04-26T01:51:32.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.745+0000 7ff794e00700 1 --2- 172.21.15.26:0/4004309339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff790104690 0x7ff79010af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:32.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.745+0000 7ff794e00700 1 --2- 172.21.15.26:0/4004309339 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff790102af0 0x7ff790102f10 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:32.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.745+0000 7ff794e00700 1 --2- 172.21.15.26:0/4004309339 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff790103cf0 0x7ff790104150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:32.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.745+0000 7ff794e00700 1 -- 172.21.15.26:0/4004309339 >> 172.21.15.26:0/4004309339 conn(0x7ff7900fe090 msgr2=0x7ff7901004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:32.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.745+0000 7ff794e00700 1 -- 172.21.15.26:0/4004309339 shutdown_connections 2024-04-26T01:51:32.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.745+0000 7ff794e00700 1 -- 172.21.15.26:0/4004309339 wait complete. 2024-04-26T01:51:32.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.746+0000 7ff794e00700 1 Processor -- start 2024-04-26T01:51:32.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.746+0000 7ff794e00700 1 -- start start 2024-04-26T01:51:32.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.747+0000 7ff794e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff790102af0 0x7ff790198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:32.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.747+0000 7ff794e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff790103cf0 0x7ff7901991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:32.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.747+0000 7ff794e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff790104690 0x7ff7901a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:32.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.747+0000 7ff794e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff79010e5b0 con 0x7ff790102af0 2024-04-26T01:51:32.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.747+0000 7ff794e00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff79010e430 con 0x7ff790104690 2024-04-26T01:51:32.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.747+0000 7ff794e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff79010e730 con 0x7ff790103cf0 2024-04-26T01:51:32.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.747+0000 7ff78d400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff790103cf0 0x7ff7901991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:32.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.747+0000 7ff78d400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff790103cf0 0x7ff7901991a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:57646/0 (socket says 172.21.15.26:57646) 2024-04-26T01:51:32.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.747+0000 7ff78d400700 1 -- 172.21.15.26:0/2617423839 learned_addr learned my addr 172.21.15.26:0/2617423839 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:51:32.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.747+0000 7ff78e800700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff790104690 0x7ff7901a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:32.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.747+0000 7ff78de00700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff790102af0 0x7ff790198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:32.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.748+0000 7ff78d400700 1 -- 172.21.15.26:0/2617423839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff790104690 msgr2=0x7ff7901a01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:32.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.748+0000 7ff78d400700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff790104690 0x7ff7901a01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:32.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.748+0000 7ff78d400700 1 -- 172.21.15.26:0/2617423839 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff790102af0 msgr2=0x7ff790198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:32.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.748+0000 7ff78d400700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff790102af0 0x7ff790198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:32.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.748+0000 7ff78d400700 1 -- 172.21.15.26:0/2617423839 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7901a08b0 con 0x7ff790103cf0 2024-04-26T01:51:32.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.748+0000 7ff78e800700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff790104690 0x7ff7901a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:32.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.748+0000 7ff78d400700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff790103cf0 0x7ff7901991a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff77c00e9a0 tx=0x7ff77c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:32.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.748+0000 7ff786a00700 1 -- 172.21.15.26:0/2617423839 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff77c00ca10 con 0x7ff790103cf0 2024-04-26T01:51:32.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.748+0000 7ff786a00700 1 -- 172.21.15.26:0/2617423839 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff77c00cbb0 con 0x7ff790103cf0 2024-04-26T01:51:32.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.748+0000 7ff786a00700 1 -- 172.21.15.26:0/2617423839 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff77c018680 con 0x7ff790103cf0 2024-04-26T01:51:32.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.748+0000 7ff794e00700 1 -- 172.21.15.26:0/2617423839 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7901a0ba0 con 0x7ff790103cf0 2024-04-26T01:51:32.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.749+0000 7ff794e00700 1 -- 172.21.15.26:0/2617423839 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7901a1130 con 0x7ff790103cf0 2024-04-26T01:51:32.748 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:32.436+0000 7f322b03c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:51:32.748 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:32.611+0000 7f322b03c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:51:32.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.749+0000 7ff786a00700 1 -- 172.21.15.26:0/2617423839 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7ff77c018820 con 0x7ff790103cf0 2024-04-26T01:51:32.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.750+0000 7ff794e00700 1 -- 172.21.15.26:0/2617423839 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff790069730 con 0x7ff790103cf0 2024-04-26T01:51:32.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.750+0000 7ff786a00700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff774039890 0x7ff77403bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:32.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.750+0000 7ff786a00700 1 -- 172.21.15.26:0/2617423839 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ff77c04cd50 con 0x7ff790103cf0 2024-04-26T01:51:32.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.750+0000 7ff78de00700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff774039890 0x7ff77403bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:32.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.751+0000 7ff78de00700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff774039890 0x7ff77403bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff79019a140 tx=0x7ff78001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:32.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.756+0000 7ff786a00700 1 -- 172.21.15.26:0/2617423839 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff77c00fc70 con 0x7ff790103cf0 2024-04-26T01:51:32.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:32.998+0000 7ff794e00700 1 -- 172.21.15.26:0/2617423839 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7ff790062e80 con 0x7ff774039890 2024-04-26T01:51:33.082 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:32.787+0000 7f322b03c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:51:33.082 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:33 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:33.084+0000 7f322b03c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:51:33.083 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:33.083 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.083 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.083 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.083 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.083 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:33.083 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:33.083 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.083 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T01:51:33.083 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:51:33.084 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:51:33.084 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:33.084 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:32 smithi033 ceph-mon[32805]: Reconfiguring daemon mgr.x on smithi026 2024-04-26T01:51:33.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:33.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:33.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:33.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T01:51:33.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:51:33.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:51:33.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:33.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:32 smithi026 ceph-mon[28138]: Reconfiguring daemon mgr.x on smithi026 2024-04-26T01:51:33.295 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:32.944+0000 7fd7823b9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:51:33.295 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:33.041+0000 7fd7823b9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:51:33.295 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:33.295 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.295 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.295 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.295 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.295 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:33.296 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:33.296 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:33.296 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T01:51:33.296 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:51:33.296 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:51:33.296 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:33.296 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:32 smithi064 ceph-mon[32613]: Reconfiguring daemon mgr.x on smithi026 2024-04-26T01:51:33.386 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:33 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:33.179+0000 7f322b03c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:51:33.386 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:33 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:33.388+0000 7f322b03c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:51:33.578 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:33.296+0000 7fd7823b9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:51:33.578 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:33.434+0000 7fd7823b9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:51:33.578 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:33.533+0000 7fd7823b9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:51:33.746 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:33 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:33.586+0000 7f322b03c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:51:33.967 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:33.653+0000 7fd7823b9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:51:33.968 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:33.969+0000 7fd7823b9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:51:34.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:33 smithi026 ceph-mon[28138]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:34.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:33 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:51:34.217 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:33 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:51:34.217 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:33 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:34.247 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:34 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:34.211+0000 7f322b03c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:51:34.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:33 smithi033 ceph-mon[32805]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:34.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:33 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:51:34.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:33 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:51:34.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:33 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:34.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:33 smithi064 ceph-mon[32613]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:34.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:33 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:51:34.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:33 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:51:34.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:33 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:34.952 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:34 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:34.649+0000 7f322b03c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:51:34.952 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:34 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:34.747+0000 7f322b03c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:51:34.953 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:34 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:34.954+0000 7f322b03c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:51:35.078 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:34.603+0000 7fd7823b9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:51:35.078 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 01:51:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T01:51:34.827+0000 7fd7823b9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:51:35.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:35.390+0000 7ff786a00700 1 -- 172.21.15.26:0/2617423839 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mgrmap(e 14) ==== 92602+0+0 (secure 0 0 0) 0x7ff77c0178f0 con 0x7ff790103cf0 2024-04-26T01:51:35.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:35 smithi026 ceph-mon[28138]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:35.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:35 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:35.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:35 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:35.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:35 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:35.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:35 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:35.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:35 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:35.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:35 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:35.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:35 smithi026 ceph-mon[28138]: Standby manager daemon z started 2024-04-26T01:51:35.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:35 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.64:0/696224091' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:51:35.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:35 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.64:0/696224091' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:51:35.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:35 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.64:0/696224091' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:51:35.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:35 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.64:0/696224091' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:51:35.747 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:35.502+0000 7f322b03c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:51:35.747 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:35.597+0000 7f322b03c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:51:35.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-mon[32805]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:35.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:35.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:35.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:35.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:35.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:35.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:35.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-mon[32805]: Standby manager daemon z started 2024-04-26T01:51:35.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.64:0/696224091' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:51:35.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.64:0/696224091' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:51:35.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.64:0/696224091' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:51:35.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.64:0/696224091' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:51:35.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:35 smithi064 ceph-mon[32613]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:35.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:35 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:35.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:35 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:35.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:35 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:35.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:35 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:35.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:35 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:35.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:35 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:35.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:35 smithi064 ceph-mon[32613]: Standby manager daemon z started 2024-04-26T01:51:35.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:35 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.64:0/696224091' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:51:35.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:35 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.64:0/696224091' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:51:35.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:35 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.64:0/696224091' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:51:35.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:35 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.64:0/696224091' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:51:36.201 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:35.847+0000 7f322b03c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:51:36.201 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:35 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:35.985+0000 7f322b03c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:51:36.201 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:36 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:36.082+0000 7f322b03c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:51:36.202 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:36 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:36.203+0000 7f322b03c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:51:36.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:36 smithi033 ceph-mon[32805]: mgrmap e14: x(active, since 89s), standbys: z 2024-04-26T01:51:36.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:36 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:51:36.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:36 smithi033 ceph-mon[32805]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:36.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:36 smithi026 ceph-mon[28138]: mgrmap e14: x(active, since 89s), standbys: z 2024-04-26T01:51:36.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:36 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:51:36.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:36 smithi026 ceph-mon[28138]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:36.827 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:36 smithi064 ceph-mon[32613]: mgrmap e14: x(active, since 89s), standbys: z 2024-04-26T01:51:36.827 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:36 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:51:36.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:36 smithi064 ceph-mon[32613]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:36.996 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:36 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:36.515+0000 7f322b03c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:51:37.394 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:37 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:37.140+0000 7f322b03c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:51:37.394 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 01:51:37 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T01:51:37.365+0000 7f322b03c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:51:37.414 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:37 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.33:0/2772109100' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:51:37.414 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:37 smithi026 ceph-mon[28138]: Standby manager daemon y started 2024-04-26T01:51:37.414 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:37 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.33:0/2772109100' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:51:37.414 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:37 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.33:0/2772109100' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:51:37.414 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:37 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.33:0/2772109100' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:51:37.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:51:37.414+0000 7ff786a00700 1 -- 172.21.15.26:0/2617423839 <== mon.1 v2:172.21.15.64:3300/0 8 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7ff77c018b10 con 0x7ff790103cf0 2024-04-26T01:51:37.667 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:37 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.33:0/2772109100' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:51:37.668 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:37 smithi033 ceph-mon[32805]: Standby manager daemon y started 2024-04-26T01:51:37.668 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:37 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.33:0/2772109100' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:51:37.668 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:37 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.33:0/2772109100' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:51:37.668 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:37 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.33:0/2772109100' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:51:37.827 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:37 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.33:0/2772109100' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:51:37.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:37 smithi064 ceph-mon[32613]: Standby manager daemon y started 2024-04-26T01:51:37.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:37 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.33:0/2772109100' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:51:37.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:37 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.33:0/2772109100' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:51:37.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:37 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.33:0/2772109100' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:51:38.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:38 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1874447376' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8783ebe-d4a3-42cd-a87b-17b593c35495"}]: dispatch 2024-04-26T01:51:38.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:38 smithi026 ceph-mon[28138]: mgrmap e15: x(active, since 91s), standbys: z, y 2024-04-26T01:51:38.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:38 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:51:38.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:38 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8783ebe-d4a3-42cd-a87b-17b593c35495"}]: dispatch 2024-04-26T01:51:38.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:38 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8783ebe-d4a3-42cd-a87b-17b593c35495"}]': finished 2024-04-26T01:51:38.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:38 smithi026 ceph-mon[28138]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T01:51:38.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:38 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:51:38.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:38 smithi026 ceph-mon[28138]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:38.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:38 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3977780332' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:51:38.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:38 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1874447376' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8783ebe-d4a3-42cd-a87b-17b593c35495"}]: dispatch 2024-04-26T01:51:38.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:38 smithi033 ceph-mon[32805]: mgrmap e15: x(active, since 91s), standbys: z, y 2024-04-26T01:51:38.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:38 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:51:38.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:38 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8783ebe-d4a3-42cd-a87b-17b593c35495"}]: dispatch 2024-04-26T01:51:38.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:38 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8783ebe-d4a3-42cd-a87b-17b593c35495"}]': finished 2024-04-26T01:51:38.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:38 smithi033 ceph-mon[32805]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T01:51:38.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:38 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:51:38.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:38 smithi033 ceph-mon[32805]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:38.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:38 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3977780332' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:51:38.827 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:38 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1874447376' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8783ebe-d4a3-42cd-a87b-17b593c35495"}]: dispatch 2024-04-26T01:51:38.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:38 smithi064 ceph-mon[32613]: mgrmap e15: x(active, since 91s), standbys: z, y 2024-04-26T01:51:38.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:38 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:51:38.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:38 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8783ebe-d4a3-42cd-a87b-17b593c35495"}]: dispatch 2024-04-26T01:51:38.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:38 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8783ebe-d4a3-42cd-a87b-17b593c35495"}]': finished 2024-04-26T01:51:38.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:38 smithi064 ceph-mon[32613]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T01:51:38.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:38 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:51:38.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:38 smithi064 ceph-mon[32613]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:38.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:38 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3977780332' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:51:40.827 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:40 smithi064 ceph-mon[32613]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:40.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:40 smithi026 ceph-mon[28138]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:40.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:40 smithi033 ceph-mon[32805]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:42.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:42 smithi026 ceph-mon[28138]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:42.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:42 smithi033 ceph-mon[32805]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:43.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:42 smithi064 ceph-mon[32613]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:44.836 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:44 smithi026 ceph-mon[28138]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:44.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:44 smithi033 ceph-mon[32805]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:45.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:44 smithi064 ceph-mon[32613]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:46.880 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:46 smithi064 ceph-mon[32613]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:46.925 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:46 smithi026 ceph-mon[28138]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:46 smithi033 ceph-mon[32805]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:47.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T01:51:47.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:47.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:47 smithi026 ceph-mon[28138]: Deploying daemon osd.0 on smithi026 2024-04-26T01:51:47.996 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:47 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T01:51:47.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:47 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:47.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:47 smithi033 ceph-mon[32805]: Deploying daemon osd.0 on smithi026 2024-04-26T01:51:48.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:47 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T01:51:48.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:47 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:48.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:47 smithi064 ceph-mon[32613]: Deploying daemon osd.0 on smithi026 2024-04-26T01:51:48.919 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:48 smithi026 ceph-mon[28138]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:48.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:48 smithi033 ceph-mon[32805]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:49.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:48 smithi064 ceph-mon[32613]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:50.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:50 smithi026 ceph-mon[28138]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:50.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:50 smithi033 ceph-mon[32805]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:51.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:50 smithi064 ceph-mon[32613]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:52.844 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:52 smithi026 ceph-mon[28138]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:52.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:52 smithi033 ceph-mon[32805]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:53.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:52 smithi064 ceph-mon[32613]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:54.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:54 smithi026 ceph-mon[28138]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:54.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:54 smithi033 ceph-mon[32805]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:55.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:54 smithi064 ceph-mon[32613]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:56.792 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:56 smithi026 ceph-mon[28138]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:56.792 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:56.792 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:56.793 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:56.827 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:56 smithi064 ceph-mon[32613]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:56 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:56 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:56 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:56.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:56 smithi033 ceph-mon[32805]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:56.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:56 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:56.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:56 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:56.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:56 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:51:58.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:58 smithi026 ceph-mon[28138]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:58.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:58 smithi064 ceph-mon[32613]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:51:58.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:58 smithi033 ceph-mon[32805]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:52:00.153 INFO:teuthology.orchestra.run.smithi026.stdout:Created osd(s) 0 on host 'smithi026' 2024-04-26T01:52:00.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.153+0000 7ff786a00700 1 -- 172.21.15.26:0/2617423839 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff790062e80 con 0x7ff774039890 2024-04-26T01:52:00.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.157+0000 7ff794e00700 1 -- 172.21.15.26:0/2617423839 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff774039890 msgr2=0x7ff77403bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:00.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.157+0000 7ff794e00700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff774039890 0x7ff77403bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff79019a140 tx=0x7ff78001a040 comp rx=0 tx=0).stop 2024-04-26T01:52:00.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.157+0000 7ff794e00700 1 -- 172.21.15.26:0/2617423839 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff790103cf0 msgr2=0x7ff7901991a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:00.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.157+0000 7ff794e00700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff790103cf0 0x7ff7901991a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff77c00e9a0 tx=0x7ff77c00ecb0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.157+0000 7ff794e00700 1 -- 172.21.15.26:0/2617423839 shutdown_connections 2024-04-26T01:52:00.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.157+0000 7ff794e00700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff790104690 0x7ff7901a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.157+0000 7ff794e00700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff774039890 0x7ff77403bd50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.157+0000 7ff794e00700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff790102af0 0x7ff790198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.157+0000 7ff794e00700 1 --2- 172.21.15.26:0/2617423839 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff790103cf0 0x7ff7901991a0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.157+0000 7ff794e00700 1 -- 172.21.15.26:0/2617423839 >> 172.21.15.26:0/2617423839 conn(0x7ff7900fe090 msgr2=0x7ff790106ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:00.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.157+0000 7ff794e00700 1 -- 172.21.15.26:0/2617423839 shutdown_connections 2024-04-26T01:52:00.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:00.158+0000 7ff794e00700 1 -- 172.21.15.26:0/2617423839 wait complete. 2024-04-26T01:52:00.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:59 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:00.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:59 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:00.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:59 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:00.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:59 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:00.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:59 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:00.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:59 smithi033 ceph-mon[32805]: from='osd.0 [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:52:00.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:51:59 smithi033 ceph-mon[32805]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:52:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:59 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:59 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:59 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:59 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:59 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:59 smithi064 ceph-mon[32613]: from='osd.0 [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:52:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:51:59 smithi064 ceph-mon[32613]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:52:00.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:59 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:00.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:59 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:00.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:59 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:00.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:59 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:00.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:59 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:59 smithi026 ceph-mon[28138]: from='osd.0 [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:52:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:51:59 smithi026 ceph-mon[28138]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:52:00.999 DEBUG:teuthology.orchestra.run.smithi026:osd.0> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.0.service 2024-04-26T01:52:01.005 INFO:tasks.cephadm:Deploying osd.1 on smithi033 with /dev/vg_nvme/lv_4... 2024-04-26T01:52:01.005 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T01:52:01.203 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:01 smithi026 ceph-mon[28138]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:52:01.204 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:01 smithi026 ceph-mon[28138]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T01:52:01.204 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:01 smithi026 ceph-mon[28138]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T01:52:01.204 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:01 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:52:01.204 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:01 smithi026 ceph-mon[28138]: from='osd.0 [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:52:01.204 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:01 smithi026 ceph-mon[28138]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:52:01.204 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:01 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:01.204 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:01 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:01.204 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:01 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:01.272 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:52:01.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:01 smithi064 ceph-mon[32613]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:52:01.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:01 smithi064 ceph-mon[32613]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T01:52:01.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:01 smithi064 ceph-mon[32613]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T01:52:01.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:01 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:52:01.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:01 smithi064 ceph-mon[32613]: from='osd.0 [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:52:01.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:01 smithi064 ceph-mon[32613]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:52:01.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:01 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:01.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:01 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:01.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:01 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:01.393 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:01 smithi033 ceph-mon[32805]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:52:01.393 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:01 smithi033 ceph-mon[32805]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T01:52:01.393 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:01 smithi033 ceph-mon[32805]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T01:52:01.393 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:01 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:52:01.393 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:01 smithi033 ceph-mon[32805]: from='osd.0 [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:52:01.393 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:01 smithi033 ceph-mon[32805]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:52:01.394 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:01 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:01.394 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:01 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:01.394 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:01 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:02.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:02 smithi026 ceph-mon[28138]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T01:52:02.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:02 smithi026 ceph-mon[28138]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T01:52:02.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:02 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:52:02.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:02 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:52:02.234 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:02 smithi033 ceph-mon[32805]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T01:52:02.234 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:02 smithi033 ceph-mon[32805]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T01:52:02.234 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:02 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:52:02.235 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:02 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:52:02.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:02 smithi064 ceph-mon[32613]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T01:52:02.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:02 smithi064 ceph-mon[32613]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T01:52:02.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:02 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:52:02.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:02 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:52:03.120 INFO:teuthology.orchestra.run.smithi033.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T01:52:03.120 INFO:teuthology.orchestra.run.smithi033.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T01:52:03.120 INFO:teuthology.orchestra.run.smithi033.stderr: stderr: 10+0 records in 2024-04-26T01:52:03.120 INFO:teuthology.orchestra.run.smithi033.stderr:10+0 records out 2024-04-26T01:52:03.120 INFO:teuthology.orchestra.run.smithi033.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111843 s, 938 MB/s 2024-04-26T01:52:03.120 INFO:teuthology.orchestra.run.smithi033.stderr:--> Zapping successful for: 2024-04-26T01:52:03.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:03 smithi026 ceph-mon[28138]: purged_snaps scrub starts 2024-04-26T01:52:03.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:03 smithi026 ceph-mon[28138]: purged_snaps scrub ok 2024-04-26T01:52:03.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:03 smithi026 ceph-mon[28138]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:52:03.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:03 smithi026 ceph-mon[28138]: osd.0 [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609] boot 2024-04-26T01:52:03.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:03 smithi026 ceph-mon[28138]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T01:52:03.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:03 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:52:03.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:03 smithi064 ceph-mon[32613]: purged_snaps scrub starts 2024-04-26T01:52:03.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:03 smithi064 ceph-mon[32613]: purged_snaps scrub ok 2024-04-26T01:52:03.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:03 smithi064 ceph-mon[32613]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:52:03.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:03 smithi064 ceph-mon[32613]: osd.0 [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609] boot 2024-04-26T01:52:03.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:03 smithi064 ceph-mon[32613]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T01:52:03.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:03 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:52:03.421 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:03 smithi033 ceph-mon[32805]: purged_snaps scrub starts 2024-04-26T01:52:03.421 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:03 smithi033 ceph-mon[32805]: purged_snaps scrub ok 2024-04-26T01:52:03.421 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:03 smithi033 ceph-mon[32805]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:52:03.422 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:03 smithi033 ceph-mon[32805]: osd.0 [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609] boot 2024-04-26T01:52:03.422 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:03 smithi033 ceph-mon[32805]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T01:52:03.422 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:03 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:52:03.730 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi033:vg_nvme/lv_4 2024-04-26T01:52:03.981 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:52:04.317 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:04 smithi033 ceph-mon[32805]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T01:52:04.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:04 smithi064 ceph-mon[32613]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T01:52:04.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:04 smithi026 ceph-mon[28138]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T01:52:05.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:05 smithi026 ceph-mon[28138]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:05.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:05 smithi064 ceph-mon[32613]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:05.357 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:05 smithi033 ceph-mon[32805]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:05.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.467+0000 7f64d6f14700 1 -- 172.21.15.33:0/1179619186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d0102a90 msgr2=0x7f64d0102eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.467+0000 7f64d6f14700 1 --2- 172.21.15.33:0/1179619186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d0102a90 0x7f64d0102eb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f64c40099c0 tx=0x7f64c4009cd0 comp rx=0 tx=0).stop 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.467+0000 7f64d6f14700 1 -- 172.21.15.33:0/1179619186 shutdown_connections 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.467+0000 7f64d6f14700 1 --2- 172.21.15.33:0/1179619186 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64d0104630 0x7f64d010aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.467+0000 7f64d6f14700 1 --2- 172.21.15.33:0/1179619186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d0102a90 0x7f64d0102eb0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.467+0000 7f64d6f14700 1 --2- 172.21.15.33:0/1179619186 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f64d0103c90 0x7f64d01040f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.467+0000 7f64d6f14700 1 -- 172.21.15.33:0/1179619186 >> 172.21.15.33:0/1179619186 conn(0x7f64d00fe030 msgr2=0x7f64d0100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.467+0000 7f64d6f14700 1 -- 172.21.15.33:0/1179619186 shutdown_connections 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.467+0000 7f64d6f14700 1 -- 172.21.15.33:0/1179619186 wait complete. 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.468+0000 7f64d6f14700 1 Processor -- start 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.468+0000 7f64d6f14700 1 -- start start 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.468+0000 7f64d6f14700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d0102a90 0x7f64d0198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.468+0000 7f64d6f14700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f64d0103c90 0x7f64d01991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.468+0000 7f64d6f14700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64d0104630 0x7f64d01a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:05.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.468+0000 7f64d6f14700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f64d010e580 con 0x7f64d0104630 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.468+0000 7f64d6f14700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f64d010e400 con 0x7f64d0102a90 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.468+0000 7f64d6f14700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f64d010e700 con 0x7f64d0103c90 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.468+0000 7f64d4cb0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d0102a90 0x7f64d0198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.468+0000 7f64d4cb0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d0102a90 0x7f64d0198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50984/0 (socket says 172.21.15.33:50984) 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.468+0000 7f64d4cb0700 1 -- 172.21.15.33:0/3947411805 learned_addr learned my addr 172.21.15.33:0/3947411805 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.468+0000 7f64cffff700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f64d0103c90 0x7f64d01991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.469+0000 7f64d4cb0700 1 -- 172.21.15.33:0/3947411805 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f64d0103c90 msgr2=0x7f64d01991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.469+0000 7f64d4cb0700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f64d0103c90 0x7f64d01991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.469+0000 7f64d4cb0700 1 -- 172.21.15.33:0/3947411805 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64d0104630 msgr2=0x7f64d01a01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.469+0000 7f64d4cb0700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64d0104630 0x7f64d01a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.469+0000 7f64d4cb0700 1 -- 172.21.15.33:0/3947411805 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64d01a08c0 con 0x7f64d0102a90 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.469+0000 7f64d4cb0700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d0102a90 0x7f64d0198c70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f64c40038c0 tx=0x7f64c40047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.469+0000 7f64cdffb700 1 -- 172.21.15.33:0/3947411805 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c4027070 con 0x7f64d0102a90 2024-04-26T01:52:05.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.469+0000 7f64d6f14700 1 -- 172.21.15.33:0/3947411805 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64d01a0b50 con 0x7f64d0102a90 2024-04-26T01:52:05.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.469+0000 7f64cdffb700 1 -- 172.21.15.33:0/3947411805 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64c4004160 con 0x7f64d0102a90 2024-04-26T01:52:05.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.469+0000 7f64cdffb700 1 -- 172.21.15.33:0/3947411805 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c4022e20 con 0x7f64d0102a90 2024-04-26T01:52:05.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.469+0000 7f64d6f14700 1 -- 172.21.15.33:0/3947411805 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64d01a1030 con 0x7f64d0102a90 2024-04-26T01:52:05.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.470+0000 7f64d6f14700 1 -- 172.21.15.33:0/3947411805 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64d0069730 con 0x7f64d0102a90 2024-04-26T01:52:05.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.471+0000 7f64cdffb700 1 -- 172.21.15.33:0/3947411805 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f64c402a070 con 0x7f64d0102a90 2024-04-26T01:52:05.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.472+0000 7f64cdffb700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f64c00a3bb0 0x7f64c00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:05.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.472+0000 7f64cdffb700 1 -- 172.21.15.33:0/3947411805 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f64c40cf680 con 0x7f64d0102a90 2024-04-26T01:52:05.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.472+0000 7f64cffff700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f64c00a3bb0 0x7f64c00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:05.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.473+0000 7f64cffff700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f64c00a3bb0 0x7f64c00a6070 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f64bc005950 tx=0x7f64bc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:05.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.477+0000 7f64cdffb700 1 -- 172.21.15.33:0/3947411805 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f64c4013070 con 0x7f64d0102a90 2024-04-26T01:52:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:05.692+0000 7f64d6f14700 1 -- 172.21.15.33:0/3947411805 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f64d0062e80 con 0x7f64c00a3bb0 2024-04-26T01:52:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:52:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:52:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:52:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:06.349 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:52:06.350 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:52:06.350 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:06.350 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:06.350 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:06.350 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:52:06.350 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:06.350 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:06.350 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:06.350 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:06.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:52:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:52:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:52:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:07.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:07 smithi064 ceph-mon[32613]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:07.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:07 smithi064 ceph-mon[32613]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:52:07.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:07 smithi064 ceph-mon[32613]: Detected new or changed devices on smithi026 2024-04-26T01:52:07.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:07 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi026 to 17094M 2024-04-26T01:52:07.338 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:07 smithi033 ceph-mon[32805]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:07.338 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:07 smithi033 ceph-mon[32805]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:52:07.339 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:07 smithi033 ceph-mon[32805]: Detected new or changed devices on smithi026 2024-04-26T01:52:07.339 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:07 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi026 to 17094M 2024-04-26T01:52:07.454 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:07 smithi026 ceph-mon[28138]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:07.454 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:07 smithi026 ceph-mon[28138]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:52:07.455 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:07 smithi026 ceph-mon[28138]: Detected new or changed devices on smithi026 2024-04-26T01:52:07.455 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:07 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi026 to 17094M 2024-04-26T01:52:09.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:09 smithi064 ceph-mon[32613]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:09.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:09 smithi064 ceph-mon[32613]: from='client.? 172.21.15.33:0/1550394384' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2097babe-3524-4f0d-b1d6-dcf44a548655"}]: dispatch 2024-04-26T01:52:09.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:09 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2097babe-3524-4f0d-b1d6-dcf44a548655"}]: dispatch 2024-04-26T01:52:09.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:09 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2097babe-3524-4f0d-b1d6-dcf44a548655"}]': finished 2024-04-26T01:52:09.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:09 smithi064 ceph-mon[32613]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T01:52:09.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:09 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:09.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:09 smithi064 ceph-mon[32613]: from='client.? 172.21.15.33:0/3027896915' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:52:09.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:09 smithi026 ceph-mon[28138]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:09.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:09 smithi026 ceph-mon[28138]: from='client.? 172.21.15.33:0/1550394384' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2097babe-3524-4f0d-b1d6-dcf44a548655"}]: dispatch 2024-04-26T01:52:09.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:09 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2097babe-3524-4f0d-b1d6-dcf44a548655"}]: dispatch 2024-04-26T01:52:09.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:09 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2097babe-3524-4f0d-b1d6-dcf44a548655"}]': finished 2024-04-26T01:52:09.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:09 smithi026 ceph-mon[28138]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T01:52:09.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:09 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:09.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:09 smithi026 ceph-mon[28138]: from='client.? 172.21.15.33:0/3027896915' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:52:09.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:09 smithi033 ceph-mon[32805]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:09.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:09 smithi033 ceph-mon[32805]: from='client.? 172.21.15.33:0/1550394384' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2097babe-3524-4f0d-b1d6-dcf44a548655"}]: dispatch 2024-04-26T01:52:09.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:09 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2097babe-3524-4f0d-b1d6-dcf44a548655"}]: dispatch 2024-04-26T01:52:09.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:09 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2097babe-3524-4f0d-b1d6-dcf44a548655"}]': finished 2024-04-26T01:52:09.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:09 smithi033 ceph-mon[32805]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T01:52:09.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:09 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:09.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:09 smithi033 ceph-mon[32805]: from='client.? 172.21.15.33:0/3027896915' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:52:11.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:11 smithi064 ceph-mon[32613]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:11.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:11 smithi026 ceph-mon[28138]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:11.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:11 smithi033 ceph-mon[32805]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:13.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:13 smithi064 ceph-mon[32613]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:13.398 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:13 smithi033 ceph-mon[32805]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:13.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:13 smithi026 ceph-mon[28138]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:15.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:15 smithi026 ceph-mon[28138]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:15.496 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:15 smithi033 ceph-mon[32805]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:15.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:15 smithi064 ceph-mon[32613]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:16.285 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:16 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T01:52:16.286 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:16 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:16.286 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:16 smithi033 ceph-mon[32805]: Deploying daemon osd.1 on smithi033 2024-04-26T01:52:16.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:16 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T01:52:16.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:16 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:16.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:16 smithi026 ceph-mon[28138]: Deploying daemon osd.1 on smithi033 2024-04-26T01:52:16.479 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:16 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T01:52:16.479 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:16 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:16.479 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:16 smithi064 ceph-mon[32613]: Deploying daemon osd.1 on smithi033 2024-04-26T01:52:17.151 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:17 smithi033 ceph-mon[32805]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:17.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:17 smithi026 ceph-mon[28138]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:17.495 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:17 smithi064 ceph-mon[32613]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:19.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:19 smithi033 ceph-mon[32805]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:19.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:19 smithi026 ceph-mon[28138]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:19.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:19 smithi064 ceph-mon[32613]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:21.436 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:21 smithi033 ceph-mon[32805]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:21.436 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:21.436 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:21.436 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:21.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:21 smithi026 ceph-mon[28138]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:21.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:21.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:21.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:21.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:21 smithi064 ceph-mon[32613]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:21.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:21.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:21.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:23.391 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:23 smithi033 ceph-mon[32805]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:23.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:23 smithi026 ceph-mon[28138]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:23.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:23 smithi064 ceph-mon[32613]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:24.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.389+0000 7f64cdffb700 1 -- 172.21.15.33:0/3947411805 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f64d0062e80 con 0x7f64c00a3bb0 2024-04-26T01:52:24.388 INFO:teuthology.orchestra.run.smithi033.stdout:Created osd(s) 1 on host 'smithi033' 2024-04-26T01:52:24.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.392+0000 7f64d6f14700 1 -- 172.21.15.33:0/3947411805 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f64c00a3bb0 msgr2=0x7f64c00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.392+0000 7f64d6f14700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f64c00a3bb0 0x7f64c00a6070 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f64bc005950 tx=0x7f64bc00b410 comp rx=0 tx=0).stop 2024-04-26T01:52:24.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.392+0000 7f64d6f14700 1 -- 172.21.15.33:0/3947411805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d0102a90 msgr2=0x7f64d0198c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.392+0000 7f64d6f14700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d0102a90 0x7f64d0198c70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f64c40038c0 tx=0x7f64c40047b0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.392+0000 7f64d6f14700 1 -- 172.21.15.33:0/3947411805 shutdown_connections 2024-04-26T01:52:24.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.392+0000 7f64d6f14700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f64c00a3bb0 0x7f64c00a6070 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.392+0000 7f64d6f14700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64d0104630 0x7f64d01a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.392+0000 7f64d6f14700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d0102a90 0x7f64d0198c70 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.392+0000 7f64d6f14700 1 --2- 172.21.15.33:0/3947411805 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f64d0103c90 0x7f64d01991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.392+0000 7f64d6f14700 1 -- 172.21.15.33:0/3947411805 >> 172.21.15.33:0/3947411805 conn(0x7f64d00fe030 msgr2=0x7f64d01070d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:24.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.392+0000 7f64d6f14700 1 -- 172.21.15.33:0/3947411805 shutdown_connections 2024-04-26T01:52:24.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:52:24.392+0000 7f64d6f14700 1 -- 172.21.15.33:0/3947411805 wait complete. 2024-04-26T01:52:24.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:24.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:24.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:24 smithi033 ceph-mon[32805]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:24.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:24.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:24.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:24.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:24 smithi064 ceph-mon[32613]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:24.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:24.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:24.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:24.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:24 smithi026 ceph-mon[28138]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:24.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:24.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:25.091 DEBUG:teuthology.orchestra.run.smithi033:osd.1> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.1.service 2024-04-26T01:52:25.094 INFO:tasks.cephadm:Deploying osd.2 on smithi064 with /dev/vg_nvme/lv_4... 2024-04-26T01:52:25.094 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T01:52:25.346 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:52:25.738 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:25 smithi064 ceph-mon[32613]: from='osd.1 [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:52:25.738 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:25 smithi064 ceph-mon[32613]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:52:25.746 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:25 smithi033 ceph-mon[32805]: from='osd.1 [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:52:25.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:25 smithi033 ceph-mon[32805]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:52:25.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:25 smithi026 ceph-mon[28138]: from='osd.1 [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:52:25.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:25 smithi026 ceph-mon[28138]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:52:26.650 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:26 smithi033 ceph-mon[32805]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T01:52:26.650 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:26 smithi033 ceph-mon[32805]: from='osd.1 [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:52:26.651 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:26 smithi033 ceph-mon[32805]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T01:52:26.651 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:26.651 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:26 smithi033 ceph-mon[32805]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:52:26.651 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:26 smithi033 ceph-mon[32805]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:26.651 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 01:52:26 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1[37410]: 2024-04-26T01:52:26.547+0000 7f475362b700 -1 osd.1 0 waiting for initial osdmap 2024-04-26T01:52:26.651 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 01:52:26 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1[37410]: 2024-04-26T01:52:26.550+0000 7f474f41e700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:52:26.682 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:26 smithi064 ceph-mon[32613]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T01:52:26.682 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:26 smithi064 ceph-mon[32613]: from='osd.1 [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:52:26.682 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:26 smithi064 ceph-mon[32613]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T01:52:26.682 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:26.682 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:26 smithi064 ceph-mon[32613]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:52:26.683 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:26 smithi064 ceph-mon[32613]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:26.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:26 smithi026 ceph-mon[28138]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T01:52:26.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:26 smithi026 ceph-mon[28138]: from='osd.1 [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:52:26.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:26 smithi026 ceph-mon[28138]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T01:52:26.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:26.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:26 smithi026 ceph-mon[28138]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:52:26.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:26 smithi026 ceph-mon[28138]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:27.237 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T01:52:27.237 INFO:teuthology.orchestra.run.smithi064.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T01:52:27.237 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 10+0 records in 2024-04-26T01:52:27.237 INFO:teuthology.orchestra.run.smithi064.stderr:10+0 records out 2024-04-26T01:52:27.237 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130696 s, 802 MB/s 2024-04-26T01:52:27.237 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping successful for: 2024-04-26T01:52:27.820 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:27 smithi033 ceph-mon[32805]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-04-26T01:52:27.821 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:27 smithi033 ceph-mon[32805]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T01:52:27.821 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:27 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:27.821 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:27 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:27.827 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:27 smithi064 ceph-mon[32613]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-04-26T01:52:27.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:27 smithi064 ceph-mon[32613]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T01:52:27.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:27 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:27.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:27 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:27.857 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi064:vg_nvme/lv_4 2024-04-26T01:52:27.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:27 smithi026 ceph-mon[28138]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-04-26T01:52:27.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:27 smithi026 ceph-mon[28138]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T01:52:27.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:27 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:27.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:27 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:28.099 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:52:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: purged_snaps scrub starts 2024-04-26T01:52:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: purged_snaps scrub ok 2024-04-26T01:52:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: osd.1 [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074] boot 2024-04-26T01:52:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T01:52:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: Detected new or changed devices on smithi033 2024-04-26T01:52:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:28.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:52:28.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi033 to 17093M 2024-04-26T01:52:28.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:28.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:28.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:28.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:28.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: purged_snaps scrub starts 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: purged_snaps scrub ok 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: osd.1 [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074] boot 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: Detected new or changed devices on smithi033 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi033 to 17093M 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:28.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:28.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:28.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: purged_snaps scrub starts 2024-04-26T01:52:28.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: purged_snaps scrub ok 2024-04-26T01:52:28.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:52:28.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:28.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: osd.1 [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074] boot 2024-04-26T01:52:28.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T01:52:28.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:52:28.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: Detected new or changed devices on smithi033 2024-04-26T01:52:28.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:28.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:28.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:52:28.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi033 to 17093M 2024-04-26T01:52:28.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:28.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:28.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:28.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:29.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.607+0000 7fccb748f700 1 -- 172.21.15.64:0/387923693 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb0103520 msgr2=0x7fccb0105910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:29.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.607+0000 7fccb748f700 1 --2- 172.21.15.64:0/387923693 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb0103520 0x7fccb0105910 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fccac00b0a0 tx=0x7fccac00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:52:29.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.607+0000 7fccb748f700 1 -- 172.21.15.64:0/387923693 shutdown_connections 2024-04-26T01:52:29.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.607+0000 7fccb748f700 1 --2- 172.21.15.64:0/387923693 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0108780 0x7fccb010abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:29.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.607+0000 7fccb748f700 1 --2- 172.21.15.64:0/387923693 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb0103520 0x7fccb0105910 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:29.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.607+0000 7fccb748f700 1 --2- 172.21.15.64:0/387923693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb0105e50 0x7fccb0108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:29.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.607+0000 7fccb748f700 1 -- 172.21.15.64:0/387923693 >> 172.21.15.64:0/387923693 conn(0x7fccb00fcf30 msgr2=0x7fccb00ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:29.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.607+0000 7fccb748f700 1 -- 172.21.15.64:0/387923693 shutdown_connections 2024-04-26T01:52:29.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.607+0000 7fccb748f700 1 -- 172.21.15.64:0/387923693 wait complete. 2024-04-26T01:52:29.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb748f700 1 Processor -- start 2024-04-26T01:52:29.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb748f700 1 -- start start 2024-04-26T01:52:29.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb748f700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb0103520 0x7fccb019af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:29.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb748f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb0105e50 0x7fccb019b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:29.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb748f700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0108780 0x7fccb01a2520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:29.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb748f700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fccb010e660 con 0x7fccb0108780 2024-04-26T01:52:29.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb748f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fccb010e4e0 con 0x7fccb0105e50 2024-04-26T01:52:29.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb748f700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fccb010e7e0 con 0x7fccb0103520 2024-04-26T01:52:29.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb522b700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb0103520 0x7fccb019af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:29.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb522b700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb0103520 0x7fccb019af60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.64:55584/0 (socket says 172.21.15.64:55584) 2024-04-26T01:52:29.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb522b700 1 -- 172.21.15.64:0/1079583458 learned_addr learned my addr 172.21.15.64:0/1079583458 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-26T01:52:29.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb4a2a700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb0105e50 0x7fccb019b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:29.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb522b700 1 -- 172.21.15.64:0/1079583458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb0105e50 msgr2=0x7fccb019b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:29.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb522b700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb0105e50 0x7fccb019b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:29.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb522b700 1 -- 172.21.15.64:0/1079583458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0108780 msgr2=0x7fccb01a2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:29.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb522b700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0108780 0x7fccb01a2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:29.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb522b700 1 -- 172.21.15.64:0/1079583458 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccb01a2bc0 con 0x7fccb0103520 2024-04-26T01:52:29.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb4a2a700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb0105e50 0x7fccb019b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:52:29.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.608+0000 7fccb522b700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb0103520 0x7fccb019af60 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fccac006070 tx=0x7fccac007770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:29.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.609+0000 7fcca67fc700 1 -- 172.21.15.64:0/1079583458 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccac021020 con 0x7fccb0103520 2024-04-26T01:52:29.613 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.609+0000 7fcca67fc700 1 -- 172.21.15.64:0/1079583458 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fccac007d10 con 0x7fccb0103520 2024-04-26T01:52:29.613 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.609+0000 7fccb748f700 1 -- 172.21.15.64:0/1079583458 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccb01a2e50 con 0x7fccb0103520 2024-04-26T01:52:29.613 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.609+0000 7fcca67fc700 1 -- 172.21.15.64:0/1079583458 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccac01d920 con 0x7fccb0103520 2024-04-26T01:52:29.613 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.609+0000 7fccb748f700 1 -- 172.21.15.64:0/1079583458 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccb01a3320 con 0x7fccb0103520 2024-04-26T01:52:29.613 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.610+0000 7fccb748f700 1 -- 172.21.15.64:0/1079583458 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccb0069730 con 0x7fccb0103520 2024-04-26T01:52:29.614 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.611+0000 7fcca67fc700 1 -- 172.21.15.64:0/1079583458 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fccac024020 con 0x7fccb0103520 2024-04-26T01:52:29.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.611+0000 7fcca67fc700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcc9c0a3bb0 0x7fcc9c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:29.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.611+0000 7fcca67fc700 1 -- 172.21.15.64:0/1079583458 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7fccac00f020 con 0x7fccb0103520 2024-04-26T01:52:29.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.612+0000 7fccb4a2a700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcc9c0a3bb0 0x7fcc9c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:29.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.613+0000 7fccb4a2a700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcc9c0a3bb0 0x7fcc9c0a6070 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fcca0007900 tx=0x7fcca0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:29.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.616+0000 7fcca67fc700 1 -- 172.21.15.64:0/1079583458 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fccac09e4c0 con 0x7fccb0103520 2024-04-26T01:52:29.832 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:29.833+0000 7fccb748f700 1 -- 172.21.15.64:0/1079583458 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fccb0062e80 con 0x7fcc9c0a3bb0 2024-04-26T01:52:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:29 smithi026 ceph-mon[28138]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T01:52:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:29 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:52:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:29 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:52:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:29 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:30.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:29 smithi033 ceph-mon[32805]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T01:52:30.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:29 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:52:30.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:29 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:52:30.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:29 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:30.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:29 smithi064 ceph-mon[32613]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T01:52:30.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:29 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:52:30.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:29 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:52:30.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:29 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:31.054 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:30 smithi064 ceph-mon[32613]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:31.054 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:30 smithi064 ceph-mon[32613]: from='client.24151 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:52:31.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:30 smithi026 ceph-mon[28138]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:31.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:30 smithi026 ceph-mon[28138]: from='client.24151 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:52:31.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:30 smithi033 ceph-mon[32805]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:31.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:30 smithi033 ceph-mon[32805]: from='client.24151 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:52:33.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:32 smithi026 ceph-mon[28138]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:33.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:32 smithi026 ceph-mon[28138]: from='client.? 172.21.15.64:0/1566002164' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e75e3d4-b664-4fe0-8913-0b93f325c37c"}]: dispatch 2024-04-26T01:52:33.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:32 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e75e3d4-b664-4fe0-8913-0b93f325c37c"}]: dispatch 2024-04-26T01:52:33.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:32 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e75e3d4-b664-4fe0-8913-0b93f325c37c"}]': finished 2024-04-26T01:52:33.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:32 smithi026 ceph-mon[28138]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T01:52:33.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:32 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:33.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:32 smithi033 ceph-mon[32805]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:33.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:32 smithi033 ceph-mon[32805]: from='client.? 172.21.15.64:0/1566002164' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e75e3d4-b664-4fe0-8913-0b93f325c37c"}]: dispatch 2024-04-26T01:52:33.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:32 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e75e3d4-b664-4fe0-8913-0b93f325c37c"}]: dispatch 2024-04-26T01:52:33.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:32 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e75e3d4-b664-4fe0-8913-0b93f325c37c"}]': finished 2024-04-26T01:52:33.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:32 smithi033 ceph-mon[32805]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T01:52:33.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:32 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:32 smithi064 ceph-mon[32613]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:32 smithi064 ceph-mon[32613]: from='client.? 172.21.15.64:0/1566002164' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e75e3d4-b664-4fe0-8913-0b93f325c37c"}]: dispatch 2024-04-26T01:52:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:32 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e75e3d4-b664-4fe0-8913-0b93f325c37c"}]: dispatch 2024-04-26T01:52:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:32 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e75e3d4-b664-4fe0-8913-0b93f325c37c"}]': finished 2024-04-26T01:52:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:32 smithi064 ceph-mon[32613]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T01:52:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:32 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:34.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:33 smithi026 ceph-mon[28138]: from='client.? 172.21.15.64:0/2867867060' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:52:34.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:33 smithi033 ceph-mon[32805]: from='client.? 172.21.15.64:0/2867867060' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:52:34.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:33 smithi064 ceph-mon[32613]: from='client.? 172.21.15.64:0/2867867060' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:52:35.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:34 smithi026 ceph-mon[28138]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:35.246 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:34 smithi033 ceph-mon[32805]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:35.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:34 smithi064 ceph-mon[32613]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:37.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:36 smithi064 ceph-mon[32613]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:37.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:36 smithi026 ceph-mon[28138]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:37.246 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:36 smithi033 ceph-mon[32805]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:39.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:38 smithi064 ceph-mon[32613]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:39.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:38 smithi026 ceph-mon[28138]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:39.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:38 smithi033 ceph-mon[32805]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:40.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:39 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T01:52:40.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:39 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:40.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:39 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T01:52:40.245 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:39 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:40.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:39 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T01:52:40.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:39 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:41.192 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:40 smithi064 ceph-mon[32613]: Deploying daemon osd.2 on smithi064 2024-04-26T01:52:41.192 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:40 smithi064 ceph-mon[32613]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:41.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:40 smithi026 ceph-mon[28138]: Deploying daemon osd.2 on smithi064 2024-04-26T01:52:41.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:40 smithi026 ceph-mon[28138]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:41.246 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:40 smithi033 ceph-mon[32805]: Deploying daemon osd.2 on smithi064 2024-04-26T01:52:41.246 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:40 smithi033 ceph-mon[32805]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:43.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:42 smithi026 ceph-mon[28138]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:43.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:42 smithi033 ceph-mon[32805]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:43.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:42 smithi064 ceph-mon[32613]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:45.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:44 smithi033 ceph-mon[32805]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:45.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:44 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:45.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:44 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:45.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:44 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:45.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:44 smithi064 ceph-mon[32613]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:45.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:44 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:45.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:44 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:45.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:44 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:45.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:44 smithi026 ceph-mon[28138]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:45.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:44 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:45.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:44 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:45.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:44 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:47.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:46 smithi033 ceph-mon[32805]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:47.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:46 smithi064 ceph-mon[32613]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:47.376 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:46 smithi026 ceph-mon[28138]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:47.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.921+0000 7fcca67fc700 1 -- 172.21.15.64:0/1079583458 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fccb0062e80 con 0x7fcc9c0a3bb0 2024-04-26T01:52:47.920 INFO:teuthology.orchestra.run.smithi064.stdout:Created osd(s) 2 on host 'smithi064' 2024-04-26T01:52:47.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.923+0000 7fccb748f700 1 -- 172.21.15.64:0/1079583458 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcc9c0a3bb0 msgr2=0x7fcc9c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.923+0000 7fccb748f700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcc9c0a3bb0 0x7fcc9c0a6070 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fcca0007900 tx=0x7fcca0008040 comp rx=0 tx=0).stop 2024-04-26T01:52:47.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.923+0000 7fccb748f700 1 -- 172.21.15.64:0/1079583458 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb0103520 msgr2=0x7fccb019af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.923+0000 7fccb748f700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb0103520 0x7fccb019af60 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fccac006070 tx=0x7fccac007770 comp rx=0 tx=0).stop 2024-04-26T01:52:47.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.923+0000 7fccb748f700 1 -- 172.21.15.64:0/1079583458 shutdown_connections 2024-04-26T01:52:47.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.923+0000 7fccb748f700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcc9c0a3bb0 0x7fcc9c0a6070 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.923+0000 7fccb748f700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0108780 0x7fccb01a2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.923+0000 7fccb748f700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb0103520 0x7fccb019af60 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.923+0000 7fccb748f700 1 --2- 172.21.15.64:0/1079583458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb0105e50 0x7fccb019b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.923+0000 7fccb748f700 1 -- 172.21.15.64:0/1079583458 >> 172.21.15.64:0/1079583458 conn(0x7fccb00fcf30 msgr2=0x7fccb0102cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:47.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.923+0000 7fccb748f700 1 -- 172.21.15.64:0/1079583458 shutdown_connections 2024-04-26T01:52:47.923 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:52:47.923+0000 7fccb748f700 1 -- 172.21.15.64:0/1079583458 wait complete. 2024-04-26T01:52:48.856 DEBUG:teuthology.orchestra.run.smithi064:osd.2> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.2.service 2024-04-26T01:52:48.859 INFO:tasks.cephadm:Deploying osd.3 on smithi026 with /dev/vg_nvme/lv_3... 2024-04-26T01:52:48.860 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T01:52:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:48 smithi064 ceph-mon[32613]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:48 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:48 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:48 smithi064 ceph-mon[32613]: from='osd.2 [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:52:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:48 smithi064 ceph-mon[32613]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:52:49.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:48 smithi026 ceph-mon[28138]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:49.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:48 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:49.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:48 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:49.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:48 smithi026 ceph-mon[28138]: from='osd.2 [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:52:49.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:48 smithi026 ceph-mon[28138]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:52:49.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:48 smithi033 ceph-mon[32805]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:49.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:48 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:49.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:48 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:49.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:48 smithi033 ceph-mon[32805]: from='osd.2 [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:52:49.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:48 smithi033 ceph-mon[32805]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:52:49.315 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:50.074 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:49 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:50.074 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:49 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:50.074 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:49 smithi026 ceph-mon[28138]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T01:52:50.074 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:49 smithi026 ceph-mon[28138]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T01:52:50.075 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:49 smithi026 ceph-mon[28138]: from='osd.2 [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:52:50.075 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:49 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:50.075 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:49 smithi026 ceph-mon[28138]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:52:50.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:49 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:50.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:49 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:50.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:49 smithi033 ceph-mon[32805]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T01:52:50.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:49 smithi033 ceph-mon[32805]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T01:52:50.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:49 smithi033 ceph-mon[32805]: from='osd.2 [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:52:50.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:49 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:50.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:49 smithi033 ceph-mon[32805]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:52:50.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:49 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:50.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:49 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:50.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:49 smithi064 ceph-mon[32613]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T01:52:50.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:49 smithi064 ceph-mon[32613]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T01:52:50.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:49 smithi064 ceph-mon[32613]: from='osd.2 [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:52:50.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:49 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:50.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:49 smithi064 ceph-mon[32613]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:52:50.329 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 01:52:50 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2[37795]: 2024-04-26T01:52:50.013+0000 7fa2d38a2700 -1 osd.2 0 waiting for initial osdmap 2024-04-26T01:52:50.329 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 01:52:50 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2[37795]: 2024-04-26T01:52:50.016+0000 7fa2cf695700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:52:51.141 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:51 smithi026 ceph-mon[28138]: pgmap v88: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:51.141 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:51 smithi026 ceph-mon[28138]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-26T01:52:51.141 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:51 smithi026 ceph-mon[28138]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T01:52:51.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:51.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:51.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:51 smithi064 ceph-mon[32613]: pgmap v88: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:51.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:51 smithi064 ceph-mon[32613]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-26T01:52:51.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:51 smithi064 ceph-mon[32613]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T01:52:51.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:51.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:51.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:51 smithi033 ceph-mon[32805]: pgmap v88: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:51.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:51 smithi033 ceph-mon[32805]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-26T01:52:51.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:51 smithi033 ceph-mon[32805]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T01:52:51.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:51.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:52.049 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:52 smithi064 ceph-mon[32613]: purged_snaps scrub starts 2024-04-26T01:52:52.049 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:52 smithi064 ceph-mon[32613]: purged_snaps scrub ok 2024-04-26T01:52:52.049 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:52 smithi064 ceph-mon[32613]: osd.2 [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319] boot 2024-04-26T01:52:52.049 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:52 smithi064 ceph-mon[32613]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T01:52:52.049 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:52 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:52.049 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:52 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:52:52.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:52 smithi026 ceph-mon[28138]: purged_snaps scrub starts 2024-04-26T01:52:52.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:52 smithi026 ceph-mon[28138]: purged_snaps scrub ok 2024-04-26T01:52:52.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:52 smithi026 ceph-mon[28138]: osd.2 [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319] boot 2024-04-26T01:52:52.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:52 smithi026 ceph-mon[28138]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T01:52:52.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:52.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:52:52.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:52 smithi033 ceph-mon[32805]: purged_snaps scrub starts 2024-04-26T01:52:52.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:52 smithi033 ceph-mon[32805]: purged_snaps scrub ok 2024-04-26T01:52:52.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:52 smithi033 ceph-mon[32805]: osd.2 [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319] boot 2024-04-26T01:52:52.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:52 smithi033 ceph-mon[32805]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T01:52:52.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:52 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:52:52.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:52 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:52:52.523 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T01:52:52.523 INFO:teuthology.orchestra.run.smithi026.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T01:52:52.523 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10+0 records in 2024-04-26T01:52:52.523 INFO:teuthology.orchestra.run.smithi026.stderr:10+0 records out 2024-04-26T01:52:52.523 INFO:teuthology.orchestra.run.smithi026.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0339961 s, 308 MB/s 2024-04-26T01:52:52.523 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping successful for: 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: pgmap v91: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:53.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:53.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:53.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: pgmap v91: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T01:52:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T01:52:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:52:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:52:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:53.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:53.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:53.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:53.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:53.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.337 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi026:vg_nvme/lv_3 2024-04-26T01:52:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: pgmap v91: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:52:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T01:52:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T01:52:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:52:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:52:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:53.794 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:53.912 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44704]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:52:53.913 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44704]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:52:53.913 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44704]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:52:53.913 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44704]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:52:53.913 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44648]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:52:53.913 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44648]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:52:53.913 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44648]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:52:53.913 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44648]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:52:53.913 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44662]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:52:53.913 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44662]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:52:53.913 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44662]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:52:53.914 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44662]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:52:53.997 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 01:52:53 smithi033 sudo[41543]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:52:53.997 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 01:52:53 smithi033 sudo[41543]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:52:53.997 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 01:52:53 smithi033 sudo[41543]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:52:53.997 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 01:52:53 smithi033 sudo[41543]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:52:53.997 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 01:52:53 smithi033 sudo[41546]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:52:53.997 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 01:52:53 smithi033 sudo[41546]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:52:53.997 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 01:52:53 smithi033 sudo[41546]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:52:53.997 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 01:52:53 smithi033 sudo[41546]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:52:54.067 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41553]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:52:54.067 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41553]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:52:54.067 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41553]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:52:54.067 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41553]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:52:54.067 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41556]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:52:54.067 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41556]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:52:54.067 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41556]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:52:54.067 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41556]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:52:54.067 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41547]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:52:54.067 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41547]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:52:54.067 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41547]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:52:54.068 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41547]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:52:54.068 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41550]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:52:54.068 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41550]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:52:54.068 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41550]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:52:54.068 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 01:52:53 smithi064 sudo[41550]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:52:54.192 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44707]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:52:54.192 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44707]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:52:54.192 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44707]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:52:54.192 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:53 smithi026 sudo[44707]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:52:54.192 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: Detected new or changed devices on smithi064 2024-04-26T01:52:54.192 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi064 to 17088M 2024-04-26T01:52:54.192 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:52:54.192 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T01:52:54.192 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:54.192 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:52:54.193 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:52:54.327 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: Detected new or changed devices on smithi064 2024-04-26T01:52:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi064 to 17088M 2024-04-26T01:52:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:52:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T01:52:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:52:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:52:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:52:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:52:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:52:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:52:54.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:52:54.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:52:54.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:52:54.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:52:54.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:52:54.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:52:54.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:52:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 sudo[41549]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:52:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 sudo[41549]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:52:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 sudo[41549]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:52:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 sudo[41549]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:52:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 sudo[41552]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:52:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 sudo[41552]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:52:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 sudo[41552]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:52:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 sudo[41552]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:52:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: Detected new or changed devices on smithi064 2024-04-26T01:52:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi064 to 17088M 2024-04-26T01:52:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:52:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T01:52:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:52:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:52:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:52:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:52:54.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:52:54.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:52:54.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:52:54.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:52:54.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:52:54.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:52:54.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:52:54.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:52:54.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:52:54.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:52:55.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:55 smithi064 ceph-mon[32613]: pgmap v94: 1 pgs: 1 active+clean; 321 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:52:55.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:55 smithi064 ceph-mon[32613]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:52:55.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:55 smithi064 ceph-mon[32613]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:52:55.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:55 smithi064 ceph-mon[32613]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-26T01:52:55.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:55 smithi064 ceph-mon[32613]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T01:52:55.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:55 smithi026 ceph-mon[28138]: pgmap v94: 1 pgs: 1 active+clean; 321 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:52:55.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:55 smithi026 ceph-mon[28138]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:52:55.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:55 smithi026 ceph-mon[28138]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:52:55.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:55 smithi026 ceph-mon[28138]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-26T01:52:55.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:55 smithi026 ceph-mon[28138]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T01:52:55.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:55 smithi033 ceph-mon[32805]: pgmap v94: 1 pgs: 1 active+clean; 321 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:52:55.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:55 smithi033 ceph-mon[32805]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:52:55.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:55 smithi033 ceph-mon[32805]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:52:55.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:55 smithi033 ceph-mon[32805]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-26T01:52:55.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:55 smithi033 ceph-mon[32805]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T01:52:55.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.926+0000 7f52dec00700 1 -- 172.21.15.26:0/3752381886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d810a2e0 msgr2=0x7f52d810a740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.926+0000 7f52dec00700 1 --2- 172.21.15.26:0/3752381886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d810a2e0 0x7f52d810a740 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f52c40099c0 tx=0x7f52c4009cd0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.927+0000 7f52dec00700 1 -- 172.21.15.26:0/3752381886 shutdown_connections 2024-04-26T01:52:55.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.927+0000 7f52dec00700 1 --2- 172.21.15.26:0/3752381886 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52d810ac80 0x7f52d8111530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.927+0000 7f52dec00700 1 --2- 172.21.15.26:0/3752381886 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52d81090e0 0x7f52d8109500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.927+0000 7f52dec00700 1 --2- 172.21.15.26:0/3752381886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d810a2e0 0x7f52d810a740 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.927+0000 7f52dec00700 1 -- 172.21.15.26:0/3752381886 >> 172.21.15.26:0/3752381886 conn(0x7f52d80780b0 msgr2=0x7f52d807a4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:55.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.927+0000 7f52dec00700 1 -- 172.21.15.26:0/3752381886 shutdown_connections 2024-04-26T01:52:55.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.927+0000 7f52dec00700 1 -- 172.21.15.26:0/3752381886 wait complete. 2024-04-26T01:52:55.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.928+0000 7f52dec00700 1 Processor -- start 2024-04-26T01:52:55.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.928+0000 7f52dec00700 1 -- start start 2024-04-26T01:52:55.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.929+0000 7f52dec00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52d81090e0 0x7f52d819f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.929+0000 7f52dec00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d810a2e0 0x7f52d819f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.929+0000 7f52dec00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52d810ac80 0x7f52d81a67d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.929+0000 7f52dec00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f52d8114bb0 con 0x7f52d81090e0 2024-04-26T01:52:55.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.929+0000 7f52dec00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f52d8114a30 con 0x7f52d810a2e0 2024-04-26T01:52:55.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.929+0000 7f52dec00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f52d8114d30 con 0x7f52d810ac80 2024-04-26T01:52:55.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.929+0000 7f52d7400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d810a2e0 0x7f52d819f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.929+0000 7f52d7400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d810a2e0 0x7f52d819f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:49484/0 (socket says 172.21.15.26:49484) 2024-04-26T01:52:55.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.929+0000 7f52d7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52d81090e0 0x7f52d819f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.929+0000 7f52d7400700 1 -- 172.21.15.26:0/1365276934 learned_addr learned my addr 172.21.15.26:0/1365276934 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:52:55.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.929+0000 7f52dcc00700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52d810ac80 0x7f52d81a67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.930+0000 7f52d7400700 1 -- 172.21.15.26:0/1365276934 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52d810ac80 msgr2=0x7f52d81a67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.930+0000 7f52d7400700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52d810ac80 0x7f52d81a67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.930+0000 7f52d7400700 1 -- 172.21.15.26:0/1365276934 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52d81090e0 msgr2=0x7f52d819f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.930+0000 7f52d7400700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52d81090e0 0x7f52d819f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.930+0000 7f52d7400700 1 -- 172.21.15.26:0/1365276934 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52d81a6e70 con 0x7f52d810a2e0 2024-04-26T01:52:55.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.930+0000 7f52d7e00700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52d81090e0 0x7f52d819f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:55.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.930+0000 7f52dcc00700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52d810ac80 0x7f52d81a67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:55.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.930+0000 7f52d7400700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d810a2e0 0x7f52d819f750 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f52c40036f0 tx=0x7f52c4003e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:55.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.930+0000 7f52d4c00700 1 -- 172.21.15.26:0/1365276934 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52c4009e60 con 0x7f52d810a2e0 2024-04-26T01:52:55.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.930+0000 7f52d4c00700 1 -- 172.21.15.26:0/1365276934 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52c400be50 con 0x7f52d810a2e0 2024-04-26T01:52:55.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.930+0000 7f52dec00700 1 -- 172.21.15.26:0/1365276934 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52d81a7100 con 0x7f52d810a2e0 2024-04-26T01:52:55.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.930+0000 7f52d4c00700 1 -- 172.21.15.26:0/1365276934 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52c400fda0 con 0x7f52d810a2e0 2024-04-26T01:52:55.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.931+0000 7f52dec00700 1 -- 172.21.15.26:0/1365276934 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52d81a75b0 con 0x7f52d810a2e0 2024-04-26T01:52:55.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.932+0000 7f52dec00700 1 -- 172.21.15.26:0/1365276934 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52d8069730 con 0x7f52d810a2e0 2024-04-26T01:52:55.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.934+0000 7f52d4c00700 1 -- 172.21.15.26:0/1365276934 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f52c400f460 con 0x7f52d810a2e0 2024-04-26T01:52:55.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.935+0000 7f52d4c00700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f52bc0a3d40 0x7f52bc0a6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.935+0000 7f52d4c00700 1 -- 172.21.15.26:0/1365276934 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7f52c40cfdb0 con 0x7f52d810a2e0 2024-04-26T01:52:55.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.935+0000 7f52d7e00700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f52bc0a3d40 0x7f52bc0a6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.936+0000 7f52d7e00700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f52bc0a3d40 0x7f52bc0a6200 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f52d810a140 tx=0x7f52c8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:55.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:55.938+0000 7f52d4c00700 1 -- 172.21.15.26:0/1365276934 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f52c4013070 con 0x7f52d810a2e0 2024-04-26T01:52:56.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:52:56.178+0000 7f52dec00700 1 -- 172.21.15.26:0/1365276934 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f52d8062f40 con 0x7f52bc0a3d40 2024-04-26T01:52:57.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:57 smithi064 ceph-mon[32613]: pgmap v96: 1 pgs: 1 active+clean; 321 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:52:57.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:57 smithi064 ceph-mon[32613]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:52:57.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:52:57.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:52:57.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:57.367 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:57 smithi026 ceph-mon[28138]: pgmap v96: 1 pgs: 1 active+clean; 321 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:52:57.367 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:57 smithi026 ceph-mon[28138]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:52:57.367 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:52:57.368 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:52:57.368 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:57 smithi033 ceph-mon[32805]: pgmap v96: 1 pgs: 1 active+clean; 321 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:52:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:57 smithi033 ceph-mon[32805]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:52:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:52:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:52:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:59.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:52:59 smithi064 ceph-mon[32613]: pgmap v97: 1 pgs: 1 active+clean; 321 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:52:59.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:52:59 smithi026 ceph-mon[28138]: pgmap v97: 1 pgs: 1 active+clean; 321 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:52:59.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:52:59 smithi033 ceph-mon[32805]: pgmap v97: 1 pgs: 1 active+clean; 321 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:01.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:01 smithi026 ceph-mon[28138]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 11 KiB/s rd, 392 KiB/s wr, 31 op/s 2024-04-26T01:53:01.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:01 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2022080921' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24363f6d-2328-4883-a93d-cbb12b21332b"}]: dispatch 2024-04-26T01:53:01.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:01 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24363f6d-2328-4883-a93d-cbb12b21332b"}]: dispatch 2024-04-26T01:53:01.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:01 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24363f6d-2328-4883-a93d-cbb12b21332b"}]': finished 2024-04-26T01:53:01.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:01 smithi026 ceph-mon[28138]: osdmap e22: 4 total, 3 up, 4 in 2024-04-26T01:53:01.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:01 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:01 smithi033 ceph-mon[32805]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 11 KiB/s rd, 392 KiB/s wr, 31 op/s 2024-04-26T01:53:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:01 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2022080921' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24363f6d-2328-4883-a93d-cbb12b21332b"}]: dispatch 2024-04-26T01:53:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:01 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24363f6d-2328-4883-a93d-cbb12b21332b"}]: dispatch 2024-04-26T01:53:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:01 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24363f6d-2328-4883-a93d-cbb12b21332b"}]': finished 2024-04-26T01:53:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:01 smithi033 ceph-mon[32805]: osdmap e22: 4 total, 3 up, 4 in 2024-04-26T01:53:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:01 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:01.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:01 smithi064 ceph-mon[32613]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 11 KiB/s rd, 392 KiB/s wr, 31 op/s 2024-04-26T01:53:01.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:01 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2022080921' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24363f6d-2328-4883-a93d-cbb12b21332b"}]: dispatch 2024-04-26T01:53:01.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:01 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24363f6d-2328-4883-a93d-cbb12b21332b"}]: dispatch 2024-04-26T01:53:01.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:01 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24363f6d-2328-4883-a93d-cbb12b21332b"}]': finished 2024-04-26T01:53:01.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:01 smithi064 ceph-mon[32613]: osdmap e22: 4 total, 3 up, 4 in 2024-04-26T01:53:01.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:01 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:02.412 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:02 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4024960069' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:53:02.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:02 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/4024960069' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:53:02.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:02 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/4024960069' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:53:03.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:03 smithi026 ceph-mon[28138]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 8.6 KiB/s rd, 294 KiB/s wr, 23 op/s 2024-04-26T01:53:03.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:03 smithi033 ceph-mon[32805]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 8.6 KiB/s rd, 294 KiB/s wr, 23 op/s 2024-04-26T01:53:03.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:03 smithi064 ceph-mon[32613]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 8.6 KiB/s rd, 294 KiB/s wr, 23 op/s 2024-04-26T01:53:05.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:05 smithi026 ceph-mon[28138]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 7.3 KiB/s rd, 248 KiB/s wr, 19 op/s 2024-04-26T01:53:05.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:05 smithi033 ceph-mon[32805]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 7.3 KiB/s rd, 248 KiB/s wr, 19 op/s 2024-04-26T01:53:05.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:05 smithi064 ceph-mon[32613]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 7.3 KiB/s rd, 248 KiB/s wr, 19 op/s 2024-04-26T01:53:07.426 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:07 smithi026 ceph-mon[28138]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 6.9 KiB/s rd, 235 KiB/s wr, 18 op/s 2024-04-26T01:53:07.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:07 smithi033 ceph-mon[32805]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 6.9 KiB/s rd, 235 KiB/s wr, 18 op/s 2024-04-26T01:53:07.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:07 smithi064 ceph-mon[32613]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 6.9 KiB/s rd, 235 KiB/s wr, 18 op/s 2024-04-26T01:53:09.364 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:09 smithi026 ceph-mon[28138]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 6.9 KiB/s rd, 235 KiB/s wr, 18 op/s 2024-04-26T01:53:09.496 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:09 smithi033 ceph-mon[32805]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 6.9 KiB/s rd, 235 KiB/s wr, 18 op/s 2024-04-26T01:53:09.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:09 smithi064 ceph-mon[32613]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 6.9 KiB/s rd, 235 KiB/s wr, 18 op/s 2024-04-26T01:53:10.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:10 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T01:53:10.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:10 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:10.496 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T01:53:10.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:10 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:10.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:10 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T01:53:10.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:10 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:11.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:11 smithi026 ceph-mon[28138]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:11.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:11 smithi026 ceph-mon[28138]: Deploying daemon osd.3 on smithi026 2024-04-26T01:53:11.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:11 smithi033 ceph-mon[32805]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:11.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:11 smithi033 ceph-mon[32805]: Deploying daemon osd.3 on smithi026 2024-04-26T01:53:11.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:11 smithi064 ceph-mon[32613]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:11.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:11 smithi064 ceph-mon[32613]: Deploying daemon osd.3 on smithi026 2024-04-26T01:53:13.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:13 smithi026 ceph-mon[28138]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:13.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:13 smithi033 ceph-mon[32805]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:13.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:13 smithi064 ceph-mon[32613]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:15.405 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:15 smithi026 ceph-mon[28138]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:15.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:15 smithi033 ceph-mon[32805]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:15.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:15 smithi064 ceph-mon[32613]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:17.134 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:17 smithi026 ceph-mon[28138]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:17.380 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:17 smithi064 ceph-mon[32613]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:17 smithi033 ceph-mon[32805]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:19.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:19 smithi026 ceph-mon[28138]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:19.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:19.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:19.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:19 smithi033 ceph-mon[32805]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:19.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:19 smithi064 ceph-mon[32613]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:19.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:19.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:21.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:21 smithi026 ceph-mon[28138]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:21.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:21 smithi033 ceph-mon[32805]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:21.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:21 smithi064 ceph-mon[32613]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:23.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:22 smithi026 ceph-mon[28138]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:23.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:23.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:23.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:23.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:23.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:23.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:22 smithi026 ceph-mon[28138]: from='osd.3 [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:53:23.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:22 smithi026 ceph-mon[28138]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:53:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:22 smithi033 ceph-mon[32805]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:22 smithi033 ceph-mon[32805]: from='osd.3 [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:53:23.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:22 smithi033 ceph-mon[32805]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:53:23.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:22 smithi064 ceph-mon[32613]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:23.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:23.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:23.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:23.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:23.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:23.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:22 smithi064 ceph-mon[32613]: from='osd.3 [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:53:23.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:22 smithi064 ceph-mon[32613]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:53:23.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.549+0000 7f52d4c00700 1 -- 172.21.15.26:0/1365276934 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f52d8062f40 con 0x7f52bc0a3d40 2024-04-26T01:53:23.548 INFO:teuthology.orchestra.run.smithi026.stdout:Created osd(s) 3 on host 'smithi026' 2024-04-26T01:53:23.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.552+0000 7f52dec00700 1 -- 172.21.15.26:0/1365276934 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f52bc0a3d40 msgr2=0x7f52bc0a6200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:23.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.552+0000 7f52dec00700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f52bc0a3d40 0x7f52bc0a6200 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f52d810a140 tx=0x7f52c8009260 comp rx=0 tx=0).stop 2024-04-26T01:53:23.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.552+0000 7f52dec00700 1 -- 172.21.15.26:0/1365276934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d810a2e0 msgr2=0x7f52d819f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:23.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.552+0000 7f52dec00700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d810a2e0 0x7f52d819f750 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f52c40036f0 tx=0x7f52c4003e60 comp rx=0 tx=0).stop 2024-04-26T01:53:23.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.552+0000 7f52dec00700 1 -- 172.21.15.26:0/1365276934 shutdown_connections 2024-04-26T01:53:23.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.552+0000 7f52dec00700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52d810ac80 0x7f52d81a67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:23.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.552+0000 7f52dec00700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f52bc0a3d40 0x7f52bc0a6200 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:23.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.552+0000 7f52dec00700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52d81090e0 0x7f52d819f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:23.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.552+0000 7f52dec00700 1 --2- 172.21.15.26:0/1365276934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52d810a2e0 0x7f52d819f750 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:23.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.552+0000 7f52dec00700 1 -- 172.21.15.26:0/1365276934 >> 172.21.15.26:0/1365276934 conn(0x7f52d80780b0 msgr2=0x7f52d810d680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:23.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.553+0000 7f52dec00700 1 -- 172.21.15.26:0/1365276934 shutdown_connections 2024-04-26T01:53:23.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:53:23.553+0000 7f52dec00700 1 -- 172.21.15.26:0/1365276934 wait complete. 2024-04-26T01:53:24.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:24 smithi026 ceph-mon[28138]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T01:53:24.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:24 smithi026 ceph-mon[28138]: from='osd.3 [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:53:24.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:24 smithi026 ceph-mon[28138]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T01:53:24.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:24.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:24 smithi026 ceph-mon[28138]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:53:24.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:24.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:24.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:24.294 DEBUG:teuthology.orchestra.run.smithi026:osd.3> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.3.service 2024-04-26T01:53:24.299 INFO:tasks.cephadm:Deploying osd.4 on smithi033 with /dev/vg_nvme/lv_3... 2024-04-26T01:53:24.299 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T01:53:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:24 smithi033 ceph-mon[32805]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T01:53:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:24 smithi033 ceph-mon[32805]: from='osd.3 [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:53:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:24 smithi033 ceph-mon[32805]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T01:53:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:24 smithi033 ceph-mon[32805]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:53:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:24.555 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:53:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:24 smithi064 ceph-mon[32613]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T01:53:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:24 smithi064 ceph-mon[32613]: from='osd.3 [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:53:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:24 smithi064 ceph-mon[32613]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T01:53:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:24 smithi064 ceph-mon[32613]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:53:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:25.153 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 01:53:24 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3[47052]: 2024-04-26T01:53:24.800+0000 7f0f93400700 -1 osd.3 0 waiting for initial osdmap 2024-04-26T01:53:25.154 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 01:53:24 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3[47052]: 2024-04-26T01:53:24.820+0000 7f0f89200700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:53:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:25 smithi033 ceph-mon[32805]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:25 smithi033 ceph-mon[32805]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T01:53:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:25 smithi033 ceph-mon[32805]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T01:53:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:25 smithi033 ceph-mon[32805]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T01:53:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:25 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:25 smithi033 ceph-mon[32805]: from='osd.3 ' entity='osd.3' 2024-04-26T01:53:25.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:25 smithi026 ceph-mon[28138]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:25.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:25 smithi026 ceph-mon[28138]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T01:53:25.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:25 smithi026 ceph-mon[28138]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T01:53:25.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:25.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:25.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:25 smithi026 ceph-mon[28138]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T01:53:25.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:25 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:25.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:25 smithi026 ceph-mon[28138]: from='osd.3 ' entity='osd.3' 2024-04-26T01:53:25.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:25 smithi064 ceph-mon[32613]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:25.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:25 smithi064 ceph-mon[32613]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T01:53:25.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:25 smithi064 ceph-mon[32613]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T01:53:25.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:25.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:25.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:25 smithi064 ceph-mon[32613]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T01:53:25.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:25 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:25.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:25 smithi064 ceph-mon[32613]: from='osd.3 ' entity='osd.3' 2024-04-26T01:53:26.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:26 smithi033 ceph-mon[32805]: purged_snaps scrub starts 2024-04-26T01:53:26.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:26 smithi033 ceph-mon[32805]: purged_snaps scrub ok 2024-04-26T01:53:26.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:26.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:26 smithi033 ceph-mon[32805]: osd.3 [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586] boot 2024-04-26T01:53:26.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:26 smithi033 ceph-mon[32805]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T01:53:26.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:26.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:26 smithi026 ceph-mon[28138]: purged_snaps scrub starts 2024-04-26T01:53:26.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:26 smithi026 ceph-mon[28138]: purged_snaps scrub ok 2024-04-26T01:53:26.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:26.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:26 smithi026 ceph-mon[28138]: osd.3 [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586] boot 2024-04-26T01:53:26.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:26 smithi026 ceph-mon[28138]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T01:53:26.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:26.548 INFO:teuthology.orchestra.run.smithi033.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T01:53:26.548 INFO:teuthology.orchestra.run.smithi033.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T01:53:26.548 INFO:teuthology.orchestra.run.smithi033.stderr: stderr: 10+0 records in 2024-04-26T01:53:26.548 INFO:teuthology.orchestra.run.smithi033.stderr:10+0 records out 2024-04-26T01:53:26.548 INFO:teuthology.orchestra.run.smithi033.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112847 s, 929 MB/s 2024-04-26T01:53:26.548 INFO:teuthology.orchestra.run.smithi033.stderr:--> Zapping successful for: 2024-04-26T01:53:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:26 smithi064 ceph-mon[32613]: purged_snaps scrub starts 2024-04-26T01:53:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:26 smithi064 ceph-mon[32613]: purged_snaps scrub ok 2024-04-26T01:53:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:26 smithi064 ceph-mon[32613]: osd.3 [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586] boot 2024-04-26T01:53:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:26 smithi064 ceph-mon[32613]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T01:53:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:53:27.221 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:27 smithi033 ceph-mon[32805]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:27.221 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:27 smithi033 ceph-mon[32805]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T01:53:27.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:27 smithi026 ceph-mon[28138]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:27.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:27 smithi026 ceph-mon[28138]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T01:53:27.249 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi033:vg_nvme/lv_3 2024-04-26T01:53:27.500 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:53:27.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:27 smithi064 ceph-mon[32613]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:53:27.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:27 smithi064 ceph-mon[32613]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T01:53:28.744 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:28 smithi033 ceph-mon[32805]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:28.745 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:28 smithi033 ceph-mon[32805]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T01:53:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:28 smithi064 ceph-mon[32613]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:28 smithi064 ceph-mon[32613]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T01:53:28.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:28 smithi026 ceph-mon[28138]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:28.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:28 smithi026 ceph-mon[28138]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T01:53:29.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.207+0000 7ff84f960700 1 -- 172.21.15.33:0/747979091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff848103540 msgr2=0x7ff848109df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:29.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.207+0000 7ff84f960700 1 --2- 172.21.15.33:0/747979091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff848103540 0x7ff848109df0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff84000b0d0 tx=0x7ff84000b3e0 comp rx=0 tx=0).stop 2024-04-26T01:53:29.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.207+0000 7ff84f960700 1 -- 172.21.15.33:0/747979091 shutdown_connections 2024-04-26T01:53:29.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.207+0000 7ff84f960700 1 --2- 172.21.15.33:0/747979091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff848103540 0x7ff848109df0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:29.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.207+0000 7ff84f960700 1 --2- 172.21.15.33:0/747979091 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff8481019a0 0x7ff848101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:29.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.207+0000 7ff84f960700 1 --2- 172.21.15.33:0/747979091 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff848102ba0 0x7ff848103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:29.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.207+0000 7ff84f960700 1 -- 172.21.15.33:0/747979091 >> 172.21.15.33:0/747979091 conn(0x7ff8480fcf40 msgr2=0x7ff8480ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:29.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.208+0000 7ff84f960700 1 -- 172.21.15.33:0/747979091 shutdown_connections 2024-04-26T01:53:29.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.208+0000 7ff84f960700 1 -- 172.21.15.33:0/747979091 wait complete. 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.208+0000 7ff84f960700 1 Processor -- start 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.208+0000 7ff84f960700 1 -- start start 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.208+0000 7ff84f960700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff8481019a0 0x7ff84819adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.208+0000 7ff84f960700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff848102ba0 0x7ff84819b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.208+0000 7ff84f960700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff848103540 0x7ff8481a2370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.208+0000 7ff84f960700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff84810d420 con 0x7ff848102ba0 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.208+0000 7ff84f960700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff84810d2a0 con 0x7ff848103540 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.208+0000 7ff84f960700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff84810d5a0 con 0x7ff8481019a0 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.208+0000 7ff84defd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff848103540 0x7ff8481a2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff84defd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff848103540 0x7ff8481a2370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51660/0 (socket says 172.21.15.33:51660) 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff84defd700 1 -- 172.21.15.33:0/4055739888 learned_addr learned my addr 172.21.15.33:0/4055739888 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff84d6fc700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff8481019a0 0x7ff84819adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff84cefb700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff848102ba0 0x7ff84819b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff84defd700 1 -- 172.21.15.33:0/4055739888 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff8481019a0 msgr2=0x7ff84819adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:29.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff84defd700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff8481019a0 0x7ff84819adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:29.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff84defd700 1 -- 172.21.15.33:0/4055739888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff848102ba0 msgr2=0x7ff84819b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:29.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff84defd700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff848102ba0 0x7ff84819b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:29.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff84defd700 1 -- 172.21.15.33:0/4055739888 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8481a2a10 con 0x7ff848103540 2024-04-26T01:53:29.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff84defd700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff848103540 0x7ff8481a2370 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ff84000d010 tx=0x7ff840007a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:29.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff83e7fc700 1 -- 172.21.15.33:0/4055739888 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff840021070 con 0x7ff848103540 2024-04-26T01:53:29.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff83e7fc700 1 -- 172.21.15.33:0/4055739888 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff84001db00 con 0x7ff848103540 2024-04-26T01:53:29.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff84f960700 1 -- 172.21.15.33:0/4055739888 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8481a2ca0 con 0x7ff848103540 2024-04-26T01:53:29.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff83e7fc700 1 -- 172.21.15.33:0/4055739888 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff84001bbf0 con 0x7ff848103540 2024-04-26T01:53:29.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.209+0000 7ff84f960700 1 -- 172.21.15.33:0/4055739888 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8481a3150 con 0x7ff848103540 2024-04-26T01:53:29.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.210+0000 7ff84f960700 1 -- 172.21.15.33:0/4055739888 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff848069730 con 0x7ff848103540 2024-04-26T01:53:29.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.211+0000 7ff83e7fc700 1 -- 172.21.15.33:0/4055739888 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff840024070 con 0x7ff848103540 2024-04-26T01:53:29.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.212+0000 7ff83e7fc700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff8340a3c40 0x7ff8340a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:29.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.212+0000 7ff83e7fc700 1 -- 172.21.15.33:0/4055739888 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3669+0+0 (secure 0 0 0) 0x7ff84000f020 con 0x7ff848103540 2024-04-26T01:53:29.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.212+0000 7ff84d6fc700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff8340a3c40 0x7ff8340a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:29.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.213+0000 7ff84d6fc700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff8340a3c40 0x7ff8340a6100 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff848102a00 tx=0x7ff84400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:29.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.217+0000 7ff83e7fc700 1 -- 172.21.15.33:0/4055739888 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff84002b020 con 0x7ff848103540 2024-04-26T01:53:29.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:29.436+0000 7ff84f960700 1 -- 172.21.15.33:0/4055739888 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7ff8480ff150 con 0x7ff8340a3c40 2024-04-26T01:53:29.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:29 smithi033 ceph-mon[32805]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T01:53:29.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:29 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:53:29.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:29 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:53:29.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:29 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:29.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:29 smithi033 ceph-mon[32805]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T01:53:29.924 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:29 smithi026 ceph-mon[28138]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T01:53:29.924 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:29 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:53:29.924 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:29 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:53:29.924 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:29 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:29.924 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:29 smithi026 ceph-mon[28138]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T01:53:30.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:29 smithi064 ceph-mon[32613]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T01:53:30.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:29 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:53:30.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:29 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:53:30.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:29 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:30.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:29 smithi064 ceph-mon[32613]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T01:53:30.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:30 smithi026 ceph-mon[28138]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:53:30.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:30 smithi026 ceph-mon[28138]: pgmap v121: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-26T01:53:30.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:30.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:30.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:53:30.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:53:30.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:30.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:30.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:30.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:30 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:30.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:30 smithi033 ceph-mon[32805]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:53:30.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:30 smithi033 ceph-mon[32805]: pgmap v121: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-26T01:53:30.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:30.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:30.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:53:30.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:53:30.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:30.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:30.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:30.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:30 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:31.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:30 smithi064 ceph-mon[32613]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:53:31.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:30 smithi064 ceph-mon[32613]: pgmap v121: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-26T01:53:31.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:31.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:31.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:53:31.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:53:31.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:31.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:31.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:31.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:30 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:31.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:31 smithi033 ceph-mon[32805]: Detected new or changed devices on smithi026 2024-04-26T01:53:31.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:31 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi026 to 8547M 2024-04-26T01:53:31.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:31 smithi026 ceph-mon[28138]: Detected new or changed devices on smithi026 2024-04-26T01:53:31.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:31 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi026 to 8547M 2024-04-26T01:53:32.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:31 smithi064 ceph-mon[32613]: Detected new or changed devices on smithi026 2024-04-26T01:53:32.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:31 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi026 to 8547M 2024-04-26T01:53:32.854 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:32 smithi026 ceph-mon[28138]: pgmap v123: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-04-26T01:53:32.854 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:32 smithi026 ceph-mon[28138]: from='client.? 172.21.15.33:0/2539190039' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bbd1c3a5-2d74-4e33-90a0-43e55415759d"}]: dispatch 2024-04-26T01:53:32.854 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:32 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bbd1c3a5-2d74-4e33-90a0-43e55415759d"}]: dispatch 2024-04-26T01:53:32.854 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:32 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bbd1c3a5-2d74-4e33-90a0-43e55415759d"}]': finished 2024-04-26T01:53:32.854 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:32 smithi026 ceph-mon[28138]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T01:53:32.854 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:32 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:53:32.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:32 smithi033 ceph-mon[32805]: pgmap v123: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-04-26T01:53:32.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:32 smithi033 ceph-mon[32805]: from='client.? 172.21.15.33:0/2539190039' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bbd1c3a5-2d74-4e33-90a0-43e55415759d"}]: dispatch 2024-04-26T01:53:32.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:32 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bbd1c3a5-2d74-4e33-90a0-43e55415759d"}]: dispatch 2024-04-26T01:53:32.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:32 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bbd1c3a5-2d74-4e33-90a0-43e55415759d"}]': finished 2024-04-26T01:53:32.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:32 smithi033 ceph-mon[32805]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T01:53:32.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:32 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:53:33.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:32 smithi064 ceph-mon[32613]: pgmap v123: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-04-26T01:53:33.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:32 smithi064 ceph-mon[32613]: from='client.? 172.21.15.33:0/2539190039' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bbd1c3a5-2d74-4e33-90a0-43e55415759d"}]: dispatch 2024-04-26T01:53:33.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:32 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bbd1c3a5-2d74-4e33-90a0-43e55415759d"}]: dispatch 2024-04-26T01:53:33.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:32 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bbd1c3a5-2d74-4e33-90a0-43e55415759d"}]': finished 2024-04-26T01:53:33.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:32 smithi064 ceph-mon[32613]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T01:53:33.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:32 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:53:33.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:33 smithi026 ceph-mon[28138]: from='client.? 172.21.15.33:0/3121599377' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:53:33.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:33 smithi033 ceph-mon[32805]: from='client.? 172.21.15.33:0/3121599377' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:53:34.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:33 smithi064 ceph-mon[32613]: from='client.? 172.21.15.33:0/3121599377' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:53:34.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:34 smithi026 ceph-mon[28138]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:53:34.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:34 smithi033 ceph-mon[32805]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:53:35.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:34 smithi064 ceph-mon[32613]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:53:36.975 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:36 smithi033 ceph-mon[32805]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:36.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:36 smithi026 ceph-mon[28138]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:37.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:36 smithi064 ceph-mon[32613]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:38.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:38 smithi033 ceph-mon[32805]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:38.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:38 smithi026 ceph-mon[28138]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:39.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:38 smithi064 ceph-mon[32613]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:40.863 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:40 smithi033 ceph-mon[32805]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:40.863 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:40 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T01:53:40.863 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:40 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:40.863 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:40 smithi033 ceph-mon[32805]: Deploying daemon osd.4 on smithi033 2024-04-26T01:53:40.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:40 smithi026 ceph-mon[28138]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:40.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:40 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T01:53:40.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:40 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:40.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:40 smithi026 ceph-mon[28138]: Deploying daemon osd.4 on smithi033 2024-04-26T01:53:41.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:40 smithi064 ceph-mon[32613]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:41.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:40 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T01:53:41.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:40 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:41.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:40 smithi064 ceph-mon[32613]: Deploying daemon osd.4 on smithi033 2024-04-26T01:53:42.721 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:42 smithi033 ceph-mon[32805]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:42.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:42 smithi026 ceph-mon[28138]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:43.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:42 smithi064 ceph-mon[32613]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:44.929 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:44 smithi033 ceph-mon[32805]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:44.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:44 smithi026 ceph-mon[28138]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:45.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:44 smithi064 ceph-mon[32613]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:47.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:46 smithi064 ceph-mon[32613]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:47.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:47.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:47.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:47.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:46 smithi026 ceph-mon[28138]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:47.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:47.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:47.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:47.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:46 smithi033 ceph-mon[32805]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:47.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:47.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:47.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:48 smithi064 ceph-mon[32613]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:48 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:48 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:48 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:48 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:48 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:49.132 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:48 smithi033 ceph-mon[32805]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:49.132 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:48 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:49.132 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:48 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:49.132 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:48 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:49.132 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:48 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:49.133 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:48 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:49.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:48 smithi026 ceph-mon[28138]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:49.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:48 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:49.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:48 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:49.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:48 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:49.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:48 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:49.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:48 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:49.517 INFO:teuthology.orchestra.run.smithi033.stdout:Created osd(s) 4 on host 'smithi033' 2024-04-26T01:53:49.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.518+0000 7ff83e7fc700 1 -- 172.21.15.33:0/4055739888 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff8480ff150 con 0x7ff8340a3c40 2024-04-26T01:53:49.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.520+0000 7ff84f960700 1 -- 172.21.15.33:0/4055739888 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff8340a3c40 msgr2=0x7ff8340a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:49.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.520+0000 7ff84f960700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff8340a3c40 0x7ff8340a6100 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff848102a00 tx=0x7ff84400b410 comp rx=0 tx=0).stop 2024-04-26T01:53:49.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.520+0000 7ff84f960700 1 -- 172.21.15.33:0/4055739888 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff848103540 msgr2=0x7ff8481a2370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:49.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.520+0000 7ff84f960700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff848103540 0x7ff8481a2370 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ff84000d010 tx=0x7ff840007a20 comp rx=0 tx=0).stop 2024-04-26T01:53:49.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.520+0000 7ff84f960700 1 -- 172.21.15.33:0/4055739888 shutdown_connections 2024-04-26T01:53:49.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.520+0000 7ff84f960700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff848103540 0x7ff8481a2370 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.520+0000 7ff84f960700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff8481019a0 0x7ff84819adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.520+0000 7ff84f960700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff8340a3c40 0x7ff8340a6100 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.520+0000 7ff84f960700 1 --2- 172.21.15.33:0/4055739888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff848102ba0 0x7ff84819b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.520+0000 7ff84f960700 1 -- 172.21.15.33:0/4055739888 >> 172.21.15.33:0/4055739888 conn(0x7ff8480fcf40 msgr2=0x7ff8480fea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:49.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.520+0000 7ff84f960700 1 -- 172.21.15.33:0/4055739888 shutdown_connections 2024-04-26T01:53:49.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:53:49.520+0000 7ff84f960700 1 -- 172.21.15.33:0/4055739888 wait complete. 2024-04-26T01:53:50.042 DEBUG:teuthology.orchestra.run.smithi033:osd.4> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.4.service 2024-04-26T01:53:50.044 INFO:tasks.cephadm:Deploying osd.5 on smithi064 with /dev/vg_nvme/lv_3... 2024-04-26T01:53:50.044 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T01:53:50.286 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:53:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:50 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:50 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:50 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:50 smithi026 ceph-mon[28138]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:50 smithi026 ceph-mon[28138]: from='osd.4 [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:53:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:50 smithi026 ceph-mon[28138]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:53:50.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:50 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:50.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:50 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:50.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:50 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:50.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:50 smithi033 ceph-mon[32805]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:50.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:50 smithi033 ceph-mon[32805]: from='osd.4 [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:53:50.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:50 smithi033 ceph-mon[32805]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:53:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:50 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:50 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:50 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:50 smithi064 ceph-mon[32613]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:50 smithi064 ceph-mon[32613]: from='osd.4 [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:53:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:50 smithi064 ceph-mon[32613]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:53:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:51 smithi033 ceph-mon[32805]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T01:53:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:51 smithi033 ceph-mon[32805]: from='osd.4 [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:53:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:51 smithi033 ceph-mon[32805]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T01:53:51.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:53:51.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:51 smithi033 ceph-mon[32805]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:53:51.748 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 01:53:51 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4[44365]: 2024-04-26T01:53:51.507+0000 7fb54849c700 -1 osd.4 0 waiting for initial osdmap 2024-04-26T01:53:51.748 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 01:53:51 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4[44365]: 2024-04-26T01:53:51.517+0000 7fb54428f700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:53:51.786 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:51 smithi064 ceph-mon[32613]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T01:53:51.786 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:51 smithi064 ceph-mon[32613]: from='osd.4 [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:53:51.786 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:51 smithi064 ceph-mon[32613]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T01:53:51.786 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:53:51.786 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:51 smithi064 ceph-mon[32613]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:53:51.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:51 smithi026 ceph-mon[28138]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T01:53:51.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:51 smithi026 ceph-mon[28138]: from='osd.4 [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:53:51.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:51 smithi026 ceph-mon[28138]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T01:53:51.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:53:51.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:51 smithi026 ceph-mon[28138]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:53:52.476 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T01:53:52.476 INFO:teuthology.orchestra.run.smithi064.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T01:53:52.476 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 10+0 records in 2024-04-26T01:53:52.476 INFO:teuthology.orchestra.run.smithi064.stderr:10+0 records out 2024-04-26T01:53:52.476 INFO:teuthology.orchestra.run.smithi064.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.011359 s, 923 MB/s 2024-04-26T01:53:52.476 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 2024-04-26T01:53:52.476 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping successful for: 2024-04-26T01:53:52.671 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:52 smithi033 ceph-mon[32805]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-04-26T01:53:52.671 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:52 smithi033 ceph-mon[32805]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T01:53:52.671 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:52 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:53:52.671 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:52 smithi033 ceph-mon[32805]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:52.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:52 smithi064 ceph-mon[32613]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-04-26T01:53:52.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:52 smithi064 ceph-mon[32613]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T01:53:52.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:52 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:53:52.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:52 smithi064 ceph-mon[32613]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:52.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:52 smithi026 ceph-mon[28138]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-04-26T01:53:52.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:52 smithi026 ceph-mon[28138]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T01:53:52.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:53:52.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:52 smithi026 ceph-mon[28138]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:53:53.300 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi064:vg_nvme/lv_3 2024-04-26T01:53:53.544 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:53:53.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: purged_snaps scrub starts 2024-04-26T01:53:53.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: purged_snaps scrub ok 2024-04-26T01:53:53.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: osd.4 [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767] boot 2024-04-26T01:53:53.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T01:53:53.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:53:53.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: Detected new or changed devices on smithi033 2024-04-26T01:53:53.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:53.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:53.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:53:53.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:53:53.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi033 to 8546M 2024-04-26T01:53:53.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:53.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:53.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:53.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:53.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: purged_snaps scrub starts 2024-04-26T01:53:53.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: purged_snaps scrub ok 2024-04-26T01:53:53.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: osd.4 [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767] boot 2024-04-26T01:53:53.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T01:53:53.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:53:53.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: Detected new or changed devices on smithi033 2024-04-26T01:53:53.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:53.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:53.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:53:53.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:53:53.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi033 to 8546M 2024-04-26T01:53:53.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:53.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:53.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:53.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:53.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: purged_snaps scrub starts 2024-04-26T01:53:53.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: purged_snaps scrub ok 2024-04-26T01:53:53.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: osd.4 [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767] boot 2024-04-26T01:53:53.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T01:53:53.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:53:53.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: Detected new or changed devices on smithi033 2024-04-26T01:53:53.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:53.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:53.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:53:53.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:53:53.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi033 to 8546M 2024-04-26T01:53:53.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:53.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:53.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:53.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:53:54.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:54 smithi064 ceph-mon[32613]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T01:53:54.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:54 smithi064 ceph-mon[32613]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:53:54.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:54 smithi026 ceph-mon[28138]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T01:53:54.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:54 smithi026 ceph-mon[28138]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:53:54.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:54 smithi033 ceph-mon[32805]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T01:53:54.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:54 smithi033 ceph-mon[32805]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:53:55.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.236+0000 7ff15d073700 1 -- 172.21.15.64:0/3304640635 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1581035f0 msgr2=0x7ff1581059e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:55.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.236+0000 7ff15d073700 1 --2- 172.21.15.64:0/3304640635 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1581035f0 0x7ff1581059e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff148009990 tx=0x7ff148009ca0 comp rx=0 tx=0).stop 2024-04-26T01:53:55.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.236+0000 7ff15d073700 1 -- 172.21.15.64:0/3304640635 shutdown_connections 2024-04-26T01:53:55.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.236+0000 7ff15d073700 1 --2- 172.21.15.64:0/3304640635 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff158108850 0x7ff15810ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.236+0000 7ff15d073700 1 --2- 172.21.15.64:0/3304640635 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1581035f0 0x7ff1581059e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.236+0000 7ff15d073700 1 --2- 172.21.15.64:0/3304640635 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff158105f20 0x7ff158108310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.236+0000 7ff15d073700 1 -- 172.21.15.64:0/3304640635 >> 172.21.15.64:0/3304640635 conn(0x7ff1580fcf40 msgr2=0x7ff1580ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.236+0000 7ff15d073700 1 -- 172.21.15.64:0/3304640635 shutdown_connections 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.236+0000 7ff15d073700 1 -- 172.21.15.64:0/3304640635 wait complete. 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.236+0000 7ff15d073700 1 Processor -- start 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff15d073700 1 -- start start 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff15d073700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1581035f0 0x7ff158102f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff15d073700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff158105f20 0x7ff1581015a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff15d073700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff158108850 0x7ff158101ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff15d073700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff15810e5e0 con 0x7ff158108850 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff15d073700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff15810e460 con 0x7ff158105f20 2024-04-26T01:53:55.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff15d073700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff15810e760 con 0x7ff1581035f0 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff156d9d700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1581035f0 0x7ff158102f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff156d9d700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1581035f0 0x7ff158102f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.64:50840/0 (socket says 172.21.15.64:50840) 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff156d9d700 1 -- 172.21.15.64:0/1033279447 learned_addr learned my addr 172.21.15.64:0/1033279447 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff15659c700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff158105f20 0x7ff1581015a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff156d9d700 1 -- 172.21.15.64:0/1033279447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff158105f20 msgr2=0x7ff1581015a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff156d9d700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff158105f20 0x7ff1581015a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff156d9d700 1 -- 172.21.15.64:0/1033279447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff158108850 msgr2=0x7ff158101ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff156d9d700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff158108850 0x7ff158101ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff156d9d700 1 -- 172.21.15.64:0/1033279447 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff158102390 con 0x7ff1581035f0 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.237+0000 7ff15659c700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff158105f20 0x7ff1581015a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.238+0000 7ff156d9d700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1581035f0 0x7ff158102f50 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff148003790 tx=0x7ff148009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.238+0000 7ff13ffff700 1 -- 172.21.15.64:0/1033279447 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff148027070 con 0x7ff1581035f0 2024-04-26T01:53:55.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.238+0000 7ff13ffff700 1 -- 172.21.15.64:0/1033279447 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1480041c0 con 0x7ff1581035f0 2024-04-26T01:53:55.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.238+0000 7ff15d073700 1 -- 172.21.15.64:0/1033279447 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1581a2d80 con 0x7ff1581035f0 2024-04-26T01:53:55.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.238+0000 7ff13ffff700 1 -- 172.21.15.64:0/1033279447 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff14800f460 con 0x7ff1581035f0 2024-04-26T01:53:55.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.238+0000 7ff15d073700 1 -- 172.21.15.64:0/1033279447 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1581a3180 con 0x7ff1581035f0 2024-04-26T01:53:55.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.239+0000 7ff15d073700 1 -- 172.21.15.64:0/1033279447 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff15802df80 con 0x7ff1581035f0 2024-04-26T01:53:55.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.240+0000 7ff13ffff700 1 -- 172.21.15.64:0/1033279447 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff14802a070 con 0x7ff1581035f0 2024-04-26T01:53:55.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.241+0000 7ff13ffff700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff1400a3c40 0x7ff1400a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:55.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.241+0000 7ff13ffff700 1 -- 172.21.15.64:0/1033279447 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4101+0+0 (secure 0 0 0) 0x7ff1480d0470 con 0x7ff1581035f0 2024-04-26T01:53:55.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.241+0000 7ff15659c700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff1400a3c40 0x7ff1400a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:55.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.242+0000 7ff15659c700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff1400a3c40 0x7ff1400a6100 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff14c005fd0 tx=0x7ff14c005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:55.244 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.246+0000 7ff13ffff700 1 -- 172.21.15.64:0/1033279447 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff14805eff0 con 0x7ff1581035f0 2024-04-26T01:53:55.462 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:53:55.463+0000 7ff15d073700 1 -- 172.21.15.64:0/1033279447 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7ff158062e80 con 0x7ff1400a3c40 2024-04-26T01:53:55.827 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:55 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:53:55.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:55 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:53:55.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:55 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:55.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:55 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:53:55.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:55 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:53:55.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:55 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:55.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:55 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:53:55.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:55 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:53:55.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:55 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:56 smithi064 ceph-mon[32613]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:53:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:56 smithi064 ceph-mon[32613]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:53:56.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:56 smithi026 ceph-mon[28138]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:53:56.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:56 smithi026 ceph-mon[28138]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:53:56.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:56 smithi033 ceph-mon[32805]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:53:56.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:56 smithi033 ceph-mon[32805]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:53:58.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:58 smithi026 ceph-mon[28138]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:53:58.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:58 smithi026 ceph-mon[28138]: from='client.? 172.21.15.64:0/3736811994' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "986707d8-f671-4ab1-9cb8-938463530035"}]: dispatch 2024-04-26T01:53:58.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:58 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "986707d8-f671-4ab1-9cb8-938463530035"}]: dispatch 2024-04-26T01:53:58.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:58 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "986707d8-f671-4ab1-9cb8-938463530035"}]': finished 2024-04-26T01:53:58.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:58 smithi026 ceph-mon[28138]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T01:53:58.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:58 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:53:58.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:58 smithi033 ceph-mon[32805]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:53:58.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:58 smithi033 ceph-mon[32805]: from='client.? 172.21.15.64:0/3736811994' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "986707d8-f671-4ab1-9cb8-938463530035"}]: dispatch 2024-04-26T01:53:58.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:58 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "986707d8-f671-4ab1-9cb8-938463530035"}]: dispatch 2024-04-26T01:53:58.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:58 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "986707d8-f671-4ab1-9cb8-938463530035"}]': finished 2024-04-26T01:53:58.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:58 smithi033 ceph-mon[32805]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T01:53:58.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:58 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:53:59.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:58 smithi064 ceph-mon[32613]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:53:59.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:58 smithi064 ceph-mon[32613]: from='client.? 172.21.15.64:0/3736811994' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "986707d8-f671-4ab1-9cb8-938463530035"}]: dispatch 2024-04-26T01:53:59.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:58 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "986707d8-f671-4ab1-9cb8-938463530035"}]: dispatch 2024-04-26T01:53:59.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:58 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "986707d8-f671-4ab1-9cb8-938463530035"}]': finished 2024-04-26T01:53:59.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:58 smithi064 ceph-mon[32613]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T01:53:59.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:58 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:53:59.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:53:59 smithi026 ceph-mon[28138]: from='client.? 172.21.15.64:0/683977013' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:53:59.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:53:59 smithi033 ceph-mon[32805]: from='client.? 172.21.15.64:0/683977013' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:54:00.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:53:59 smithi064 ceph-mon[32613]: from='client.? 172.21.15.64:0/683977013' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:54:00.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:00 smithi026 ceph-mon[28138]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:00.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:00 smithi033 ceph-mon[32805]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:01.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:00 smithi064 ceph-mon[32613]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:02.713 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:02 smithi064 ceph-mon[32613]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:02.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:02 smithi026 ceph-mon[28138]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:02.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:02 smithi033 ceph-mon[32805]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:04.751 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:04 smithi064 ceph-mon[32613]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:04.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:04 smithi026 ceph-mon[28138]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:04.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:04 smithi033 ceph-mon[32805]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:06.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:06 smithi064 ceph-mon[32613]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:06.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T01:54:06.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:06.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:06 smithi064 ceph-mon[32613]: Deploying daemon osd.5 on smithi064 2024-04-26T01:54:06.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:06 smithi026 ceph-mon[28138]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:06.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T01:54:06.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:06.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:06 smithi026 ceph-mon[28138]: Deploying daemon osd.5 on smithi064 2024-04-26T01:54:06.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:06 smithi033 ceph-mon[32805]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:06.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T01:54:06.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:06.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:06 smithi033 ceph-mon[32805]: Deploying daemon osd.5 on smithi064 2024-04-26T01:54:08.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:08 smithi026 ceph-mon[28138]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:08.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:08 smithi033 ceph-mon[32805]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:09.034 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:08 smithi064 ceph-mon[32613]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:10.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:10 smithi026 ceph-mon[28138]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:10.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:10 smithi033 ceph-mon[32805]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:11.068 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:10 smithi064 ceph-mon[32613]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:12.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:12 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:12.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:12 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:12.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:12 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:12.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:12 smithi026 ceph-mon[28138]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:12.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:12 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:12.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:12 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:12.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:12 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:12.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:12 smithi033 ceph-mon[32805]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:12.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:12 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:12.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:12 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:12.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:12 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:12.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:12 smithi064 ceph-mon[32613]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:14.855 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:14 smithi064 ceph-mon[32613]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:14.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.949+0000 7ff13ffff700 1 -- 172.21.15.64:0/1033279447 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff158062e80 con 0x7ff1400a3c40 2024-04-26T01:54:14.949 INFO:teuthology.orchestra.run.smithi064.stdout:Created osd(s) 5 on host 'smithi064' 2024-04-26T01:54:14.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.952+0000 7ff15d073700 1 -- 172.21.15.64:0/1033279447 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff1400a3c40 msgr2=0x7ff1400a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:14.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.952+0000 7ff15d073700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff1400a3c40 0x7ff1400a6100 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff14c005fd0 tx=0x7ff14c005ee0 comp rx=0 tx=0).stop 2024-04-26T01:54:14.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.952+0000 7ff15d073700 1 -- 172.21.15.64:0/1033279447 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1581035f0 msgr2=0x7ff158102f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:14.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.952+0000 7ff15d073700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1581035f0 0x7ff158102f50 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff148003790 tx=0x7ff148009580 comp rx=0 tx=0).stop 2024-04-26T01:54:14.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.952+0000 7ff15d073700 1 -- 172.21.15.64:0/1033279447 shutdown_connections 2024-04-26T01:54:14.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.952+0000 7ff15d073700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff1400a3c40 0x7ff1400a6100 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:14.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.952+0000 7ff15d073700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff158108850 0x7ff158101ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:14.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.952+0000 7ff15d073700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1581035f0 0x7ff158102f50 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:14.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.952+0000 7ff15d073700 1 --2- 172.21.15.64:0/1033279447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff158105f20 0x7ff1581015a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:14.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.952+0000 7ff15d073700 1 -- 172.21.15.64:0/1033279447 >> 172.21.15.64:0/1033279447 conn(0x7ff1580fcf40 msgr2=0x7ff158103e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:14.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.952+0000 7ff15d073700 1 -- 172.21.15.64:0/1033279447 shutdown_connections 2024-04-26T01:54:14.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:54:14.952+0000 7ff15d073700 1 -- 172.21.15.64:0/1033279447 wait complete. 2024-04-26T01:54:14.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:14 smithi026 ceph-mon[28138]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:14.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:14 smithi033 ceph-mon[32805]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:15.686 DEBUG:teuthology.orchestra.run.smithi064:osd.5> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.5.service 2024-04-26T01:54:15.688 INFO:tasks.cephadm:Deploying osd.6 on smithi026 with /dev/vg_nvme/lv_2... 2024-04-26T01:54:15.688 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T01:54:15.980 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:15.980 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:15.980 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:15.980 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:15.980 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:15 smithi064 ceph-mon[32613]: from='osd.5 [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:54:15.980 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:15 smithi064 ceph-mon[32613]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:54:16.146 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:16.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:16.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:16.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:16.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:16.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:15 smithi026 ceph-mon[28138]: from='osd.5 [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:54:16.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:15 smithi026 ceph-mon[28138]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:54:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:15 smithi033 ceph-mon[32805]: from='osd.5 [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:54:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:15 smithi033 ceph-mon[32805]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:54:17.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:17 smithi064 ceph-mon[32613]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:17.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:17 smithi064 ceph-mon[32613]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T01:54:17.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:17 smithi064 ceph-mon[32613]: from='osd.5 [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:54:17.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:17 smithi064 ceph-mon[32613]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T01:54:17.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:17 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:54:17.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:17 smithi064 ceph-mon[32613]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:54:17.338 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:17 smithi026 ceph-mon[28138]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:17.338 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:17 smithi026 ceph-mon[28138]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T01:54:17.338 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:17 smithi026 ceph-mon[28138]: from='osd.5 [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:54:17.338 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:17 smithi026 ceph-mon[28138]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T01:54:17.338 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:17 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:54:17.339 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:17 smithi026 ceph-mon[28138]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:54:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:17 smithi033 ceph-mon[32805]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:17 smithi033 ceph-mon[32805]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T01:54:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:17 smithi033 ceph-mon[32805]: from='osd.5 [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:54:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:17 smithi033 ceph-mon[32805]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T01:54:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:54:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:17 smithi033 ceph-mon[32805]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:54:17.828 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 01:54:17 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T01:54:17.463+0000 7feb78b03700 -1 osd.5 0 waiting for initial osdmap 2024-04-26T01:54:17.828 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 01:54:17 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T01:54:17.472+0000 7feb700ed700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:54:18.171 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:18 smithi026 ceph-mon[28138]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-26T01:54:18.171 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:18 smithi026 ceph-mon[28138]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T01:54:18.171 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:18 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:54:18.171 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:18 smithi026 ceph-mon[28138]: from='osd.5 ' entity='osd.5' 2024-04-26T01:54:18.171 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:18 smithi026 ceph-mon[28138]: osd.5 [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620] boot 2024-04-26T01:54:18.172 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:18 smithi026 ceph-mon[28138]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T01:54:18.172 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:18 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:54:18.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:18 smithi064 ceph-mon[32613]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-26T01:54:18.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:18 smithi064 ceph-mon[32613]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T01:54:18.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:18 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:54:18.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:18 smithi064 ceph-mon[32613]: from='osd.5 ' entity='osd.5' 2024-04-26T01:54:18.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:18 smithi064 ceph-mon[32613]: osd.5 [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620] boot 2024-04-26T01:54:18.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:18 smithi064 ceph-mon[32613]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T01:54:18.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:18 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:54:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:18 smithi033 ceph-mon[32805]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-26T01:54:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:18 smithi033 ceph-mon[32805]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T01:54:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:18 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:54:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:18 smithi033 ceph-mon[32805]: from='osd.5 ' entity='osd.5' 2024-04-26T01:54:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:18 smithi033 ceph-mon[32805]: osd.5 [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620] boot 2024-04-26T01:54:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:18 smithi033 ceph-mon[32805]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T01:54:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:18 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:54:19.120 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T01:54:19.120 INFO:teuthology.orchestra.run.smithi026.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T01:54:19.120 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10+0 records in 2024-04-26T01:54:19.120 INFO:teuthology.orchestra.run.smithi026.stderr:10+0 records out 2024-04-26T01:54:19.120 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0589822 s, 178 MB/s 2024-04-26T01:54:19.120 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping successful for: 2024-04-26T01:54:19.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:19 smithi064 ceph-mon[32613]: purged_snaps scrub starts 2024-04-26T01:54:19.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:19 smithi064 ceph-mon[32613]: purged_snaps scrub ok 2024-04-26T01:54:19.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:19 smithi064 ceph-mon[32613]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:19.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:19.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:19.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:19.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:19.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:19.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:19.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:19.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:19.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:19 smithi064 ceph-mon[32613]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T01:54:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:19 smithi026 ceph-mon[28138]: purged_snaps scrub starts 2024-04-26T01:54:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:19 smithi026 ceph-mon[28138]: purged_snaps scrub ok 2024-04-26T01:54:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:19 smithi026 ceph-mon[28138]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:19 smithi026 ceph-mon[28138]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T01:54:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:19 smithi033 ceph-mon[32805]: purged_snaps scrub starts 2024-04-26T01:54:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:19 smithi033 ceph-mon[32805]: purged_snaps scrub ok 2024-04-26T01:54:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:19 smithi033 ceph-mon[32805]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:54:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:19 smithi033 ceph-mon[32805]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T01:54:20.094 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi026:vg_nvme/lv_2 2024-04-26T01:54:20.169 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:20 smithi026 ceph-mon[28138]: Detected new or changed devices on smithi064 2024-04-26T01:54:20.169 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:20 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi064 to 8544M 2024-04-26T01:54:20.169 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:20.169 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:20.169 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:20.170 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:20.170 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:20 smithi026 ceph-mon[28138]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T01:54:20.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:20 smithi064 ceph-mon[32613]: Detected new or changed devices on smithi064 2024-04-26T01:54:20.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:20 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi064 to 8544M 2024-04-26T01:54:20.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:20.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:20.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:20.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:20.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:20 smithi064 ceph-mon[32613]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T01:54:20.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:20 smithi033 ceph-mon[32805]: Detected new or changed devices on smithi064 2024-04-26T01:54:20.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:20 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi064 to 8544M 2024-04-26T01:54:20.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:20.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:20.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:20.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:20.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:20 smithi033 ceph-mon[32805]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T01:54:20.566 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:21.178 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:21 smithi026 ceph-mon[28138]: pgmap v157: 1 pgs: 1 remapped+peering; 577 KiB data, 196 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:21.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:21 smithi033 ceph-mon[32805]: pgmap v157: 1 pgs: 1 remapped+peering; 577 KiB data, 196 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:21.556 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:21 smithi064 ceph-mon[32613]: pgmap v157: 1 pgs: 1 remapped+peering; 577 KiB data, 196 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:22.330 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:22 smithi026 ceph-mon[28138]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T01:54:22.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:22 smithi033 ceph-mon[32805]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T01:54:22.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:22 smithi064 ceph-mon[32613]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T01:54:22.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.870+0000 7fab1ec00700 1 -- 172.21.15.26:0/2809433766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab181029d0 msgr2=0x7fab18102df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:22.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.870+0000 7fab1ec00700 1 --2- 172.21.15.26:0/2809433766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab181029d0 0x7fab18102df0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fab0c0099c0 tx=0x7fab0c009cd0 comp rx=0 tx=0).stop 2024-04-26T01:54:22.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.870+0000 7fab1ec00700 1 -- 172.21.15.26:0/2809433766 shutdown_connections 2024-04-26T01:54:22.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.870+0000 7fab1ec00700 1 --2- 172.21.15.26:0/2809433766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab18104570 0x7fab1810ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:22.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.870+0000 7fab1ec00700 1 --2- 172.21.15.26:0/2809433766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab181029d0 0x7fab18102df0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:22.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.870+0000 7fab1ec00700 1 --2- 172.21.15.26:0/2809433766 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab18103bd0 0x7fab18104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:22.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.870+0000 7fab1ec00700 1 -- 172.21.15.26:0/2809433766 >> 172.21.15.26:0/2809433766 conn(0x7fab180fdf70 msgr2=0x7fab181003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:22.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.871+0000 7fab1ec00700 1 -- 172.21.15.26:0/2809433766 shutdown_connections 2024-04-26T01:54:22.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.871+0000 7fab1ec00700 1 -- 172.21.15.26:0/2809433766 wait complete. 2024-04-26T01:54:22.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.872+0000 7fab1ec00700 1 Processor -- start 2024-04-26T01:54:22.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.872+0000 7fab1ec00700 1 -- start start 2024-04-26T01:54:22.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.873+0000 7fab1ec00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab181029d0 0x7fab1819acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:22.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.873+0000 7fab1ec00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab18103bd0 0x7fab1819b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:22.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.873+0000 7fab1ec00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab18104570 0x7fab181a2250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:22.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.873+0000 7fab1ec00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fab1810e440 con 0x7fab18104570 2024-04-26T01:54:22.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.873+0000 7fab1ec00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fab1810e2c0 con 0x7fab181029d0 2024-04-26T01:54:22.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.873+0000 7fab1ec00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fab1810e5c0 con 0x7fab18103bd0 2024-04-26T01:54:22.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.873+0000 7fab1e200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab18104570 0x7fab181a2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:22.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.873+0000 7fab1e200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab18104570 0x7fab181a2250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34282/0 (socket says 172.21.15.26:34282) 2024-04-26T01:54:22.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.873+0000 7fab1e200700 1 -- 172.21.15.26:0/1309870020 learned_addr learned my addr 172.21.15.26:0/1309870020 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:54:22.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.873+0000 7fab1d800700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab181029d0 0x7fab1819acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:22.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.873+0000 7fab1ce00700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab18103bd0 0x7fab1819b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:22.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.874+0000 7fab1e200700 1 -- 172.21.15.26:0/1309870020 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab18103bd0 msgr2=0x7fab1819b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:22.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.874+0000 7fab1e200700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab18103bd0 0x7fab1819b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:22.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.874+0000 7fab1e200700 1 -- 172.21.15.26:0/1309870020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab181029d0 msgr2=0x7fab1819acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:22.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.874+0000 7fab1e200700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab181029d0 0x7fab1819acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:22.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.874+0000 7fab1e200700 1 -- 172.21.15.26:0/1309870020 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab181a2920 con 0x7fab18104570 2024-04-26T01:54:22.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.874+0000 7fab1d800700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab181029d0 0x7fab1819acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:22.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.874+0000 7fab1e200700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab18104570 0x7fab181a2250 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fab1000ef30 tx=0x7fab1000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:22.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.874+0000 7fab16000700 1 -- 172.21.15.26:0/1309870020 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab100092e0 con 0x7fab18104570 2024-04-26T01:54:22.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.874+0000 7fab1ec00700 1 -- 172.21.15.26:0/1309870020 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab181a2bb0 con 0x7fab18104570 2024-04-26T01:54:22.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.874+0000 7fab16000700 1 -- 172.21.15.26:0/1309870020 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab10004bb0 con 0x7fab18104570 2024-04-26T01:54:22.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.874+0000 7fab16000700 1 -- 172.21.15.26:0/1309870020 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab10004020 con 0x7fab18104570 2024-04-26T01:54:22.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.875+0000 7fab1ec00700 1 -- 172.21.15.26:0/1309870020 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab181a30a0 con 0x7fab18104570 2024-04-26T01:54:22.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.876+0000 7fab1ec00700 1 -- 172.21.15.26:0/1309870020 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab18069730 con 0x7fab18104570 2024-04-26T01:54:22.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.878+0000 7fab16000700 1 -- 172.21.15.26:0/1309870020 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fab1001b030 con 0x7fab18104570 2024-04-26T01:54:22.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.879+0000 7fab16000700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fab000a3c40 0x7fab000a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:22.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.879+0000 7fab16000700 1 -- 172.21.15.26:0/1309870020 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4533+0+0 (secure 0 0 0) 0x7fab100cf080 con 0x7fab18104570 2024-04-26T01:54:22.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.879+0000 7fab1d800700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fab000a3c40 0x7fab000a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:22.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.880+0000 7fab1d800700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fab000a3c40 0x7fab000a6100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fab0c009990 tx=0x7fab0c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:22.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:22.884+0000 7fab16000700 1 -- 172.21.15.26:0/1309870020 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fab10022020 con 0x7fab18104570 2024-04-26T01:54:23.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:23.131+0000 7fab1ec00700 1 -- 172.21.15.26:0/1309870020 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fab1810aa90 con 0x7fab000a3c40 2024-04-26T01:54:23.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:23 smithi026 ceph-mon[28138]: pgmap v160: 1 pgs: 1 remapped+peering; 577 KiB data, 196 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:23.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:23 smithi026 ceph-mon[28138]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T01:54:23.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:23 smithi033 ceph-mon[32805]: pgmap v160: 1 pgs: 1 remapped+peering; 577 KiB data, 196 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:23.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:23 smithi033 ceph-mon[32805]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T01:54:23.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:23 smithi064 ceph-mon[32613]: pgmap v160: 1 pgs: 1 remapped+peering; 577 KiB data, 196 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:23.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:23 smithi064 ceph-mon[32613]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T01:54:24.365 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:24 smithi026 ceph-mon[28138]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:24.365 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:54:24.366 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:54:24.366 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:24 smithi033 ceph-mon[32805]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:54:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:54:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:24 smithi064 ceph-mon[32613]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:54:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:54:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:25.192 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:25 smithi026 ceph-mon[28138]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-04-26T01:54:25.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:25 smithi033 ceph-mon[32805]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-04-26T01:54:25.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:25 smithi064 ceph-mon[32613]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-04-26T01:54:27.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:27 smithi026 ceph-mon[28138]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:54:27.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:27 smithi033 ceph-mon[32805]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:54:27.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:27 smithi064 ceph-mon[32613]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:54:28.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:28 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2004920854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9d948a3-4ea5-4f67-879c-b5103be4cf0b"}]: dispatch 2024-04-26T01:54:28.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:28 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9d948a3-4ea5-4f67-879c-b5103be4cf0b"}]: dispatch 2024-04-26T01:54:28.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:28 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9d948a3-4ea5-4f67-879c-b5103be4cf0b"}]': finished 2024-04-26T01:54:28.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:28 smithi026 ceph-mon[28138]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T01:54:28.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:28.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:28 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2004920854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9d948a3-4ea5-4f67-879c-b5103be4cf0b"}]: dispatch 2024-04-26T01:54:28.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:28 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9d948a3-4ea5-4f67-879c-b5103be4cf0b"}]: dispatch 2024-04-26T01:54:28.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:28 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9d948a3-4ea5-4f67-879c-b5103be4cf0b"}]': finished 2024-04-26T01:54:28.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:28 smithi033 ceph-mon[32805]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T01:54:28.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:28.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:28 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2004920854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9d948a3-4ea5-4f67-879c-b5103be4cf0b"}]: dispatch 2024-04-26T01:54:28.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:28 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9d948a3-4ea5-4f67-879c-b5103be4cf0b"}]: dispatch 2024-04-26T01:54:28.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:28 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9d948a3-4ea5-4f67-879c-b5103be4cf0b"}]': finished 2024-04-26T01:54:28.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:28 smithi064 ceph-mon[32613]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T01:54:28.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:29.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:29 smithi026 ceph-mon[28138]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-26T01:54:29.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:29 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3080830566' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:54:29.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:29 smithi033 ceph-mon[32805]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-26T01:54:29.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:29 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3080830566' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:54:29.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:29 smithi064 ceph-mon[32613]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-26T01:54:29.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:29 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3080830566' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:54:31.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:31 smithi064 ceph-mon[32613]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:54:31.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:31 smithi026 ceph-mon[28138]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:54:31.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:31 smithi033 ceph-mon[32805]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:54:33.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:33 smithi026 ceph-mon[28138]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-26T01:54:33.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:33 smithi033 ceph-mon[32805]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-26T01:54:33.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:33 smithi064 ceph-mon[32613]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-26T01:54:35.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:35 smithi026 ceph-mon[28138]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:35.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:35 smithi033 ceph-mon[32805]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:35.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:35 smithi064 ceph-mon[32613]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:37.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:37 smithi026 ceph-mon[28138]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:37.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:37 smithi033 ceph-mon[32805]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:37.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:37 smithi064 ceph-mon[32613]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:38.398 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:38 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T01:54:38.399 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:38 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:38.399 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:38 smithi033 ceph-mon[32805]: Deploying daemon osd.6 on smithi026 2024-04-26T01:54:38.421 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:38 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T01:54:38.421 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:38 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:38.421 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:38 smithi026 ceph-mon[28138]: Deploying daemon osd.6 on smithi026 2024-04-26T01:54:38.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:38 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T01:54:38.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:38 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:38.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:38 smithi064 ceph-mon[32613]: Deploying daemon osd.6 on smithi026 2024-04-26T01:54:39.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:39 smithi026 ceph-mon[28138]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:39.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:39 smithi033 ceph-mon[32805]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:39.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:39 smithi064 ceph-mon[32613]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:41.467 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:41 smithi026 ceph-mon[28138]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:41.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:41 smithi033 ceph-mon[32805]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:41.577 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:41 smithi064 ceph-mon[32613]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:43.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:43 smithi026 ceph-mon[28138]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:43.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:43 smithi033 ceph-mon[32805]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:43.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:43 smithi064 ceph-mon[32613]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:45.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:45 smithi026 ceph-mon[28138]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:45.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:45 smithi033 ceph-mon[32805]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:45.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:45 smithi064 ceph-mon[32613]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:47.427 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:47 smithi026 ceph-mon[28138]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:47.427 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:47.427 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:47.427 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:47.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:47 smithi033 ceph-mon[32805]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:47.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:47 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:47.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:47 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:47.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:47 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:47.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:47 smithi064 ceph-mon[32613]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:47.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:47 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:47.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:47 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:47.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:47 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:49.373 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:49 smithi026 ceph-mon[28138]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:49.379 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:49 smithi064 ceph-mon[32613]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:49.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:49 smithi033 ceph-mon[32805]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:50.676 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:50 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:50.676 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:50 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:50.676 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:50 smithi064 ceph-mon[32613]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:50.676 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:50 smithi064 ceph-mon[32613]: from='osd.6 [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:54:50.676 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:50 smithi064 ceph-mon[32613]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:54:50.720 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:50 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:50.720 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:50 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:50.720 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:50 smithi026 ceph-mon[28138]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:50.720 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:50 smithi026 ceph-mon[28138]: from='osd.6 [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:54:50.720 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:50 smithi026 ceph-mon[28138]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:54:50.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:50 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:50.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:50 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:50.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:50 smithi033 ceph-mon[32805]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:50.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:50 smithi033 ceph-mon[32805]: from='osd.6 [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:54:50.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:50 smithi033 ceph-mon[32805]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:54:51.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.238+0000 7fab16000700 1 -- 172.21.15.26:0/1309870020 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fab1810aa90 con 0x7fab000a3c40 2024-04-26T01:54:51.238 INFO:teuthology.orchestra.run.smithi026.stdout:Created osd(s) 6 on host 'smithi026' 2024-04-26T01:54:51.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.242+0000 7fab1ec00700 1 -- 172.21.15.26:0/1309870020 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fab000a3c40 msgr2=0x7fab000a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:51.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.242+0000 7fab1ec00700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fab000a3c40 0x7fab000a6100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fab0c009990 tx=0x7fab0c005fb0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.242+0000 7fab1ec00700 1 -- 172.21.15.26:0/1309870020 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab18104570 msgr2=0x7fab181a2250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:51.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.242+0000 7fab1ec00700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab18104570 0x7fab181a2250 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fab1000ef30 tx=0x7fab1000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.242+0000 7fab1ec00700 1 -- 172.21.15.26:0/1309870020 shutdown_connections 2024-04-26T01:54:51.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.243+0000 7fab1ec00700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fab000a3c40 0x7fab000a6100 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.243+0000 7fab1ec00700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab18104570 0x7fab181a2250 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.243+0000 7fab1ec00700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab181029d0 0x7fab1819acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.243+0000 7fab1ec00700 1 --2- 172.21.15.26:0/1309870020 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab18103bd0 0x7fab1819b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.243+0000 7fab1ec00700 1 -- 172.21.15.26:0/1309870020 >> 172.21.15.26:0/1309870020 conn(0x7fab180fdf70 msgr2=0x7fab18109370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:51.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.243+0000 7fab1ec00700 1 -- 172.21.15.26:0/1309870020 shutdown_connections 2024-04-26T01:54:51.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:54:51.243+0000 7fab1ec00700 1 -- 172.21.15.26:0/1309870020 wait complete. 2024-04-26T01:54:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:51 smithi033 ceph-mon[32805]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T01:54:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:51 smithi033 ceph-mon[32805]: from='osd.6 [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:54:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:51 smithi033 ceph-mon[32805]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T01:54:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:51 smithi033 ceph-mon[32805]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:54:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:51.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:51.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:51.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:51.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:51 smithi064 ceph-mon[32613]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T01:54:51.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:51 smithi064 ceph-mon[32613]: from='osd.6 [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:54:51.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:51 smithi064 ceph-mon[32613]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T01:54:51.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:51.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:51 smithi064 ceph-mon[32613]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:54:51.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:51.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:51.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:51.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:51.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:51.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:51.925 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:51 smithi026 ceph-mon[28138]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T01:54:51.926 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:51 smithi026 ceph-mon[28138]: from='osd.6 [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:54:51.926 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:51 smithi026 ceph-mon[28138]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T01:54:51.926 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:51.926 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:51 smithi026 ceph-mon[28138]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:54:51.926 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:51.926 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:51.926 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:51.926 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:51.926 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:51.926 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:51.975 DEBUG:teuthology.orchestra.run.smithi026:osd.6> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.6.service 2024-04-26T01:54:51.979 INFO:tasks.cephadm:Deploying osd.7 on smithi033 with /dev/vg_nvme/lv_2... 2024-04-26T01:54:51.979 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T01:54:52.238 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:54:52.687 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:52 smithi033 ceph-mon[32805]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T01:54:52.688 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:52 smithi033 ceph-mon[32805]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T01:54:52.688 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:52 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:52.688 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:52 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:52.688 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:52 smithi033 ceph-mon[32805]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:52.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:52 smithi064 ceph-mon[32613]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T01:54:52.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:52 smithi064 ceph-mon[32613]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T01:54:52.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:52 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:52.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:52 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:52.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:52 smithi064 ceph-mon[32613]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:52.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:52 smithi026 ceph-mon[28138]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T01:54:52.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:52 smithi026 ceph-mon[28138]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T01:54:52.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:52.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:52.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:52 smithi026 ceph-mon[28138]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:54:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:53 smithi033 ceph-mon[32805]: purged_snaps scrub starts 2024-04-26T01:54:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:53 smithi033 ceph-mon[32805]: purged_snaps scrub ok 2024-04-26T01:54:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:53 smithi033 ceph-mon[32805]: osd.6 [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678] boot 2024-04-26T01:54:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:53 smithi033 ceph-mon[32805]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T01:54:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:53 smithi064 ceph-mon[32613]: purged_snaps scrub starts 2024-04-26T01:54:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:53 smithi064 ceph-mon[32613]: purged_snaps scrub ok 2024-04-26T01:54:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:53 smithi064 ceph-mon[32613]: osd.6 [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678] boot 2024-04-26T01:54:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:53 smithi064 ceph-mon[32613]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T01:54:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:53.919 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:53 smithi026 ceph-mon[28138]: purged_snaps scrub starts 2024-04-26T01:54:53.919 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:53 smithi026 ceph-mon[28138]: purged_snaps scrub ok 2024-04-26T01:54:53.919 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:53 smithi026 ceph-mon[28138]: osd.6 [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678] boot 2024-04-26T01:54:53.919 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:53 smithi026 ceph-mon[28138]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T01:54:53.919 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:54.352 INFO:teuthology.orchestra.run.smithi033.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T01:54:54.352 INFO:teuthology.orchestra.run.smithi033.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T01:54:54.352 INFO:teuthology.orchestra.run.smithi033.stderr: stderr: 10+0 records in 2024-04-26T01:54:54.352 INFO:teuthology.orchestra.run.smithi033.stderr:10+0 records out 2024-04-26T01:54:54.352 INFO:teuthology.orchestra.run.smithi033.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111609 s, 940 MB/s 2024-04-26T01:54:54.352 INFO:teuthology.orchestra.run.smithi033.stderr:--> Zapping successful for: 2024-04-26T01:54:54.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:54 smithi026 ceph-mon[28138]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T01:54:54.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:54 smithi026 ceph-mon[28138]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:54:54.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:54 smithi064 ceph-mon[32613]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T01:54:54.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:54 smithi064 ceph-mon[32613]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:54:54.835 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:54 smithi033 ceph-mon[32805]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T01:54:54.835 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:54 smithi033 ceph-mon[32805]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:54:55.098 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi033:vg_nvme/lv_2 2024-04-26T01:54:55.345 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:54:56.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:56 smithi033 ceph-mon[32805]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:54:56.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:56 smithi026 ceph-mon[28138]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:54:57.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.064+0000 7f9351b5c700 1 -- 172.21.15.33:0/1661514778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f934c102370 msgr2=0x7f934c1027d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:57.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.064+0000 7f9351b5c700 1 --2- 172.21.15.33:0/1661514778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f934c102370 0x7f934c1027d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f93400099c0 tx=0x7f9340009cd0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.065+0000 7f9351b5c700 1 -- 172.21.15.33:0/1661514778 shutdown_connections 2024-04-26T01:54:57.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.065+0000 7f9351b5c700 1 --2- 172.21.15.33:0/1661514778 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f934c102d10 0x7f934c1095c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.065+0000 7f9351b5c700 1 --2- 172.21.15.33:0/1661514778 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f934c101170 0x7f934c101590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.065+0000 7f9351b5c700 1 --2- 172.21.15.33:0/1661514778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f934c102370 0x7f934c1027d0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.065+0000 7f9351b5c700 1 -- 172.21.15.33:0/1661514778 >> 172.21.15.33:0/1661514778 conn(0x7f934c0fc710 msgr2=0x7f934c0feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:57.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.065+0000 7f9351b5c700 1 -- 172.21.15.33:0/1661514778 shutdown_connections 2024-04-26T01:54:57.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.065+0000 7f9351b5c700 1 -- 172.21.15.33:0/1661514778 wait complete. 2024-04-26T01:54:57.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.065+0000 7f9351b5c700 1 Processor -- start 2024-04-26T01:54:57.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.065+0000 7f9351b5c700 1 -- start start 2024-04-26T01:54:57.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f9351b5c700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f934c101170 0x7f934c10ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:57.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f9351b5c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f934c102370 0x7f934c19d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:57.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f9351b5c700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f934c102d10 0x7f934c19ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:57.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f9351b5c700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f934c10d500 con 0x7f934c102d10 2024-04-26T01:54:57.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f9351b5c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f934c10d380 con 0x7f934c102370 2024-04-26T01:54:57.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f9351b5c700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f934c10d680 con 0x7f934c101170 2024-04-26T01:54:57.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f934affd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f934c102370 0x7f934c19d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f934affd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f934c102370 0x7f934c19d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42056/0 (socket says 172.21.15.33:42056) 2024-04-26T01:54:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f934affd700 1 -- 172.21.15.33:0/1350481977 learned_addr learned my addr 172.21.15.33:0/1350481977 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-04-26T01:54:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f934b7fe700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f934c101170 0x7f934c10ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f934affd700 1 -- 172.21.15.33:0/1350481977 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f934c101170 msgr2=0x7f934c10ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f934affd700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f934c101170 0x7f934c10ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f934affd700 1 -- 172.21.15.33:0/1350481977 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f934c102d10 msgr2=0x7f934c19ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f934affd700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f934c102d10 0x7f934c19ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f934affd700 1 -- 172.21.15.33:0/1350481977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f934c1a0860 con 0x7f934c102370 2024-04-26T01:54:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.066+0000 7f934affd700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f934c102370 0x7f934c19d900 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9340003790 tx=0x7f9340005b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.067+0000 7f9348ff9700 1 -- 172.21.15.33:0/1350481977 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9340027070 con 0x7f934c102370 2024-04-26T01:54:57.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.067+0000 7f9348ff9700 1 -- 172.21.15.33:0/1350481977 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9340004160 con 0x7f934c102370 2024-04-26T01:54:57.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.067+0000 7f9351b5c700 1 -- 172.21.15.33:0/1350481977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f934c1a0af0 con 0x7f934c102370 2024-04-26T01:54:57.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.067+0000 7f9348ff9700 1 -- 172.21.15.33:0/1350481977 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9340022d90 con 0x7f934c102370 2024-04-26T01:54:57.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.067+0000 7f9351b5c700 1 -- 172.21.15.33:0/1350481977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f934c1a0fd0 con 0x7f934c102370 2024-04-26T01:54:57.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.068+0000 7f9351b5c700 1 -- 172.21.15.33:0/1350481977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f934c069730 con 0x7f934c102370 2024-04-26T01:54:57.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.069+0000 7f9348ff9700 1 -- 172.21.15.33:0/1350481977 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f934002a070 con 0x7f934c102370 2024-04-26T01:54:57.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.069+0000 7f9348ff9700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f93340a3c40 0x7f93340a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:57.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.069+0000 7f9348ff9700 1 -- 172.21.15.33:0/1350481977 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7f93400d0430 con 0x7f934c102370 2024-04-26T01:54:57.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.070+0000 7f934b7fe700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f93340a3c40 0x7f93340a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:57.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.071+0000 7f934b7fe700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f93340a3c40 0x7f93340a6100 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f934c1021d0 tx=0x7f933c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:57.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.074+0000 7f9348ff9700 1 -- 172.21.15.33:0/1350481977 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9340013070 con 0x7f934c102370 2024-04-26T01:54:57.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:56 smithi064 ceph-mon[32613]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:54:57.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:54:57.290+0000 7f9351b5c700 1 -- 172.21.15.33:0/1350481977 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f934c062e80 con 0x7f93340a3c40 2024-04-26T01:54:57.977 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='client.24287 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:57.977 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:54:57.977 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:54:57.977 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:57.977 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: Detected new or changed devices on smithi026 2024-04-26T01:54:57.977 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:57.978 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:57.978 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:57.978 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:57.978 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:57.978 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi026 to 5698M 2024-04-26T01:54:57.978 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:57.978 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:57.978 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:57.978 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:57.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='client.24287 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: Detected new or changed devices on smithi026 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi026 to 5698M 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:57.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:57.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:58.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='client.24287 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:58.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:54:58.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:54:58.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:58.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: Detected new or changed devices on smithi026 2024-04-26T01:54:58.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:58.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:58.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:58.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:58.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:54:58.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi026 to 5698M 2024-04-26T01:54:58.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:58.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:58.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:58.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:54:59.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:54:59 smithi026 ceph-mon[28138]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:54:59.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:54:59 smithi033 ceph-mon[32805]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:54:59.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:54:59 smithi064 ceph-mon[32613]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:00.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:00 smithi026 ceph-mon[28138]: from='client.? 172.21.15.33:0/1844422440' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "edb21527-291a-47d3-bdcb-04f0f245ed11"}]: dispatch 2024-04-26T01:55:00.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:00 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "edb21527-291a-47d3-bdcb-04f0f245ed11"}]: dispatch 2024-04-26T01:55:00.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:00 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "edb21527-291a-47d3-bdcb-04f0f245ed11"}]': finished 2024-04-26T01:55:00.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:00 smithi026 ceph-mon[28138]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T01:55:00.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:00.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:00 smithi033 ceph-mon[32805]: from='client.? 172.21.15.33:0/1844422440' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "edb21527-291a-47d3-bdcb-04f0f245ed11"}]: dispatch 2024-04-26T01:55:00.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:00 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "edb21527-291a-47d3-bdcb-04f0f245ed11"}]: dispatch 2024-04-26T01:55:00.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:00 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "edb21527-291a-47d3-bdcb-04f0f245ed11"}]': finished 2024-04-26T01:55:00.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:00 smithi033 ceph-mon[32805]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T01:55:00.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:00.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:00 smithi064 ceph-mon[32613]: from='client.? 172.21.15.33:0/1844422440' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "edb21527-291a-47d3-bdcb-04f0f245ed11"}]: dispatch 2024-04-26T01:55:00.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:00 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "edb21527-291a-47d3-bdcb-04f0f245ed11"}]: dispatch 2024-04-26T01:55:00.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:00 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "edb21527-291a-47d3-bdcb-04f0f245ed11"}]': finished 2024-04-26T01:55:00.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:00 smithi064 ceph-mon[32613]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T01:55:00.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:01.712 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:01 smithi064 ceph-mon[32613]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:01.712 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:01 smithi064 ceph-mon[32613]: from='client.? 172.21.15.33:0/3378070985' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:55:01.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:01 smithi026 ceph-mon[28138]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:01.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:01 smithi026 ceph-mon[28138]: from='client.? 172.21.15.33:0/3378070985' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:55:01.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:01 smithi033 ceph-mon[32805]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:01.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:01 smithi033 ceph-mon[32805]: from='client.? 172.21.15.33:0/3378070985' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:55:02.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:02 smithi026 ceph-mon[28138]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:02.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:02 smithi033 ceph-mon[32805]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:02.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:02 smithi064 ceph-mon[32613]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:04.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:04 smithi033 ceph-mon[32805]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:04.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:04 smithi026 ceph-mon[28138]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:05.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:04 smithi064 ceph-mon[32613]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:06.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:06 smithi026 ceph-mon[28138]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:06.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:06 smithi033 ceph-mon[32805]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:07.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:06 smithi064 ceph-mon[32613]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:07.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:07 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T01:55:07.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:07 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:07.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:07 smithi026 ceph-mon[28138]: Deploying daemon osd.7 on smithi033 2024-04-26T01:55:07.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:07 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T01:55:07.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:07 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:07.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:07 smithi033 ceph-mon[32805]: Deploying daemon osd.7 on smithi033 2024-04-26T01:55:08.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:07 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T01:55:08.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:07 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:08.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:07 smithi064 ceph-mon[32613]: Deploying daemon osd.7 on smithi033 2024-04-26T01:55:08.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:08 smithi026 ceph-mon[28138]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:08.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:08 smithi033 ceph-mon[32805]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:09.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:08 smithi064 ceph-mon[32613]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:10.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:10 smithi033 ceph-mon[32805]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:10.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:10 smithi026 ceph-mon[28138]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:11.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:10 smithi064 ceph-mon[32613]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:12.850 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:12 smithi033 ceph-mon[32805]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:12.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:12 smithi026 ceph-mon[28138]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:13.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:12 smithi064 ceph-mon[32613]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:14.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:14 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:14.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:14 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:14.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:14 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:14.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:14 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:14.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:14 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:14.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:14 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:14.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:14 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:14.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:14 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:14.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:14 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:15.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:15 smithi033 ceph-mon[32805]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:15.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:15 smithi026 ceph-mon[28138]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:15.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:15 smithi064 ceph-mon[32613]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:17.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.129+0000 7f9348ff9700 1 -- 172.21.15.33:0/1350481977 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f934c062e80 con 0x7f93340a3c40 2024-04-26T01:55:17.128 INFO:teuthology.orchestra.run.smithi033.stdout:Created osd(s) 7 on host 'smithi033' 2024-04-26T01:55:17.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.130+0000 7f9351b5c700 1 -- 172.21.15.33:0/1350481977 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f93340a3c40 msgr2=0x7f93340a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:17.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.130+0000 7f9351b5c700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f93340a3c40 0x7f93340a6100 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f934c1021d0 tx=0x7f933c00b410 comp rx=0 tx=0).stop 2024-04-26T01:55:17.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.130+0000 7f9351b5c700 1 -- 172.21.15.33:0/1350481977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f934c102370 msgr2=0x7f934c19d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:17.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.130+0000 7f9351b5c700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f934c102370 0x7f934c19d900 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9340003790 tx=0x7f9340005b00 comp rx=0 tx=0).stop 2024-04-26T01:55:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.130+0000 7f9351b5c700 1 -- 172.21.15.33:0/1350481977 shutdown_connections 2024-04-26T01:55:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.130+0000 7f9351b5c700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f93340a3c40 0x7f93340a6100 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.130+0000 7f9351b5c700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f934c102d10 0x7f934c19ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.130+0000 7f9351b5c700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f934c101170 0x7f934c10ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.130+0000 7f9351b5c700 1 --2- 172.21.15.33:0/1350481977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f934c102370 0x7f934c19d900 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.130+0000 7f9351b5c700 1 -- 172.21.15.33:0/1350481977 >> 172.21.15.33:0/1350481977 conn(0x7f934c0fc710 msgr2=0x7f934c105670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:17.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.131+0000 7f9351b5c700 1 -- 172.21.15.33:0/1350481977 shutdown_connections 2024-04-26T01:55:17.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:55:17.131+0000 7f9351b5c700 1 -- 172.21.15.33:0/1350481977 wait complete. 2024-04-26T01:55:17.462 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:17 smithi033 ceph-mon[32805]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:17.462 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.463 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.463 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:17.463 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:17.463 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.463 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:17 smithi033 ceph-mon[32805]: from='osd.7 [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:55:17.463 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:17 smithi033 ceph-mon[32805]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:55:17.463 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.463 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.463 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:17 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:17 smithi026 ceph-mon[28138]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:17 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:17 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:17 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:17 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:17 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:17 smithi026 ceph-mon[28138]: from='osd.7 [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:55:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:17 smithi026 ceph-mon[28138]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:55:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:17 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:17 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:17 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:17.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:17 smithi064 ceph-mon[32613]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:17.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:17 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:17 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:17 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:17.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:17 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:17.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:17 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:17 smithi064 ceph-mon[32613]: from='osd.7 [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:55:17.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:17 smithi064 ceph-mon[32613]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:55:17.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:17 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:17 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:17.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:17 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:17.824 DEBUG:teuthology.orchestra.run.smithi033:osd.7> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.7.service 2024-04-26T01:55:17.826 INFO:tasks.cephadm:Deploying osd.8 on smithi064 with /dev/vg_nvme/lv_2... 2024-04-26T01:55:17.827 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T01:55:18.081 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:55:18.466 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:18 smithi064 ceph-mon[32613]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T01:55:18.467 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:18 smithi064 ceph-mon[32613]: from='osd.7 [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:55:18.467 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:18 smithi064 ceph-mon[32613]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T01:55:18.467 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:18 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:18.467 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:18 smithi064 ceph-mon[32613]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:55:18.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:18 smithi026 ceph-mon[28138]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T01:55:18.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:18 smithi026 ceph-mon[28138]: from='osd.7 [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:55:18.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:18 smithi026 ceph-mon[28138]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T01:55:18.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:18 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:18 smithi026 ceph-mon[28138]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:55:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:18 smithi033 ceph-mon[32805]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T01:55:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:18 smithi033 ceph-mon[32805]: from='osd.7 [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:55:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:18 smithi033 ceph-mon[32805]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T01:55:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:18 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:18 smithi033 ceph-mon[32805]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:55:18.929 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 01:55:18 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T01:55:18.639+0000 7fa538c31700 -1 osd.7 0 waiting for initial osdmap 2024-04-26T01:55:18.929 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 01:55:18 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T01:55:18.649+0000 7fa53021b700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:55:19.476 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:19 smithi033 ceph-mon[32805]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:19.477 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:19 smithi033 ceph-mon[32805]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-04-26T01:55:19.477 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:19 smithi033 ceph-mon[32805]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T01:55:19.477 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:19.477 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:19.477 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:19 smithi033 ceph-mon[32805]: from='osd.7 ' entity='osd.7' 2024-04-26T01:55:19.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:19 smithi026 ceph-mon[28138]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:19.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:19 smithi026 ceph-mon[28138]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-04-26T01:55:19.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:19 smithi026 ceph-mon[28138]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T01:55:19.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:19.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:19 smithi026 ceph-mon[28138]: from='osd.7 ' entity='osd.7' 2024-04-26T01:55:19.508 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:19 smithi064 ceph-mon[32613]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:55:19.508 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:19 smithi064 ceph-mon[32613]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-04-26T01:55:19.508 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:19 smithi064 ceph-mon[32613]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T01:55:19.508 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:19.508 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:19.508 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:19 smithi064 ceph-mon[32613]: from='osd.7 ' entity='osd.7' 2024-04-26T01:55:20.120 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T01:55:20.121 INFO:teuthology.orchestra.run.smithi064.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T01:55:20.121 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 10+0 records in 2024-04-26T01:55:20.121 INFO:teuthology.orchestra.run.smithi064.stderr:10+0 records out 2024-04-26T01:55:20.121 INFO:teuthology.orchestra.run.smithi064.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112854 s, 929 MB/s 2024-04-26T01:55:20.121 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping successful for: 2024-04-26T01:55:20.386 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:20 smithi033 ceph-mon[32805]: purged_snaps scrub starts 2024-04-26T01:55:20.387 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:20 smithi033 ceph-mon[32805]: purged_snaps scrub ok 2024-04-26T01:55:20.387 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:20 smithi033 ceph-mon[32805]: osd.7 [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326] boot 2024-04-26T01:55:20.387 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:20 smithi033 ceph-mon[32805]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T01:55:20.387 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:20.387 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:20 smithi033 ceph-mon[32805]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T01:55:20.429 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:20 smithi064 ceph-mon[32613]: purged_snaps scrub starts 2024-04-26T01:55:20.430 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:20 smithi064 ceph-mon[32613]: purged_snaps scrub ok 2024-04-26T01:55:20.430 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:20 smithi064 ceph-mon[32613]: osd.7 [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326] boot 2024-04-26T01:55:20.430 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:20 smithi064 ceph-mon[32613]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T01:55:20.430 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:20.430 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:20 smithi064 ceph-mon[32613]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T01:55:20.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:20 smithi026 ceph-mon[28138]: purged_snaps scrub starts 2024-04-26T01:55:20.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:20 smithi026 ceph-mon[28138]: purged_snaps scrub ok 2024-04-26T01:55:20.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:20 smithi026 ceph-mon[28138]: osd.7 [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326] boot 2024-04-26T01:55:20.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:20 smithi026 ceph-mon[28138]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T01:55:20.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:55:20.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:20 smithi026 ceph-mon[28138]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T01:55:20.781 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi064:vg_nvme/lv_2 2024-04-26T01:55:21.034 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:55:21.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:21 smithi064 ceph-mon[32613]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:21.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:21 smithi064 ceph-mon[32613]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T01:55:21.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:21.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:21.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:21.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:21.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:21.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:21.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:21.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:21.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:21 smithi026 ceph-mon[28138]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:21 smithi026 ceph-mon[28138]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T01:55:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:21.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:21 smithi033 ceph-mon[32805]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:21.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:21 smithi033 ceph-mon[32805]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T01:55:21.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:21.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:21.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:21.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:21.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:21.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:21.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:21.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:21.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:22.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:22 smithi033 ceph-mon[32805]: Detected new or changed devices on smithi033 2024-04-26T01:55:22.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:22 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi033 to 5697M 2024-04-26T01:55:22.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:22 smithi033 ceph-mon[32805]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T01:55:22.540 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:22 smithi064 ceph-mon[32613]: Detected new or changed devices on smithi033 2024-04-26T01:55:22.540 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:22 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi033 to 5697M 2024-04-26T01:55:22.541 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:22 smithi064 ceph-mon[32613]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T01:55:22.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:22 smithi026 ceph-mon[28138]: Detected new or changed devices on smithi033 2024-04-26T01:55:22.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:22 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi033 to 5697M 2024-04-26T01:55:22.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:22 smithi026 ceph-mon[28138]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T01:55:22.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.789+0000 7fc063318700 1 -- 172.21.15.64:0/489484349 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc05c108830 msgr2=0x7fc05c10ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:22.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.789+0000 7fc063318700 1 --2- 172.21.15.64:0/489484349 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc05c108830 0x7fc05c10ac20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fc05400b0a0 tx=0x7fc05400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:55:22.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.789+0000 7fc063318700 1 -- 172.21.15.64:0/489484349 shutdown_connections 2024-04-26T01:55:22.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.789+0000 7fc063318700 1 --2- 172.21.15.64:0/489484349 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc05c108830 0x7fc05c10ac20 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:22.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.789+0000 7fc063318700 1 --2- 172.21.15.64:0/489484349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc05c1035d0 0x7fc05c1059c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:22.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.789+0000 7fc063318700 1 --2- 172.21.15.64:0/489484349 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc05c105f00 0x7fc05c1082f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:22.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.789+0000 7fc063318700 1 -- 172.21.15.64:0/489484349 >> 172.21.15.64:0/489484349 conn(0x7fc05c0fcf40 msgr2=0x7fc05c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:22.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.789+0000 7fc063318700 1 -- 172.21.15.64:0/489484349 shutdown_connections 2024-04-26T01:55:22.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.789+0000 7fc063318700 1 -- 172.21.15.64:0/489484349 wait complete. 2024-04-26T01:55:22.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc063318700 1 Processor -- start 2024-04-26T01:55:22.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc063318700 1 -- start start 2024-04-26T01:55:22.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc063318700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc05c1035d0 0x7fc05c198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:22.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc063318700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc05c105f00 0x7fc05c199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc063318700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc05c108830 0x7fc05c1a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc063318700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc05c10e600 con 0x7fc05c108830 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc063318700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc05c10e480 con 0x7fc05c1035d0 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc063318700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc05c10e780 con 0x7fc05c105f00 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc0608b3700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc05c105f00 0x7fc05c199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc0608b3700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc05c105f00 0x7fc05c199270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.64:49698/0 (socket says 172.21.15.64:49698) 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc0608b3700 1 -- 172.21.15.64:0/379290005 learned_addr learned my addr 172.21.15.64:0/379290005 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc0610b4700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc05c1035d0 0x7fc05c198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc0608b3700 1 -- 172.21.15.64:0/379290005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc05c1035d0 msgr2=0x7fc05c198d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc0608b3700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc05c1035d0 0x7fc05c198d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc0608b3700 1 -- 172.21.15.64:0/379290005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc05c108830 msgr2=0x7fc05c1a02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc0608b3700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc05c108830 0x7fc05c1a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:22.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.790+0000 7fc0608b3700 1 -- 172.21.15.64:0/379290005 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc05c1a0980 con 0x7fc05c105f00 2024-04-26T01:55:22.792 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.791+0000 7fc0610b4700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc05c1035d0 0x7fc05c198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:55:22.792 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.791+0000 7fc0608b3700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc05c105f00 0x7fc05c199270 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fc04c00b530 tx=0x7fc04c00b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:22.792 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.791+0000 7fc0527fc700 1 -- 172.21.15.64:0/379290005 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c015020 con 0x7fc05c105f00 2024-04-26T01:55:22.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.791+0000 7fc063318700 1 -- 172.21.15.64:0/379290005 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc05c1a0c70 con 0x7fc05c105f00 2024-04-26T01:55:22.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.791+0000 7fc0527fc700 1 -- 172.21.15.64:0/379290005 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc04c011ce0 con 0x7fc05c105f00 2024-04-26T01:55:22.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.791+0000 7fc0527fc700 1 -- 172.21.15.64:0/379290005 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c010d20 con 0x7fc05c105f00 2024-04-26T01:55:22.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.791+0000 7fc063318700 1 -- 172.21.15.64:0/379290005 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc05c1a1230 con 0x7fc05c105f00 2024-04-26T01:55:22.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.792+0000 7fc063318700 1 -- 172.21.15.64:0/379290005 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc05c069730 con 0x7fc05c105f00 2024-04-26T01:55:22.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.793+0000 7fc0527fc700 1 -- 172.21.15.64:0/379290005 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc04c018020 con 0x7fc05c105f00 2024-04-26T01:55:22.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.794+0000 7fc0527fc700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc0480a3c40 0x7fc0480a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:22.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.794+0000 7fc0527fc700 1 -- 172.21.15.64:0/379290005 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5397+0+0 (secure 0 0 0) 0x7fc04c0cf0d0 con 0x7fc05c105f00 2024-04-26T01:55:22.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.794+0000 7fc0610b4700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc0480a3c40 0x7fc0480a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:22.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.795+0000 7fc0610b4700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc0480a3c40 0x7fc0480a6100 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc05c19a210 tx=0x7fc058008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:22.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:22.800+0000 7fc0527fc700 1 -- 172.21.15.64:0/379290005 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc04c01f020 con 0x7fc05c105f00 2024-04-26T01:55:23.014 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:23.016+0000 7fc063318700 1 -- 172.21.15.64:0/379290005 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fc05c062e80 con 0x7fc0480a3c40 2024-04-26T01:55:23.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:23 smithi033 ceph-mon[32805]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:23.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:23 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:55:23.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:23 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:55:23.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:23 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:23.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:23 smithi033 ceph-mon[32805]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T01:55:23.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:23 smithi064 ceph-mon[32613]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:23.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:23 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:55:23.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:23 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:55:23.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:23 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:23.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:23 smithi064 ceph-mon[32613]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T01:55:23.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:23 smithi026 ceph-mon[28138]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:23.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:23 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:55:23.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:23 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:55:23.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:23 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:23.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:23 smithi026 ceph-mon[28138]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T01:55:24.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:24 smithi064 ceph-mon[32613]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:24.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:24 smithi026 ceph-mon[28138]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:24.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:24 smithi033 ceph-mon[32805]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:25.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:25 smithi064 ceph-mon[32613]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:25.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:25 smithi026 ceph-mon[28138]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:25.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:25 smithi033 ceph-mon[32805]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:26 smithi064 ceph-mon[32613]: from='client.? 172.21.15.64:0/1437635277' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09db0b7b-1827-40a6-86c3-20d07509807d"}]: dispatch 2024-04-26T01:55:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:26 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09db0b7b-1827-40a6-86c3-20d07509807d"}]: dispatch 2024-04-26T01:55:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:26 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "09db0b7b-1827-40a6-86c3-20d07509807d"}]': finished 2024-04-26T01:55:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:26 smithi064 ceph-mon[32613]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T01:55:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:26.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:26 smithi026 ceph-mon[28138]: from='client.? 172.21.15.64:0/1437635277' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09db0b7b-1827-40a6-86c3-20d07509807d"}]: dispatch 2024-04-26T01:55:26.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:26 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09db0b7b-1827-40a6-86c3-20d07509807d"}]: dispatch 2024-04-26T01:55:26.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:26 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "09db0b7b-1827-40a6-86c3-20d07509807d"}]': finished 2024-04-26T01:55:26.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:26 smithi026 ceph-mon[28138]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T01:55:26.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:26.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:26 smithi033 ceph-mon[32805]: from='client.? 172.21.15.64:0/1437635277' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09db0b7b-1827-40a6-86c3-20d07509807d"}]: dispatch 2024-04-26T01:55:26.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:26 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09db0b7b-1827-40a6-86c3-20d07509807d"}]: dispatch 2024-04-26T01:55:26.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:26 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "09db0b7b-1827-40a6-86c3-20d07509807d"}]': finished 2024-04-26T01:55:26.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:26 smithi033 ceph-mon[32805]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T01:55:26.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:27.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:27 smithi064 ceph-mon[32613]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:27.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:27 smithi064 ceph-mon[32613]: from='client.? 172.21.15.64:0/1940799270' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:55:27.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:27 smithi026 ceph-mon[28138]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:27.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:27 smithi026 ceph-mon[28138]: from='client.? 172.21.15.64:0/1940799270' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:55:27.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:27 smithi033 ceph-mon[32805]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:27.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:27 smithi033 ceph-mon[32805]: from='client.? 172.21.15.64:0/1940799270' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:55:29.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:29 smithi064 ceph-mon[32613]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:29.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:29 smithi026 ceph-mon[28138]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:29.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:29 smithi033 ceph-mon[32805]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:31.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:31 smithi064 ceph-mon[32613]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:31.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:31 smithi026 ceph-mon[28138]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:31.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:31 smithi033 ceph-mon[32805]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:33 smithi064 ceph-mon[32613]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:33 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T01:55:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:33 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:33.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:33 smithi026 ceph-mon[28138]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:33.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:33 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T01:55:33.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:33 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:33.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:33 smithi033 ceph-mon[32805]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:33.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:33 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T01:55:33.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:33 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:34.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:34 smithi064 ceph-mon[32613]: Deploying daemon osd.8 on smithi064 2024-04-26T01:55:34.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:34 smithi026 ceph-mon[28138]: Deploying daemon osd.8 on smithi064 2024-04-26T01:55:34.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:34 smithi033 ceph-mon[32805]: Deploying daemon osd.8 on smithi064 2024-04-26T01:55:35.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:35 smithi064 ceph-mon[32613]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:35.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:35 smithi026 ceph-mon[28138]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:35.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:35 smithi033 ceph-mon[32805]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:37.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:37 smithi064 ceph-mon[32613]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:37.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:37 smithi026 ceph-mon[28138]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:37.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:37 smithi033 ceph-mon[32805]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:39.520 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:39 smithi064 ceph-mon[32613]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:39.520 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:39 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:39.520 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:39 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:39.520 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:39 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:39.549 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:39 smithi033 ceph-mon[32805]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:39.549 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:39 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:39.549 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:39 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:39.550 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:39 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:39.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:39 smithi026 ceph-mon[28138]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:39.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:39 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:39.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:39 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:39.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:39 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:41.550 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:41 smithi064 ceph-mon[32613]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:41.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:41 smithi026 ceph-mon[28138]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:41.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:41 smithi033 ceph-mon[32805]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:42.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.706+0000 7fc0527fc700 1 -- 172.21.15.64:0/379290005 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc05c062e80 con 0x7fc0480a3c40 2024-04-26T01:55:42.705 INFO:teuthology.orchestra.run.smithi064.stdout:Created osd(s) 8 on host 'smithi064' 2024-04-26T01:55:42.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.709+0000 7fc063318700 1 -- 172.21.15.64:0/379290005 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc0480a3c40 msgr2=0x7fc0480a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:42.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.709+0000 7fc063318700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc0480a3c40 0x7fc0480a6100 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc05c19a210 tx=0x7fc058008040 comp rx=0 tx=0).stop 2024-04-26T01:55:42.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.709+0000 7fc063318700 1 -- 172.21.15.64:0/379290005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc05c105f00 msgr2=0x7fc05c199270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:42.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.709+0000 7fc063318700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc05c105f00 0x7fc05c199270 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fc04c00b530 tx=0x7fc04c00b8f0 comp rx=0 tx=0).stop 2024-04-26T01:55:42.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.709+0000 7fc063318700 1 -- 172.21.15.64:0/379290005 shutdown_connections 2024-04-26T01:55:42.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.709+0000 7fc063318700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc0480a3c40 0x7fc0480a6100 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:42.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.709+0000 7fc063318700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc05c108830 0x7fc05c1a02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:42.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.709+0000 7fc063318700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc05c1035d0 0x7fc05c198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:42.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.709+0000 7fc063318700 1 --2- 172.21.15.64:0/379290005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc05c105f00 0x7fc05c199270 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:42.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.709+0000 7fc063318700 1 -- 172.21.15.64:0/379290005 >> 172.21.15.64:0/379290005 conn(0x7fc05c0fcf40 msgr2=0x7fc05c105470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:42.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.709+0000 7fc063318700 1 -- 172.21.15.64:0/379290005 shutdown_connections 2024-04-26T01:55:42.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:55:42.709+0000 7fc063318700 1 -- 172.21.15.64:0/379290005 wait complete. 2024-04-26T01:55:43.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:42 smithi026 ceph-mon[28138]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:43.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:42 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:42 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:42 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:43.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:42 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:43.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:42 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:42 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:42 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:42 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:43.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:42 smithi026 ceph-mon[28138]: from='osd.8 [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:55:43.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:42 smithi026 ceph-mon[28138]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:55:43.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:42 smithi033 ceph-mon[32805]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:43.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:42 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:42 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:42 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:43.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:42 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:43.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:42 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:42 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:42 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:42 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:43.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:42 smithi033 ceph-mon[32805]: from='osd.8 [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:55:43.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:42 smithi033 ceph-mon[32805]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:55:43.325 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:42 smithi064 ceph-mon[32613]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:43.325 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:42 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.326 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:42 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.326 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:42 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:43.326 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:42 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:43.326 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:42 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.326 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:42 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.326 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:42 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:43.326 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:42 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:43.326 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:42 smithi064 ceph-mon[32613]: from='osd.8 [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:55:43.326 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:42 smithi064 ceph-mon[32613]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:55:43.361 DEBUG:teuthology.orchestra.run.smithi064:osd.8> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.8.service 2024-04-26T01:55:43.363 INFO:tasks.cephadm:Deploying osd.9 on smithi026 with /dev/vg_nvme/lv_1... 2024-04-26T01:55:43.363 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T01:55:43.839 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:44.735 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:44 smithi064 ceph-mon[32613]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:44.735 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:44 smithi064 ceph-mon[32613]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T01:55:44.735 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:44 smithi064 ceph-mon[32613]: from='osd.8 [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:55:44.735 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:44 smithi064 ceph-mon[32613]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T01:55:44.735 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:44 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:44.735 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:44 smithi064 ceph-mon[32613]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:55:44.913 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:44 smithi026 ceph-mon[28138]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:44.914 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:44 smithi026 ceph-mon[28138]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T01:55:44.914 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:44 smithi026 ceph-mon[28138]: from='osd.8 [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:55:44.914 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:44 smithi026 ceph-mon[28138]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T01:55:44.914 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:44 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:44.914 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:44 smithi026 ceph-mon[28138]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:55:44.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:44 smithi033 ceph-mon[32805]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:44.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:44 smithi033 ceph-mon[32805]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T01:55:44.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:44 smithi033 ceph-mon[32805]: from='osd.8 [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:55:44.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:44 smithi033 ceph-mon[32805]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T01:55:44.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:44 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:44.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:44 smithi033 ceph-mon[32805]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:55:45.578 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 01:55:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T01:55:45.163+0000 7f95f86c6700 -1 osd.8 0 waiting for initial osdmap 2024-04-26T01:55:45.578 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 01:55:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T01:55:45.174+0000 7f95f04b1700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:55:45.923 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:45 smithi064 ceph-mon[32613]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-26T01:55:45.923 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:45 smithi064 ceph-mon[32613]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T01:55:45.923 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:45 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:45.923 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:45 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:45.923 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:45 smithi064 ceph-mon[32613]: from='osd.8 ' entity='osd.8' 2024-04-26T01:55:45.944 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:45 smithi026 ceph-mon[28138]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-26T01:55:45.944 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:45 smithi026 ceph-mon[28138]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T01:55:45.944 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:45 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:45.944 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:45 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:45.944 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:45 smithi026 ceph-mon[28138]: from='osd.8 ' entity='osd.8' 2024-04-26T01:55:45.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:45 smithi033 ceph-mon[32805]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-26T01:55:45.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:45 smithi033 ceph-mon[32805]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T01:55:45.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:45 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:45.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:45 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:45.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:45 smithi033 ceph-mon[32805]: from='osd.8 ' entity='osd.8' 2024-04-26T01:55:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: purged_snaps scrub starts 2024-04-26T01:55:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: purged_snaps scrub ok 2024-04-26T01:55:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: osd.8 [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462] boot 2024-04-26T01:55:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T01:55:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: Detected new or changed devices on smithi064 2024-04-26T01:55:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:46.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:46.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:46.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:46.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi064 to 5696M 2024-04-26T01:55:46.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:46.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:46.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:46.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:46.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:46 smithi026 ceph-mon[28138]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T01:55:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: purged_snaps scrub starts 2024-04-26T01:55:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: purged_snaps scrub ok 2024-04-26T01:55:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: osd.8 [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462] boot 2024-04-26T01:55:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T01:55:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: Detected new or changed devices on smithi064 2024-04-26T01:55:46.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:46.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:46.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:46.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:46.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:46.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi064 to 5696M 2024-04-26T01:55:46.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:46.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:46.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:46.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:46.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:46 smithi033 ceph-mon[32805]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T01:55:47.012 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T01:55:47.012 INFO:teuthology.orchestra.run.smithi026.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T01:55:47.013 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10+0 records in 2024-04-26T01:55:47.013 INFO:teuthology.orchestra.run.smithi026.stderr:10+0 records out 2024-04-26T01:55:47.013 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0364804 s, 287 MB/s 2024-04-26T01:55:47.013 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping successful for: 2024-04-26T01:55:47.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: purged_snaps scrub starts 2024-04-26T01:55:47.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: purged_snaps scrub ok 2024-04-26T01:55:47.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:55:47.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: osd.8 [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462] boot 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: Detected new or changed devices on smithi064 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi064 to 5696M 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:55:47.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:46 smithi064 ceph-mon[32613]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T01:55:47.976 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi026:vg_nvme/lv_1 2024-04-26T01:55:48.417 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:48.852 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:48 smithi026 ceph-mon[28138]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:55:48.852 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:48 smithi026 ceph-mon[28138]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T01:55:48.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:48 smithi033 ceph-mon[32805]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:55:48.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:48 smithi033 ceph-mon[32805]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T01:55:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:48 smithi064 ceph-mon[32613]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:55:49.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:48 smithi064 ceph-mon[32613]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T01:55:49.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:49 smithi026 ceph-mon[28138]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T01:55:49.979 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:49 smithi064 ceph-mon[32613]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T01:55:49.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:49 smithi033 ceph-mon[32805]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T01:55:50.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.697+0000 7fc5a3200700 1 -- 172.21.15.26:0/2609631771 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc59c104690 msgr2=0x7fc59c10af40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:50.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.697+0000 7fc5a3200700 1 --2- 172.21.15.26:0/2609631771 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc59c104690 0x7fc59c10af40 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc59400b0a0 tx=0x7fc59400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.697+0000 7fc5a3200700 1 -- 172.21.15.26:0/2609631771 shutdown_connections 2024-04-26T01:55:50.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.697+0000 7fc5a3200700 1 --2- 172.21.15.26:0/2609631771 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc59c104690 0x7fc59c10af40 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.697+0000 7fc5a3200700 1 --2- 172.21.15.26:0/2609631771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc59c102af0 0x7fc59c102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.697+0000 7fc5a3200700 1 --2- 172.21.15.26:0/2609631771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc59c103cf0 0x7fc59c104150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.697+0000 7fc5a3200700 1 -- 172.21.15.26:0/2609631771 >> 172.21.15.26:0/2609631771 conn(0x7fc59c0fe090 msgr2=0x7fc59c1004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:50.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.698+0000 7fc5a3200700 1 -- 172.21.15.26:0/2609631771 shutdown_connections 2024-04-26T01:55:50.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.698+0000 7fc5a3200700 1 -- 172.21.15.26:0/2609631771 wait complete. 2024-04-26T01:55:50.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.699+0000 7fc5a3200700 1 Processor -- start 2024-04-26T01:55:50.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.699+0000 7fc5a3200700 1 -- start start 2024-04-26T01:55:50.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.699+0000 7fc5a3200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc59c102af0 0x7fc59c19adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.699+0000 7fc5a3200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc59c103cf0 0x7fc59c19b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.699+0000 7fc5a3200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc59c104690 0x7fc59c1a2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.699+0000 7fc5a3200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c10e5c0 con 0x7fc59c102af0 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.699+0000 7fc5a3200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c10e440 con 0x7fc59c104690 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.699+0000 7fc5a3200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c10e740 con 0x7fc59c103cf0 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc59b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc59c103cf0 0x7fc59c19b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc59b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc59c103cf0 0x7fc59c19b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:50994/0 (socket says 172.21.15.26:50994) 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc59b400700 1 -- 172.21.15.26:0/3394735605 learned_addr learned my addr 172.21.15.26:0/3394735605 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc59be00700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc59c102af0 0x7fc59c19adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc5a1200700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc59c104690 0x7fc59c1a2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc59b400700 1 -- 172.21.15.26:0/3394735605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc59c104690 msgr2=0x7fc59c1a2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc59b400700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc59c104690 0x7fc59c1a2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc59b400700 1 -- 172.21.15.26:0/3394735605 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc59c102af0 msgr2=0x7fc59c19adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc59b400700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc59c102af0 0x7fc59c19adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc59b400700 1 -- 172.21.15.26:0/3394735605 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59c1a2a20 con 0x7fc59c103cf0 2024-04-26T01:55:50.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc59be00700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc59c102af0 0x7fc59c19adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:50.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc5a1200700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc59c104690 0x7fc59c1a2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:50.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.700+0000 7fc59b400700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc59c103cf0 0x7fc59c19b300 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fc58800e9d0 tx=0x7fc58800ed90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:50.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.701+0000 7fc598c00700 1 -- 172.21.15.26:0/3394735605 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58800cbd0 con 0x7fc59c103cf0 2024-04-26T01:55:50.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.701+0000 7fc598c00700 1 -- 172.21.15.26:0/3394735605 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc58800cd70 con 0x7fc59c103cf0 2024-04-26T01:55:50.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.701+0000 7fc598c00700 1 -- 172.21.15.26:0/3394735605 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc588018710 con 0x7fc59c103cf0 2024-04-26T01:55:50.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.701+0000 7fc5a3200700 1 -- 172.21.15.26:0/3394735605 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc59c1a2d10 con 0x7fc59c103cf0 2024-04-26T01:55:50.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.701+0000 7fc5a3200700 1 -- 172.21.15.26:0/3394735605 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc59c1a3240 con 0x7fc59c103cf0 2024-04-26T01:55:50.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.702+0000 7fc5a3200700 1 -- 172.21.15.26:0/3394735605 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc59c069730 con 0x7fc59c103cf0 2024-04-26T01:55:50.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.704+0000 7fc598c00700 1 -- 172.21.15.26:0/3394735605 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc588010430 con 0x7fc59c103cf0 2024-04-26T01:55:50.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.705+0000 7fc598c00700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc5800a3cc0 0x7fc5800a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.705+0000 7fc598c00700 1 -- 172.21.15.26:0/3394735605 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5829+0+0 (secure 0 0 0) 0x7fc5880cfd50 con 0x7fc59c103cf0 2024-04-26T01:55:50.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.706+0000 7fc59be00700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc5800a3cc0 0x7fc5800a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.706+0000 7fc59be00700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc5800a3cc0 0x7fc5800a6180 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc59c103b50 tx=0x7fc58c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:50.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.709+0000 7fc598c00700 1 -- 172.21.15.26:0/3394735605 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc58809d040 con 0x7fc59c103cf0 2024-04-26T01:55:50.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:55:50.955+0000 7fc5a3200700 1 -- 172.21.15.26:0/3394735605 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fc59c076390 con 0x7fc5800a3cc0 2024-04-26T01:55:50.954 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:50 smithi026 ceph-mon[28138]: pgmap v225: 1 pgs: 1 peering; 577 KiB data, 270 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:55:50.954 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:50 smithi026 ceph-mon[28138]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T01:55:50.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:50 smithi033 ceph-mon[32805]: pgmap v225: 1 pgs: 1 peering; 577 KiB data, 270 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:55:50.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:50 smithi033 ceph-mon[32805]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T01:55:51.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:50 smithi064 ceph-mon[32613]: pgmap v225: 1 pgs: 1 peering; 577 KiB data, 270 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:55:51.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:50 smithi064 ceph-mon[32613]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T01:55:51.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:51 smithi026 ceph-mon[28138]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:51.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:55:51.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:55:51.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:51.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:51 smithi033 ceph-mon[32805]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:51.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:55:51.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:55:51.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:52.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:51 smithi064 ceph-mon[32613]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:52.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:55:52.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:55:52.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:52.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:52 smithi026 ceph-mon[28138]: pgmap v227: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T01:55:52.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:52 smithi033 ceph-mon[32805]: pgmap v227: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T01:55:53.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:52 smithi064 ceph-mon[32613]: pgmap v227: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T01:55:54.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:54 smithi026 ceph-mon[28138]: pgmap v228: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:55:54.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:54 smithi033 ceph-mon[32805]: pgmap v228: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:55:55.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:54 smithi064 ceph-mon[32613]: pgmap v228: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:55:55.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:55 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3745314473' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4696d95a-f9ac-421f-8ace-9fdc3ed46f05"}]: dispatch 2024-04-26T01:55:55.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:55 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4696d95a-f9ac-421f-8ace-9fdc3ed46f05"}]: dispatch 2024-04-26T01:55:55.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:55 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4696d95a-f9ac-421f-8ace-9fdc3ed46f05"}]': finished 2024-04-26T01:55:55.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:55 smithi026 ceph-mon[28138]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T01:55:55.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:55 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:55:55.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:55 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3745314473' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4696d95a-f9ac-421f-8ace-9fdc3ed46f05"}]: dispatch 2024-04-26T01:55:55.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:55 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4696d95a-f9ac-421f-8ace-9fdc3ed46f05"}]: dispatch 2024-04-26T01:55:55.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:55 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4696d95a-f9ac-421f-8ace-9fdc3ed46f05"}]': finished 2024-04-26T01:55:55.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:55 smithi033 ceph-mon[32805]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T01:55:55.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:55 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:55:56.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:55 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3745314473' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4696d95a-f9ac-421f-8ace-9fdc3ed46f05"}]: dispatch 2024-04-26T01:55:56.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:55 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4696d95a-f9ac-421f-8ace-9fdc3ed46f05"}]: dispatch 2024-04-26T01:55:56.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:55 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4696d95a-f9ac-421f-8ace-9fdc3ed46f05"}]': finished 2024-04-26T01:55:56.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:55 smithi064 ceph-mon[32613]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T01:55:56.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:55 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:55:56.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:56 smithi026 ceph-mon[28138]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-26T01:55:56.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:56 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1932686123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:55:56.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:56 smithi033 ceph-mon[32805]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-26T01:55:56.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:56 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1932686123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:55:57.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:56 smithi064 ceph-mon[32613]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-26T01:55:57.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:56 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1932686123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:55:58.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:55:58 smithi033 ceph-mon[32805]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:55:59.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:55:58 smithi064 ceph-mon[32613]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:55:59.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:55:58 smithi026 ceph-mon[28138]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:00.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:00 smithi033 ceph-mon[32805]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:01.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:00 smithi064 ceph-mon[32613]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:01.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:00 smithi026 ceph-mon[28138]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:02.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:02 smithi026 ceph-mon[28138]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:02.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:02 smithi033 ceph-mon[32805]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:03.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:02 smithi064 ceph-mon[32613]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:04.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:04 smithi026 ceph-mon[28138]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:04.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:04 smithi033 ceph-mon[32805]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:05.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:04 smithi064 ceph-mon[32613]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:06.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T01:56:06.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:06.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:05 smithi064 ceph-mon[32613]: Deploying daemon osd.9 on smithi026 2024-04-26T01:56:06.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T01:56:06.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:06.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:05 smithi026 ceph-mon[28138]: Deploying daemon osd.9 on smithi026 2024-04-26T01:56:06.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T01:56:06.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:06.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:05 smithi033 ceph-mon[32805]: Deploying daemon osd.9 on smithi026 2024-04-26T01:56:06.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:06 smithi026 ceph-mon[28138]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:07.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:06 smithi064 ceph-mon[32613]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:07.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:06 smithi033 ceph-mon[32805]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:08.774 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:08 smithi026 ceph-mon[28138]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:09.049 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:08 smithi033 ceph-mon[32805]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:09.077 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:08 smithi064 ceph-mon[32613]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:11.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:10 smithi064 ceph-mon[32613]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:11.159 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:10 smithi026 ceph-mon[28138]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:11.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:10 smithi033 ceph-mon[32805]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:13.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:12 smithi064 ceph-mon[32613]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:13.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:12 smithi026 ceph-mon[28138]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:13.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:12 smithi033 ceph-mon[32805]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:15.460 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:15 smithi026 ceph-mon[28138]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:15.460 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:15.461 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:15.461 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:15.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:15 smithi033 ceph-mon[32805]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:15.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:15.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:15.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:15.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:15 smithi064 ceph-mon[32613]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:15.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:15.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:15.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:17.322 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:17 smithi026 ceph-mon[28138]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:17 smithi033 ceph-mon[32805]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:17.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:17 smithi064 ceph-mon[32613]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:19.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:18 smithi026 ceph-mon[28138]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:19.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:18 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:19.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:18 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:19.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:18 smithi026 ceph-mon[28138]: from='osd.9 [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:56:19.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:18 smithi026 ceph-mon[28138]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:56:19.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:18 smithi033 ceph-mon[32805]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:19.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:18 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:19.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:18 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:19.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:18 smithi033 ceph-mon[32805]: from='osd.9 [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:56:19.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:18 smithi033 ceph-mon[32805]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:56:19.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:18 smithi064 ceph-mon[32613]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:19.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:18 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:19.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:18 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:19.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:18 smithi064 ceph-mon[32613]: from='osd.9 [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:56:19.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:18 smithi064 ceph-mon[32613]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:56:19.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.360+0000 7fc598c00700 1 -- 172.21.15.26:0/3394735605 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc59c076390 con 0x7fc5800a3cc0 2024-04-26T01:56:19.359 INFO:teuthology.orchestra.run.smithi026.stdout:Created osd(s) 9 on host 'smithi026' 2024-04-26T01:56:19.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.365+0000 7fc5a3200700 1 -- 172.21.15.26:0/3394735605 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc5800a3cc0 msgr2=0x7fc5800a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:19.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.365+0000 7fc5a3200700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc5800a3cc0 0x7fc5800a6180 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc59c103b50 tx=0x7fc58c009260 comp rx=0 tx=0).stop 2024-04-26T01:56:19.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.365+0000 7fc5a3200700 1 -- 172.21.15.26:0/3394735605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc59c103cf0 msgr2=0x7fc59c19b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:19.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.365+0000 7fc5a3200700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc59c103cf0 0x7fc59c19b300 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fc58800e9d0 tx=0x7fc58800ed90 comp rx=0 tx=0).stop 2024-04-26T01:56:19.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.365+0000 7fc5a3200700 1 -- 172.21.15.26:0/3394735605 shutdown_connections 2024-04-26T01:56:19.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.365+0000 7fc5a3200700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc59c104690 0x7fc59c1a2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:19.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.365+0000 7fc5a3200700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc5800a3cc0 0x7fc5800a6180 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:19.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.365+0000 7fc5a3200700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc59c102af0 0x7fc59c19adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:19.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.365+0000 7fc5a3200700 1 --2- 172.21.15.26:0/3394735605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc59c103cf0 0x7fc59c19b300 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:19.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.365+0000 7fc5a3200700 1 -- 172.21.15.26:0/3394735605 >> 172.21.15.26:0/3394735605 conn(0x7fc59c0fe090 msgr2=0x7fc59c074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:19.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.365+0000 7fc5a3200700 1 -- 172.21.15.26:0/3394735605 shutdown_connections 2024-04-26T01:56:19.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:56:19.365+0000 7fc5a3200700 1 -- 172.21.15.26:0/3394735605 wait complete. 2024-04-26T01:56:20.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:20 smithi033 ceph-mon[32805]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T01:56:20.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:20 smithi033 ceph-mon[32805]: from='osd.9 [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:56:20.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:20 smithi033 ceph-mon[32805]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T01:56:20.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:20.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:20 smithi033 ceph-mon[32805]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:56:20.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:20.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:20.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:20.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:20.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:20.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:20.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:20 smithi064 ceph-mon[32613]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T01:56:20.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:20 smithi064 ceph-mon[32613]: from='osd.9 [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:56:20.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:20 smithi064 ceph-mon[32613]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T01:56:20.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:20.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:20 smithi064 ceph-mon[32613]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:56:20.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:20.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:20.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:20.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:20.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:20.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:20.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-mon[28138]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T01:56:20.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-mon[28138]: from='osd.9 [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:56:20.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-mon[28138]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T01:56:20.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:20.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-mon[28138]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T01:56:20.470 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:20.470 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:20.470 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:20.470 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:20.470 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:20.470 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:20.521 DEBUG:teuthology.orchestra.run.smithi026:osd.9> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.9.service 2024-04-26T01:56:20.526 INFO:tasks.cephadm:Deploying osd.10 on smithi033 with /dev/vg_nvme/lv_1... 2024-04-26T01:56:20.526 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T01:56:20.780 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:56:21.037 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:21 smithi026 ceph-mon[28138]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:21.037 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:21 smithi026 ceph-mon[28138]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T01:56:21.037 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:21 smithi026 ceph-mon[28138]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T01:56:21.037 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:21.037 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:21 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:21.038 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:21 smithi026 ceph-mon[28138]: from='osd.9 ' entity='osd.9' 2024-04-26T01:56:21.038 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T01:56:20.785+0000 7fedd7e00700 -1 osd.9 0 waiting for initial osdmap 2024-04-26T01:56:21.038 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 01:56:20 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T01:56:20.815+0000 7fedcd200700 -1 osd.9 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:56:21.196 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:21 smithi033 ceph-mon[32805]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:21.196 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:21 smithi033 ceph-mon[32805]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T01:56:21.196 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:21 smithi033 ceph-mon[32805]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T01:56:21.196 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:21.197 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:21 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:21.197 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:21 smithi033 ceph-mon[32805]: from='osd.9 ' entity='osd.9' 2024-04-26T01:56:21.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:21 smithi064 ceph-mon[32613]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:21.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:21 smithi064 ceph-mon[32613]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T01:56:21.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:21 smithi064 ceph-mon[32613]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T01:56:21.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:21.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:21 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:21.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:21 smithi064 ceph-mon[32613]: from='osd.9 ' entity='osd.9' 2024-04-26T01:56:22.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:22 smithi026 ceph-mon[28138]: purged_snaps scrub starts 2024-04-26T01:56:22.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:22 smithi026 ceph-mon[28138]: purged_snaps scrub ok 2024-04-26T01:56:22.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:22.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:22 smithi026 ceph-mon[28138]: osd.9 [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981] boot 2024-04-26T01:56:22.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:22 smithi026 ceph-mon[28138]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T01:56:22.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:22.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:22 smithi033 ceph-mon[32805]: purged_snaps scrub starts 2024-04-26T01:56:22.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:22 smithi033 ceph-mon[32805]: purged_snaps scrub ok 2024-04-26T01:56:22.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:22.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:22 smithi033 ceph-mon[32805]: osd.9 [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981] boot 2024-04-26T01:56:22.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:22 smithi033 ceph-mon[32805]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T01:56:22.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:22.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:22 smithi064 ceph-mon[32613]: purged_snaps scrub starts 2024-04-26T01:56:22.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:22 smithi064 ceph-mon[32613]: purged_snaps scrub ok 2024-04-26T01:56:22.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:22.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:22 smithi064 ceph-mon[32613]: osd.9 [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981] boot 2024-04-26T01:56:22.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:22 smithi064 ceph-mon[32613]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T01:56:22.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:56:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T01:56:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T01:56:22.878 INFO:teuthology.orchestra.run.smithi033.stderr: stderr: 10+0 records in 2024-04-26T01:56:22.879 INFO:teuthology.orchestra.run.smithi033.stderr:10+0 records out 2024-04-26T01:56:22.879 INFO:teuthology.orchestra.run.smithi033.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0111874 s, 937 MB/s 2024-04-26T01:56:22.879 INFO:teuthology.orchestra.run.smithi033.stderr:--> Zapping successful for: 2024-04-26T01:56:23.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:23 smithi026 ceph-mon[28138]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:23.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:23 smithi064 ceph-mon[32613]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:23.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:23 smithi033 ceph-mon[32805]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:56:23.662 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi033:vg_nvme/lv_1 2024-04-26T01:56:23.933 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:56:24.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:24 smithi033 ceph-mon[32805]: osdmap e69: 10 total, 10 up, 10 in 2024-04-26T01:56:24.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:24 smithi064 ceph-mon[32613]: osdmap e69: 10 total, 10 up, 10 in 2024-04-26T01:56:24.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:24 smithi026 ceph-mon[28138]: osdmap e69: 10 total, 10 up, 10 in 2024-04-26T01:56:25.143 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:25 smithi033 ceph-mon[32805]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:25.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:25 smithi026 ceph-mon[28138]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:25 smithi064 ceph-mon[32613]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.755+0000 7fbb7d104700 1 -- 172.21.15.33:0/2425640598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb78108830 msgr2=0x7fbb7810ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.755+0000 7fbb7d104700 1 --2- 172.21.15.33:0/2425640598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb78108830 0x7fbb7810ac20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbb7000b0a0 tx=0x7fbb7000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:56:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.755+0000 7fbb7d104700 1 -- 172.21.15.33:0/2425640598 shutdown_connections 2024-04-26T01:56:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.755+0000 7fbb7d104700 1 --2- 172.21.15.33:0/2425640598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb78108830 0x7fbb7810ac20 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.755+0000 7fbb7d104700 1 --2- 172.21.15.33:0/2425640598 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb781035d0 0x7fbb781059c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.755+0000 7fbb7d104700 1 --2- 172.21.15.33:0/2425640598 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbb78105f00 0x7fbb781082f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.755+0000 7fbb7d104700 1 -- 172.21.15.33:0/2425640598 >> 172.21.15.33:0/2425640598 conn(0x7fbb780fcf40 msgr2=0x7fbb780ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.755+0000 7fbb7d104700 1 -- 172.21.15.33:0/2425640598 shutdown_connections 2024-04-26T01:56:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.755+0000 7fbb7d104700 1 -- 172.21.15.33:0/2425640598 wait complete. 2024-04-26T01:56:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.756+0000 7fbb7d104700 1 Processor -- start 2024-04-26T01:56:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.756+0000 7fbb7d104700 1 -- start start 2024-04-26T01:56:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.756+0000 7fbb7d104700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbb781035d0 0x7fbb78198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.756+0000 7fbb7d104700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb78105f00 0x7fbb78199230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.756+0000 7fbb7d104700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb78108830 0x7fbb781a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.756+0000 7fbb7d104700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbb7810e600 con 0x7fbb78108830 2024-04-26T01:56:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.756+0000 7fbb7d104700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbb7810e480 con 0x7fbb78105f00 2024-04-26T01:56:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.756+0000 7fbb7d104700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fbb7810e780 con 0x7fbb781035d0 2024-04-26T01:56:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.756+0000 7fbb7659c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb78105f00 0x7fbb78199230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.756+0000 7fbb7659c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb78105f00 0x7fbb78199230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49872/0 (socket says 172.21.15.33:49872) 2024-04-26T01:56:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.756+0000 7fbb7659c700 1 -- 172.21.15.33:0/2822495977 learned_addr learned my addr 172.21.15.33:0/2822495977 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-04-26T01:56:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.756+0000 7fbb76d9d700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbb781035d0 0x7fbb78198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:25.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.757+0000 7fbb7659c700 1 -- 172.21.15.33:0/2822495977 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbb781035d0 msgr2=0x7fbb78198cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:25.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.757+0000 7fbb7659c700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbb781035d0 0x7fbb78198cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:25.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.757+0000 7fbb7659c700 1 -- 172.21.15.33:0/2822495977 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb78108830 msgr2=0x7fbb781a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:25.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.757+0000 7fbb7659c700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb78108830 0x7fbb781a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:25.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.757+0000 7fbb7659c700 1 -- 172.21.15.33:0/2822495977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb781a0940 con 0x7fbb78105f00 2024-04-26T01:56:25.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.757+0000 7fbb7659c700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb78105f00 0x7fbb78199230 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fbb6000b530 tx=0x7fbb6000b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:25.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.757+0000 7fbb6ffff700 1 -- 172.21.15.33:0/2822495977 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb60015020 con 0x7fbb78105f00 2024-04-26T01:56:25.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.757+0000 7fbb7d104700 1 -- 172.21.15.33:0/2822495977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb781a0c30 con 0x7fbb78105f00 2024-04-26T01:56:25.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.757+0000 7fbb6ffff700 1 -- 172.21.15.33:0/2822495977 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb60011ce0 con 0x7fbb78105f00 2024-04-26T01:56:25.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.757+0000 7fbb6ffff700 1 -- 172.21.15.33:0/2822495977 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb60010e40 con 0x7fbb78105f00 2024-04-26T01:56:25.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.757+0000 7fbb7d104700 1 -- 172.21.15.33:0/2822495977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb781a1240 con 0x7fbb78105f00 2024-04-26T01:56:25.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.758+0000 7fbb7d104700 1 -- 172.21.15.33:0/2822495977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb78069730 con 0x7fbb78105f00 2024-04-26T01:56:25.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.759+0000 7fbb6ffff700 1 -- 172.21.15.33:0/2822495977 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fbb60018020 con 0x7fbb78105f00 2024-04-26T01:56:25.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.760+0000 7fbb6ffff700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbb640a3c40 0x7fbb640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:25.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.760+0000 7fbb6ffff700 1 -- 172.21.15.33:0/2822495977 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7fbb600cf980 con 0x7fbb78105f00 2024-04-26T01:56:25.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.761+0000 7fbb76d9d700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbb640a3c40 0x7fbb640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:25.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.762+0000 7fbb76d9d700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbb640a3c40 0x7fbb640a6100 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fbb7819a1d0 tx=0x7fbb68009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:25.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.764+0000 7fbb6ffff700 1 -- 172.21.15.33:0/2822495977 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbb6001f020 con 0x7fbb78105f00 2024-04-26T01:56:25.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:25.982+0000 7fbb7d104700 1 -- 172.21.15.33:0/2822495977 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fbb78062e80 con 0x7fbb640a3c40 2024-04-26T01:56:26.934 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:26.934 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: Detected new or changed devices on smithi026 2024-04-26T01:56:26.934 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:26.934 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:26.934 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:26.934 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:26.934 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:26.935 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:26.935 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi026 to 4273M 2024-04-26T01:56:26.935 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:26.935 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:26.935 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:26.935 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:26.935 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='client.24356 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:56:26.935 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:56:26.935 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:56:26.935 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:26 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:27.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:27.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: Detected new or changed devices on smithi026 2024-04-26T01:56:27.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:27.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:27.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:27.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:27.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:27.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:27.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi026 to 4273M 2024-04-26T01:56:27.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:27.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:27.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:27.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:27.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='client.24356 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:56:27.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:56:27.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:56:27.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:26 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:27.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:27.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: Detected new or changed devices on smithi026 2024-04-26T01:56:27.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:27.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:27.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:27.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:27.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:27.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:27.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi026 to 4273M 2024-04-26T01:56:27.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:27.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:27.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:27.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:27.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='client.24356 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi033:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:56:27.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:56:27.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:56:27.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:26 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:28.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:28 smithi033 ceph-mon[32805]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:29.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:28 smithi064 ceph-mon[32613]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:29.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:28 smithi026 ceph-mon[28138]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:29.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:29 smithi033 ceph-mon[32805]: from='client.? 172.21.15.33:0/267081714' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07d476cc-6f54-4f00-bb35-f137b6e907d0"}]: dispatch 2024-04-26T01:56:29.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:29 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07d476cc-6f54-4f00-bb35-f137b6e907d0"}]: dispatch 2024-04-26T01:56:29.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:29 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07d476cc-6f54-4f00-bb35-f137b6e907d0"}]': finished 2024-04-26T01:56:29.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:29 smithi033 ceph-mon[32805]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T01:56:29.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:29 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:56:29.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:29 smithi033 ceph-mon[32805]: from='client.? 172.21.15.33:0/3096741297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:56:30.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:29 smithi064 ceph-mon[32613]: from='client.? 172.21.15.33:0/267081714' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07d476cc-6f54-4f00-bb35-f137b6e907d0"}]: dispatch 2024-04-26T01:56:30.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:29 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07d476cc-6f54-4f00-bb35-f137b6e907d0"}]: dispatch 2024-04-26T01:56:30.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:29 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07d476cc-6f54-4f00-bb35-f137b6e907d0"}]': finished 2024-04-26T01:56:30.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:29 smithi064 ceph-mon[32613]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T01:56:30.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:29 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:56:30.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:29 smithi064 ceph-mon[32613]: from='client.? 172.21.15.33:0/3096741297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:56:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:29 smithi026 ceph-mon[28138]: from='client.? 172.21.15.33:0/267081714' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07d476cc-6f54-4f00-bb35-f137b6e907d0"}]: dispatch 2024-04-26T01:56:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:29 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07d476cc-6f54-4f00-bb35-f137b6e907d0"}]: dispatch 2024-04-26T01:56:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:29 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07d476cc-6f54-4f00-bb35-f137b6e907d0"}]': finished 2024-04-26T01:56:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:29 smithi026 ceph-mon[28138]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T01:56:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:29 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:56:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:29 smithi026 ceph-mon[28138]: from='client.? 172.21.15.33:0/3096741297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:56:31.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:30 smithi026 ceph-mon[28138]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:31.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:30 smithi033 ceph-mon[32805]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:31.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:30 smithi064 ceph-mon[32613]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:33.190 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:32 smithi033 ceph-mon[32805]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:33.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:32 smithi026 ceph-mon[28138]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:32 smithi064 ceph-mon[32613]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:35.179 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:34 smithi033 ceph-mon[32805]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:35.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:34 smithi026 ceph-mon[28138]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:35.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:34 smithi064 ceph-mon[32613]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:37.097 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:36 smithi033 ceph-mon[32805]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:37.097 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:36 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T01:56:37.097 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:36 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:37.097 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:36 smithi033 ceph-mon[32805]: Deploying daemon osd.10 on smithi033 2024-04-26T01:56:37.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:36 smithi026 ceph-mon[28138]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:37.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:36 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T01:56:37.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:36 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:37.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:36 smithi026 ceph-mon[28138]: Deploying daemon osd.10 on smithi033 2024-04-26T01:56:37.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:36 smithi064 ceph-mon[32613]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:37.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:36 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T01:56:37.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:36 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:37.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:36 smithi064 ceph-mon[32613]: Deploying daemon osd.10 on smithi033 2024-04-26T01:56:39.223 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:38 smithi033 ceph-mon[32805]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:39.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:38 smithi026 ceph-mon[28138]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:39.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:38 smithi064 ceph-mon[32613]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:40.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:40 smithi026 ceph-mon[28138]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:41.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:40 smithi033 ceph-mon[32805]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:41.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:40 smithi064 ceph-mon[32613]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:43.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:43 smithi064 ceph-mon[32613]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:43.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:43 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:43.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:43 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:43.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:43 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:43.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:43 smithi026 ceph-mon[28138]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:43.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:43 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:43.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:43 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:43.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:43 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:43.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:43 smithi033 ceph-mon[32805]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:43.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:43 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:43.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:43 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:43.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:43 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:45.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:45 smithi064 ceph-mon[32613]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:45.468 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:45 smithi033 ceph-mon[32805]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:45.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:45 smithi026 ceph-mon[28138]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:45.569 INFO:teuthology.orchestra.run.smithi033.stdout:Created osd(s) 10 on host 'smithi033' 2024-04-26T01:56:45.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.571+0000 7fbb6ffff700 1 -- 172.21.15.33:0/2822495977 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fbb78062e80 con 0x7fbb640a3c40 2024-04-26T01:56:45.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.573+0000 7fbb7d104700 1 -- 172.21.15.33:0/2822495977 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbb640a3c40 msgr2=0x7fbb640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:45.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.573+0000 7fbb7d104700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbb640a3c40 0x7fbb640a6100 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fbb7819a1d0 tx=0x7fbb68009190 comp rx=0 tx=0).stop 2024-04-26T01:56:45.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.573+0000 7fbb7d104700 1 -- 172.21.15.33:0/2822495977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb78105f00 msgr2=0x7fbb78199230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:45.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.573+0000 7fbb7d104700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb78105f00 0x7fbb78199230 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fbb6000b530 tx=0x7fbb6000b840 comp rx=0 tx=0).stop 2024-04-26T01:56:45.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.573+0000 7fbb7d104700 1 -- 172.21.15.33:0/2822495977 shutdown_connections 2024-04-26T01:56:45.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.573+0000 7fbb7d104700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbb640a3c40 0x7fbb640a6100 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:45.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.573+0000 7fbb7d104700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb78108830 0x7fbb781a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:45.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.573+0000 7fbb7d104700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbb781035d0 0x7fbb78198cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:45.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.573+0000 7fbb7d104700 1 --2- 172.21.15.33:0/2822495977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb78105f00 0x7fbb78199230 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:45.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.573+0000 7fbb7d104700 1 -- 172.21.15.33:0/2822495977 >> 172.21.15.33:0/2822495977 conn(0x7fbb780fcf40 msgr2=0x7fbb78104010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:45.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.573+0000 7fbb7d104700 1 -- 172.21.15.33:0/2822495977 shutdown_connections 2024-04-26T01:56:45.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-04-26T01:56:45.573+0000 7fbb7d104700 1 -- 172.21.15.33:0/2822495977 wait complete. 2024-04-26T01:56:46.276 DEBUG:teuthology.orchestra.run.smithi033:osd.10> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.10.service 2024-04-26T01:56:46.278 INFO:tasks.cephadm:Deploying osd.11 on smithi064 with /dev/vg_nvme/lv_1... 2024-04-26T01:56:46.278 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T01:56:46.535 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:56:46.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:46.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:46.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:46 smithi064 ceph-mon[32613]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:46.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:46 smithi064 ceph-mon[32613]: from='osd.10 [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:56:46.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:46 smithi064 ceph-mon[32613]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:56:46.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:46.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:46 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:46 smithi026 ceph-mon[28138]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:46 smithi026 ceph-mon[28138]: from='osd.10 [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:56:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:46 smithi026 ceph-mon[28138]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:56:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:46.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:46 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:46 smithi033 ceph-mon[32805]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:46 smithi033 ceph-mon[32805]: from='osd.10 [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:56:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:46 smithi033 ceph-mon[32805]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:56:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:46.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:46 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:47.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:47 smithi033 ceph-mon[32805]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T01:56:47.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:47 smithi033 ceph-mon[32805]: from='osd.10 [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:56:47.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:47 smithi033 ceph-mon[32805]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T01:56:47.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:47 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:56:47.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:47 smithi033 ceph-mon[32805]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:56:47.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:47 smithi064 ceph-mon[32613]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T01:56:47.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:47 smithi064 ceph-mon[32613]: from='osd.10 [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:56:47.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:47 smithi064 ceph-mon[32613]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T01:56:47.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:47 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:56:47.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:47 smithi064 ceph-mon[32613]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:56:47.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:47 smithi026 ceph-mon[28138]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T01:56:47.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:47 smithi026 ceph-mon[28138]: from='osd.10 [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:56:47.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:47 smithi026 ceph-mon[28138]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T01:56:47.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:56:47.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:47 smithi026 ceph-mon[28138]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]: dispatch 2024-04-26T01:56:48.247 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 01:56:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T01:56:47.976+0000 7f91746ab700 -1 osd.10 0 waiting for initial osdmap 2024-04-26T01:56:48.247 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 01:56:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T01:56:47.990+0000 7f916c496700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:56:48.745 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T01:56:48.746 INFO:teuthology.orchestra.run.smithi064.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T01:56:48.746 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 10+0 records in 2024-04-26T01:56:48.746 INFO:teuthology.orchestra.run.smithi064.stderr:10+0 records out 2024-04-26T01:56:48.746 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115329 s, 909 MB/s 2024-04-26T01:56:48.746 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping successful for: 2024-04-26T01:56:48.797 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:48 smithi064 ceph-mon[32613]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-04-26T01:56:48.797 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:48 smithi064 ceph-mon[32613]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T01:56:48.797 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:48 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:56:48.797 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:48 smithi064 ceph-mon[32613]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:48.797 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:48 smithi064 ceph-mon[32613]: from='osd.10 ' entity='osd.10' 2024-04-26T01:56:48.797 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:48 smithi064 ceph-mon[32613]: osd.10 [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969] boot 2024-04-26T01:56:48.797 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:48 smithi064 ceph-mon[32613]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T01:56:48.797 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:48 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:56:48.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:48 smithi026 ceph-mon[28138]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-04-26T01:56:48.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:48 smithi026 ceph-mon[28138]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T01:56:48.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:48 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:56:48.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:48 smithi026 ceph-mon[28138]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:48.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:48 smithi026 ceph-mon[28138]: from='osd.10 ' entity='osd.10' 2024-04-26T01:56:48.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:48 smithi026 ceph-mon[28138]: osd.10 [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969] boot 2024-04-26T01:56:48.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:48 smithi026 ceph-mon[28138]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T01:56:48.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:48 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:56:48.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:48 smithi033 ceph-mon[32805]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi033", "root=default"]}]': finished 2024-04-26T01:56:48.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:48 smithi033 ceph-mon[32805]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T01:56:48.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:48 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:56:48.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:48 smithi033 ceph-mon[32805]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:56:48.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:48 smithi033 ceph-mon[32805]: from='osd.10 ' entity='osd.10' 2024-04-26T01:56:48.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:48 smithi033 ceph-mon[32805]: osd.10 [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969] boot 2024-04-26T01:56:48.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:48 smithi033 ceph-mon[32805]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T01:56:48.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:48 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:56:49.413 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi064:vg_nvme/lv_1 2024-04-26T01:56:49.666 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:56:49.789 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:49 smithi064 ceph-mon[32613]: purged_snaps scrub starts 2024-04-26T01:56:49.789 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:49 smithi064 ceph-mon[32613]: purged_snaps scrub ok 2024-04-26T01:56:49.789 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:49 smithi064 ceph-mon[32613]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T01:56:49.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:49 smithi026 ceph-mon[28138]: purged_snaps scrub starts 2024-04-26T01:56:49.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:49 smithi026 ceph-mon[28138]: purged_snaps scrub ok 2024-04-26T01:56:49.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:49 smithi026 ceph-mon[28138]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T01:56:49.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:49 smithi033 ceph-mon[32805]: purged_snaps scrub starts 2024-04-26T01:56:49.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:49 smithi033 ceph-mon[32805]: purged_snaps scrub ok 2024-04-26T01:56:49.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:49 smithi033 ceph-mon[32805]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T01:56:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.314+0000 7f4388708700 1 -- 172.21.15.64:0/1838971774 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4380104640 msgr2=0x7f438010aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.314+0000 7f4388708700 1 --2- 172.21.15.64:0/1838971774 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4380104640 0x7f438010aef0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4370009990 tx=0x7f4370009ca0 comp rx=0 tx=0).stop 2024-04-26T01:56:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.314+0000 7f4388708700 1 -- 172.21.15.64:0/1838971774 shutdown_connections 2024-04-26T01:56:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.314+0000 7f4388708700 1 --2- 172.21.15.64:0/1838971774 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4380104640 0x7f438010aef0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.314+0000 7f4388708700 1 --2- 172.21.15.64:0/1838971774 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4380102aa0 0x7f4380102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.314+0000 7f4388708700 1 --2- 172.21.15.64:0/1838971774 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4380103ca0 0x7f4380104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.314+0000 7f4388708700 1 -- 172.21.15.64:0/1838971774 >> 172.21.15.64:0/1838971774 conn(0x7f43800fe040 msgr2=0x7f4380100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.314+0000 7f4388708700 1 -- 172.21.15.64:0/1838971774 shutdown_connections 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.315+0000 7f4388708700 1 -- 172.21.15.64:0/1838971774 wait complete. 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.315+0000 7f4388708700 1 Processor -- start 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.315+0000 7f4388708700 1 -- start start 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.315+0000 7f4388708700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4380102aa0 0x7f4380198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.315+0000 7f4388708700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4380103ca0 0x7f43801991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.315+0000 7f4388708700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4380104640 0x7f43801a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.315+0000 7f4388708700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f438010e630 con 0x7f4380103ca0 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.315+0000 7f4388708700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f438010e4b0 con 0x7f4380102aa0 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.315+0000 7f4388708700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f438010e7b0 con 0x7f4380104640 2024-04-26T01:56:51.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.315+0000 7f4386ca5700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4380104640 0x7f43801a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.315+0000 7f4386ca5700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4380104640 0x7f43801a0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.64:45734/0 (socket says 172.21.15.64:45734) 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.315+0000 7f4386ca5700 1 -- 172.21.15.64:0/3149847412 learned_addr learned my addr 172.21.15.64:0/3149847412 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.316+0000 7f43864a4700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4380102aa0 0x7f4380198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.316+0000 7f4386ca5700 1 -- 172.21.15.64:0/3149847412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4380102aa0 msgr2=0x7f4380198ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.316+0000 7f4386ca5700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4380102aa0 0x7f4380198ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.316+0000 7f4386ca5700 1 -- 172.21.15.64:0/3149847412 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4380103ca0 msgr2=0x7f43801991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.316+0000 7f4386ca5700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4380103ca0 0x7f43801991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.316+0000 7f4386ca5700 1 -- 172.21.15.64:0/3149847412 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43801a0920 con 0x7f4380104640 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.316+0000 7f4386ca5700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4380104640 0x7f43801a0250 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f43700038a0 tx=0x7f43700057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.316+0000 7f437f7fe700 1 -- 172.21.15.64:0/3149847412 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4370027070 con 0x7f4380104640 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.316+0000 7f437f7fe700 1 -- 172.21.15.64:0/3149847412 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4370022470 con 0x7f4380104640 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.316+0000 7f4388708700 1 -- 172.21.15.64:0/3149847412 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43801a0bb0 con 0x7f4380104640 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.316+0000 7f437f7fe700 1 -- 172.21.15.64:0/3149847412 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f437000f6e0 con 0x7f4380104640 2024-04-26T01:56:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.316+0000 7f4388708700 1 -- 172.21.15.64:0/3149847412 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43801a10e0 con 0x7f4380104640 2024-04-26T01:56:51.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.317+0000 7f4388708700 1 -- 172.21.15.64:0/3149847412 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4380069730 con 0x7f4380104640 2024-04-26T01:56:51.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.318+0000 7f437f7fe700 1 -- 172.21.15.64:0/3149847412 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f437002a070 con 0x7f4380104640 2024-04-26T01:56:51.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.319+0000 7f437f7fe700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f43680a3cc0 0x7f43680a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:51.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.319+0000 7f437f7fe700 1 -- 172.21.15.64:0/3149847412 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6723+0+0 (secure 0 0 0) 0x7f43700d0b60 con 0x7f4380104640 2024-04-26T01:56:51.319 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: pgmap v266: 1 pgs: 1 remapped+peering; 577 KiB data, 356 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:56:51.319 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: Detected new or changed devices on smithi033 2024-04-26T01:56:51.319 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.319 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.319 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:51.319 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:51.319 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:51.319 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:51.319 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi033 to 4273M 2024-04-26T01:56:51.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:51.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:51.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:51.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:51.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:51.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:51 smithi064 ceph-mon[32613]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T01:56:51.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.320+0000 7f43864a4700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f43680a3cc0 0x7f43680a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:51.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.321+0000 7f43864a4700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f43680a3cc0 0x7f43680a6180 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4380199b80 tx=0x7f437800d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:51.322 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.324+0000 7f437f7fe700 1 -- 172.21.15.64:0/3149847412 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4370013070 con 0x7f4380104640 2024-04-26T01:56:51.466 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: pgmap v266: 1 pgs: 1 remapped+peering; 577 KiB data, 356 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:56:51.467 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: Detected new or changed devices on smithi033 2024-04-26T01:56:51.467 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.467 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.467 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:51.467 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:51.467 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:51.467 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:51.467 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi033 to 4273M 2024-04-26T01:56:51.467 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.467 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:51.467 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:51.467 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.468 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:51.468 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:51.468 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:51.468 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.468 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:51 smithi033 ceph-mon[32805]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T01:56:51.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: pgmap v266: 1 pgs: 1 remapped+peering; 577 KiB data, 356 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:56:51.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: Detected new or changed devices on smithi033 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi033 to 4273M 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:51.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:51.481 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:51.481 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:56:51.481 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:51 smithi026 ceph-mon[28138]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T01:56:51.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:56:51.542+0000 7f4388708700 1 -- 172.21.15.64:0/3149847412 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f4380062e80 con 0x7f43680a3cc0 2024-04-26T01:56:52.435 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:52 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:56:52.435 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:52 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:56:52.435 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:52 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:52.435 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:52 smithi064 ceph-mon[32613]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T01:56:52.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:56:52.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:56:52.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:52 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:52.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:52 smithi026 ceph-mon[28138]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T01:56:52.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:52 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:56:52.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:52 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:56:52.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:52 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:52.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:52 smithi033 ceph-mon[32805]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T01:56:53.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:53 smithi026 ceph-mon[28138]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:56:53.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:53 smithi026 ceph-mon[28138]: pgmap v269: 1 pgs: 1 remapped+peering; 577 KiB data, 356 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:56:53.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:53 smithi026 ceph-mon[28138]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T01:56:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:53 smithi033 ceph-mon[32805]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:56:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:53 smithi033 ceph-mon[32805]: pgmap v269: 1 pgs: 1 remapped+peering; 577 KiB data, 356 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:56:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:53 smithi033 ceph-mon[32805]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T01:56:53.506 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:53 smithi064 ceph-mon[32613]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:56:53.506 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:53 smithi064 ceph-mon[32613]: pgmap v269: 1 pgs: 1 remapped+peering; 577 KiB data, 356 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:56:53.507 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:53 smithi064 ceph-mon[32613]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T01:56:55.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:55 smithi026 ceph-mon[28138]: pgmap v271: 1 pgs: 1 remapped+peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:56:55.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:55 smithi026 ceph-mon[28138]: from='client.? 172.21.15.64:0/3119812173' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ae35c43-0bb6-4d41-9664-dbf89efd122d"}]: dispatch 2024-04-26T01:56:55.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:55 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ae35c43-0bb6-4d41-9664-dbf89efd122d"}]: dispatch 2024-04-26T01:56:55.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:55 smithi026 ceph-mon[28138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0ae35c43-0bb6-4d41-9664-dbf89efd122d"}]': finished 2024-04-26T01:56:55.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:55 smithi026 ceph-mon[28138]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T01:56:55.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:55 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:56:55.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:55 smithi026 ceph-mon[28138]: from='client.? 172.21.15.64:0/804217489' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:56:55.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:55 smithi033 ceph-mon[32805]: pgmap v271: 1 pgs: 1 remapped+peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:56:55.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:55 smithi033 ceph-mon[32805]: from='client.? 172.21.15.64:0/3119812173' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ae35c43-0bb6-4d41-9664-dbf89efd122d"}]: dispatch 2024-04-26T01:56:55.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:55 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ae35c43-0bb6-4d41-9664-dbf89efd122d"}]: dispatch 2024-04-26T01:56:55.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:55 smithi033 ceph-mon[32805]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0ae35c43-0bb6-4d41-9664-dbf89efd122d"}]': finished 2024-04-26T01:56:55.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:55 smithi033 ceph-mon[32805]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T01:56:55.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:55 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:56:55.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:55 smithi033 ceph-mon[32805]: from='client.? 172.21.15.64:0/804217489' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:56:55.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:55 smithi064 ceph-mon[32613]: pgmap v271: 1 pgs: 1 remapped+peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:56:55.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:55 smithi064 ceph-mon[32613]: from='client.? 172.21.15.64:0/3119812173' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ae35c43-0bb6-4d41-9664-dbf89efd122d"}]: dispatch 2024-04-26T01:56:55.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:55 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ae35c43-0bb6-4d41-9664-dbf89efd122d"}]: dispatch 2024-04-26T01:56:55.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:55 smithi064 ceph-mon[32613]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0ae35c43-0bb6-4d41-9664-dbf89efd122d"}]': finished 2024-04-26T01:56:55.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:55 smithi064 ceph-mon[32613]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T01:56:55.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:55 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:56:55.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:55 smithi064 ceph-mon[32613]: from='client.? 172.21.15.64:0/804217489' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:56:57.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:57 smithi026 ceph-mon[28138]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-26T01:56:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:57 smithi033 ceph-mon[32805]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-26T01:56:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:57 smithi064 ceph-mon[32613]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-26T01:56:59.450 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:56:59 smithi064 ceph-mon[32613]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-26T01:56:59.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:56:59 smithi026 ceph-mon[28138]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-26T01:56:59.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:56:59 smithi033 ceph-mon[32805]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-26T01:57:00.786 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:00 smithi064 ceph-mon[32613]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:57:00.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:00 smithi026 ceph-mon[28138]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:57:00.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:00 smithi033 ceph-mon[32805]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:57:02.796 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:02 smithi064 ceph-mon[32613]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-26T01:57:02.796 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:02 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T01:57:02.796 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:02 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:02.796 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:02 smithi064 ceph-mon[32613]: Deploying daemon osd.11 on smithi064 2024-04-26T01:57:02.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:02 smithi026 ceph-mon[28138]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-26T01:57:02.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:02 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T01:57:02.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:02 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:02.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:02 smithi026 ceph-mon[28138]: Deploying daemon osd.11 on smithi064 2024-04-26T01:57:02.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:02 smithi033 ceph-mon[32805]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-26T01:57:02.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:02 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T01:57:02.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:02 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:02.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:02 smithi033 ceph-mon[32805]: Deploying daemon osd.11 on smithi064 2024-04-26T01:57:04.932 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:04 smithi064 ceph-mon[32613]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:57:04.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:04 smithi026 ceph-mon[28138]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:57:04.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:04 smithi033 ceph-mon[32805]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:57:06.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:06 smithi026 ceph-mon[28138]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:06.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:06 smithi033 ceph-mon[32805]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:07.068 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:06 smithi064 ceph-mon[32613]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:08.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:08 smithi026 ceph-mon[28138]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:08.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:08 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:08.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:08 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:08.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:08 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:08.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:08 smithi033 ceph-mon[32805]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:08.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:08 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:08.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:08 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:08.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:08 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:09.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:08 smithi064 ceph-mon[32613]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:09.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:08 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:09.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:08 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:09.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:08 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:10.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:10 smithi064 ceph-mon[32613]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:10.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:10 smithi026 ceph-mon[28138]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:10.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:10 smithi033 ceph-mon[32805]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:11.600 INFO:teuthology.orchestra.run.smithi064.stdout:Created osd(s) 11 on host 'smithi064' 2024-04-26T01:57:11.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.600+0000 7f437f7fe700 1 -- 172.21.15.64:0/3149847412 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f4380062e80 con 0x7f43680a3cc0 2024-04-26T01:57:11.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.602+0000 7f4388708700 1 -- 172.21.15.64:0/3149847412 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f43680a3cc0 msgr2=0x7f43680a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:11.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.602+0000 7f4388708700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f43680a3cc0 0x7f43680a6180 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4380199b80 tx=0x7f437800d040 comp rx=0 tx=0).stop 2024-04-26T01:57:11.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.602+0000 7f4388708700 1 -- 172.21.15.64:0/3149847412 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4380104640 msgr2=0x7f43801a0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:11.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.602+0000 7f4388708700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4380104640 0x7f43801a0250 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f43700038a0 tx=0x7f43700057c0 comp rx=0 tx=0).stop 2024-04-26T01:57:11.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.603+0000 7f4388708700 1 -- 172.21.15.64:0/3149847412 shutdown_connections 2024-04-26T01:57:11.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.603+0000 7f4388708700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4380104640 0x7f43801a0250 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:11.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.603+0000 7f4388708700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4380102aa0 0x7f4380198ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:11.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.603+0000 7f4388708700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f43680a3cc0 0x7f43680a6180 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:11.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.603+0000 7f4388708700 1 --2- 172.21.15.64:0/3149847412 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4380103ca0 0x7f43801991e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:11.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.603+0000 7f4388708700 1 -- 172.21.15.64:0/3149847412 >> 172.21.15.64:0/3149847412 conn(0x7f43800fe040 msgr2=0x7f4380107020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:11.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.603+0000 7f4388708700 1 -- 172.21.15.64:0/3149847412 shutdown_connections 2024-04-26T01:57:11.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:11.603+0000 7f4388708700 1 -- 172.21.15.64:0/3149847412 wait complete. 2024-04-26T01:57:12.063 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.063 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.063 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:12.063 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:12.063 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.063 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:11 smithi033 ceph-mon[32805]: from='osd.11 [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:57:12.064 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:11 smithi033 ceph-mon[32805]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:57:12.064 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.064 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.064 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:12.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:12.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:12.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:11 smithi064 ceph-mon[32613]: from='osd.11 [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:57:12.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:11 smithi064 ceph-mon[32613]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:57:12.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:12.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:12.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:12.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:11 smithi026 ceph-mon[28138]: from='osd.11 [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:57:12.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:11 smithi026 ceph-mon[28138]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:57:12.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:12.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:12.260 DEBUG:teuthology.orchestra.run.smithi064:osd.11> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.11.service 2024-04-26T01:57:12.262 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-26T01:57:12.262 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-26T01:57:12.714 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:13.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:12 smithi064 ceph-mon[32613]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:13.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:12 smithi064 ceph-mon[32613]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T01:57:13.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:12 smithi064 ceph-mon[32613]: from='osd.11 [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:57:13.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:12 smithi064 ceph-mon[32613]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T01:57:13.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:12 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:13.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:12 smithi064 ceph-mon[32613]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:57:13.079 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 01:57:12 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T01:57:12.825+0000 7f13f7c4c700 -1 osd.11 0 waiting for initial osdmap 2024-04-26T01:57:13.079 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 01:57:12 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T01:57:12.840+0000 7f13f3a3f700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:57:13.084 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:12 smithi026 ceph-mon[28138]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:13.084 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:12 smithi026 ceph-mon[28138]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T01:57:13.084 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:12 smithi026 ceph-mon[28138]: from='osd.11 [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:57:13.084 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:12 smithi026 ceph-mon[28138]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T01:57:13.084 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:12 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:13.084 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:12 smithi026 ceph-mon[28138]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:57:13.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:12 smithi033 ceph-mon[32805]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:13.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:12 smithi033 ceph-mon[32805]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T01:57:13.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:12 smithi033 ceph-mon[32805]: from='osd.11 [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:57:13.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:12 smithi033 ceph-mon[32805]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T01:57:13.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:12 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:13.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:12 smithi033 ceph-mon[32805]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-26T01:57:14.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:13 smithi064 ceph-mon[32613]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-26T01:57:14.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:13 smithi064 ceph-mon[32613]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T01:57:14.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:13 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:14.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:13 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:14.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:13 smithi026 ceph-mon[28138]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-26T01:57:14.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:13 smithi026 ceph-mon[28138]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T01:57:14.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:13 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:14.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:13 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:14.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:13 smithi033 ceph-mon[32805]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-26T01:57:14.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:13 smithi033 ceph-mon[32805]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T01:57:14.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:13 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:14.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:13 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:14.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:14 smithi026 ceph-mon[28138]: purged_snaps scrub starts 2024-04-26T01:57:14.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:14 smithi026 ceph-mon[28138]: purged_snaps scrub ok 2024-04-26T01:57:14.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:14 smithi026 ceph-mon[28138]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:14.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:14 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:14.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:14 smithi026 ceph-mon[28138]: osd.11 [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675] boot 2024-04-26T01:57:14.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:14 smithi026 ceph-mon[28138]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T01:57:14.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:14 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:15.006 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:14 smithi064 ceph-mon[32613]: purged_snaps scrub starts 2024-04-26T01:57:15.006 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:14 smithi064 ceph-mon[32613]: purged_snaps scrub ok 2024-04-26T01:57:15.006 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:14 smithi064 ceph-mon[32613]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:15.006 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:14 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:15.006 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:14 smithi064 ceph-mon[32613]: osd.11 [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675] boot 2024-04-26T01:57:15.006 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:14 smithi064 ceph-mon[32613]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T01:57:15.006 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:14 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:15.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.153+0000 7f11c6c00700 1 -- 172.21.15.26:0/3087335999 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11c010a2e0 msgr2=0x7f11c010a740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:15.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.153+0000 7f11c6c00700 1 --2- 172.21.15.26:0/3087335999 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11c010a2e0 0x7f11c010a740 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f11ac0099c0 tx=0x7f11ac009cd0 comp rx=0 tx=0).stop 2024-04-26T01:57:15.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.153+0000 7f11c6c00700 1 -- 172.21.15.26:0/3087335999 shutdown_connections 2024-04-26T01:57:15.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.153+0000 7f11c6c00700 1 --2- 172.21.15.26:0/3087335999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f11c010ac80 0x7f11c0111530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:15.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.153+0000 7f11c6c00700 1 --2- 172.21.15.26:0/3087335999 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11c01090e0 0x7f11c0109500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:15.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.153+0000 7f11c6c00700 1 --2- 172.21.15.26:0/3087335999 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11c010a2e0 0x7f11c010a740 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:15.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.153+0000 7f11c6c00700 1 -- 172.21.15.26:0/3087335999 >> 172.21.15.26:0/3087335999 conn(0x7f11c00780b0 msgr2=0x7f11c007a4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:15.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.153+0000 7f11c6c00700 1 -- 172.21.15.26:0/3087335999 shutdown_connections 2024-04-26T01:57:15.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.153+0000 7f11c6c00700 1 -- 172.21.15.26:0/3087335999 wait complete. 2024-04-26T01:57:15.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.154+0000 7f11c6c00700 1 Processor -- start 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.154+0000 7f11c6c00700 1 -- start start 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.155+0000 7f11c6c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11c01090e0 0x7f11c019f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.155+0000 7f11c6c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f11c010a2e0 0x7f11c019f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.155+0000 7f11c6c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11c010ac80 0x7f11c01a67b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.155+0000 7f11c6c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f11c0114bb0 con 0x7f11c01090e0 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.155+0000 7f11c6c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f11c0114a30 con 0x7f11c010ac80 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.155+0000 7f11c6c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f11c0114d30 con 0x7f11c010a2e0 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.155+0000 7f11bfe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11c01090e0 0x7f11c019f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.155+0000 7f11bfe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11c01090e0 0x7f11c019f1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39634/0 (socket says 172.21.15.26:39634) 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.155+0000 7f11bfe00700 1 -- 172.21.15.26:0/4207956693 learned_addr learned my addr 172.21.15.26:0/4207956693 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.155+0000 7f11bf400700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f11c010a2e0 0x7f11c019f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.155+0000 7f11c4c00700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11c010ac80 0x7f11c01a67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:15.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11bfe00700 1 -- 172.21.15.26:0/4207956693 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f11c010a2e0 msgr2=0x7f11c019f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:15.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11bfe00700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f11c010a2e0 0x7f11c019f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:15.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11bfe00700 1 -- 172.21.15.26:0/4207956693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11c010ac80 msgr2=0x7f11c01a67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:15.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11bfe00700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11c010ac80 0x7f11c01a67b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:15.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11bfe00700 1 -- 172.21.15.26:0/4207956693 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11c01a6e50 con 0x7f11c01090e0 2024-04-26T01:57:15.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11bf400700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f11c010a2e0 0x7f11c019f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:15.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11c4c00700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11c010ac80 0x7f11c01a67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:15.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11bfe00700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11c01090e0 0x7f11c019f1f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f11b000e9a0 tx=0x7f11b000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:15.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11bcc00700 1 -- 172.21.15.26:0/4207956693 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b0004220 con 0x7f11c01090e0 2024-04-26T01:57:15.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11bcc00700 1 -- 172.21.15.26:0/4207956693 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11b00043c0 con 0x7f11c01090e0 2024-04-26T01:57:15.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11bcc00700 1 -- 172.21.15.26:0/4207956693 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b0003cc0 con 0x7f11c01090e0 2024-04-26T01:57:15.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11c6c00700 1 -- 172.21.15.26:0/4207956693 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11c01a7140 con 0x7f11c01090e0 2024-04-26T01:57:15.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.156+0000 7f11c6c00700 1 -- 172.21.15.26:0/4207956693 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11c01a7680 con 0x7f11c01090e0 2024-04-26T01:57:15.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.158+0000 7f11c6c00700 1 -- 172.21.15.26:0/4207956693 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11c0069730 con 0x7f11c01090e0 2024-04-26T01:57:15.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.160+0000 7f11bcc00700 1 -- 172.21.15.26:0/4207956693 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f11b000c810 con 0x7f11c01090e0 2024-04-26T01:57:15.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.161+0000 7f11bcc00700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f11a40a3c40 0x7f11a40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:15.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.162+0000 7f11bcc00700 1 -- 172.21.15.26:0/4207956693 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f11b00d0270 con 0x7f11c01090e0 2024-04-26T01:57:15.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.162+0000 7f11bf400700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f11a40a3c40 0x7f11a40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:15.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.163+0000 7f11bf400700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f11a40a3c40 0x7f11a40a6100 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f11ac000c00 tx=0x7f11ac005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:15.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.164+0000 7f11bcc00700 1 -- 172.21.15.26:0/4207956693 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f11b009d0e0 con 0x7f11c01090e0 2024-04-26T01:57:15.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:14 smithi033 ceph-mon[32805]: purged_snaps scrub starts 2024-04-26T01:57:15.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:14 smithi033 ceph-mon[32805]: purged_snaps scrub ok 2024-04-26T01:57:15.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:14 smithi033 ceph-mon[32805]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:57:15.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:14 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:15.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:14 smithi033 ceph-mon[32805]: osd.11 [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675] boot 2024-04-26T01:57:15.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:14 smithi033 ceph-mon[32805]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T01:57:15.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:14 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:57:15.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.393+0000 7f11c6c00700 1 -- 172.21.15.26:0/4207956693 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f11c002e020 con 0x7f11c01090e0 2024-04-26T01:57:15.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.394+0000 7f11bcc00700 1 -- 172.21.15.26:0/4207956693 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v82) ==== 74+0+133 (secure 0 0 0) 0x7f11b009c9e0 con 0x7f11c01090e0 2024-04-26T01:57:15.393 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:57:15.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.397+0000 7f11c6c00700 1 -- 172.21.15.26:0/4207956693 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f11a40a3c40 msgr2=0x7f11a40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:15.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.397+0000 7f11c6c00700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f11a40a3c40 0x7f11a40a6100 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f11ac000c00 tx=0x7f11ac005fb0 comp rx=0 tx=0).stop 2024-04-26T01:57:15.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.397+0000 7f11c6c00700 1 -- 172.21.15.26:0/4207956693 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11c01090e0 msgr2=0x7f11c019f1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:15.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.397+0000 7f11c6c00700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11c01090e0 0x7f11c019f1f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f11b000e9a0 tx=0x7f11b000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:57:15.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.397+0000 7f11c6c00700 1 -- 172.21.15.26:0/4207956693 shutdown_connections 2024-04-26T01:57:15.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.397+0000 7f11c6c00700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11c010ac80 0x7f11c01a67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:15.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.397+0000 7f11c6c00700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f11a40a3c40 0x7f11a40a6100 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:15.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.397+0000 7f11c6c00700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f11c01090e0 0x7f11c019f1f0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:15.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.397+0000 7f11c6c00700 1 --2- 172.21.15.26:0/4207956693 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f11c010a2e0 0x7f11c019f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:15.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.397+0000 7f11c6c00700 1 -- 172.21.15.26:0/4207956693 >> 172.21.15.26:0/4207956693 conn(0x7f11c00780b0 msgr2=0x7f11c010d5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:15.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.397+0000 7f11c6c00700 1 -- 172.21.15.26:0/4207956693 shutdown_connections 2024-04-26T01:57:15.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:15.397+0000 7f11c6c00700 1 -- 172.21.15.26:0/4207956693 wait complete. 2024-04-26T01:57:16.138 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T01:57:16.138 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4207956693' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T01:57:16.138 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: Detected new or changed devices on smithi064 2024-04-26T01:57:16.138 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:16.138 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:16.139 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:57:16.139 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:57:16.139 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:57:16.139 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:57:16.139 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi064 to 4272M 2024-04-26T01:57:16.139 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:16.139 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:16.139 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:16.139 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:16.242 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":82,"num_osds":12,"num_up_osds":12,"osd_up_since":1714096633,"num_in_osds":12,"osd_in_since":1714096614,"num_remapped_pgs":0} 2024-04-26T01:57:16.243 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:57:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T01:57:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/4207956693' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T01:57:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: Detected new or changed devices on smithi064 2024-04-26T01:57:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:57:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:57:16.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:57:16.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:57:16.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi064 to 4272M 2024-04-26T01:57:16.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:16.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:16.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:16.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T01:57:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/4207956693' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T01:57:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: Detected new or changed devices on smithi064 2024-04-26T01:57:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:57:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:57:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:57:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:57:16.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi064 to 4272M 2024-04-26T01:57:16.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:16.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:16.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:16.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:16.684 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:17.106 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:16 smithi026 ceph-mon[28138]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:17.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:16 smithi033 ceph-mon[32805]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:17.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:16 smithi064 ceph-mon[32613]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:19.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.057+0000 7f75a0200700 1 -- 172.21.15.26:0/1329181294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75981138d0 msgr2=0x7f7598115cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:19.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.057+0000 7f75a0200700 1 --2- 172.21.15.26:0/1329181294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75981138d0 0x7f7598115cc0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7590009990 tx=0x7f7590009ca0 comp rx=0 tx=0).stop 2024-04-26T01:57:19.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.057+0000 7f75a0200700 1 -- 172.21.15.26:0/1329181294 shutdown_connections 2024-04-26T01:57:19.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.057+0000 7f75a0200700 1 --2- 172.21.15.26:0/1329181294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75981138d0 0x7f7598115cc0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:19.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.057+0000 7f75a0200700 1 --2- 172.21.15.26:0/1329181294 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7598076f70 0x7f7598077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:19.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.057+0000 7f75a0200700 1 --2- 172.21.15.26:0/1329181294 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7598077890 0x7f7598113390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:19.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.057+0000 7f75a0200700 1 -- 172.21.15.26:0/1329181294 >> 172.21.15.26:0/1329181294 conn(0x7f7598100720 msgr2=0x7f7598102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:19.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.057+0000 7f75a0200700 1 -- 172.21.15.26:0/1329181294 shutdown_connections 2024-04-26T01:57:19.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:18 smithi026 ceph-mon[28138]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:19.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.057+0000 7f75a0200700 1 -- 172.21.15.26:0/1329181294 wait complete. 2024-04-26T01:57:19.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.058+0000 7f75a0200700 1 Processor -- start 2024-04-26T01:57:19.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.058+0000 7f75a0200700 1 -- start start 2024-04-26T01:57:19.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.059+0000 7f75a0200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7598076f70 0x7f759819f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:19.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.059+0000 7f75a0200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7598077890 0x7f759819fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:19.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.059+0000 7f75a0200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75981138d0 0x7f75981a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:19.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.059+0000 7f75a0200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7598119200 con 0x7f75981138d0 2024-04-26T01:57:19.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.059+0000 7f75a0200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7598119080 con 0x7f7598076f70 2024-04-26T01:57:19.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.059+0000 7f75a0200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7598119380 con 0x7f7598077890 2024-04-26T01:57:19.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.059+0000 7f759e200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75981138d0 0x7f75981a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:19.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.059+0000 7f759d800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7598076f70 0x7f759819f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:19.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.059+0000 7f759e200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75981138d0 0x7f75981a3f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42170/0 (socket says 172.21.15.26:42170) 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.059+0000 7f759e200700 1 -- 172.21.15.26:0/2952466300 learned_addr learned my addr 172.21.15.26:0/2952466300 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.059+0000 7f759ce00700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7598077890 0x7f759819fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.060+0000 7f759ce00700 1 -- 172.21.15.26:0/2952466300 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7598076f70 msgr2=0x7f759819f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.060+0000 7f759ce00700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7598076f70 0x7f759819f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.060+0000 7f759ce00700 1 -- 172.21.15.26:0/2952466300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75981138d0 msgr2=0x7f75981a3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.060+0000 7f759ce00700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75981138d0 0x7f75981a3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.060+0000 7f759ce00700 1 -- 172.21.15.26:0/2952466300 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75981a46b0 con 0x7f7598077890 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.060+0000 7f759e200700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75981138d0 0x7f75981a3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.060+0000 7f759ce00700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7598077890 0x7f759819fc30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f758400e9f0 tx=0x7f758400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.060+0000 7f7596000700 1 -- 172.21.15.26:0/2952466300 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758400c9c0 con 0x7f7598077890 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.060+0000 7f7596000700 1 -- 172.21.15.26:0/2952466300 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f758400cb60 con 0x7f7598077890 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.060+0000 7f7596000700 1 -- 172.21.15.26:0/2952466300 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7584018680 con 0x7f7598077890 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.060+0000 7f75a0200700 1 -- 172.21.15.26:0/2952466300 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75981a49a0 con 0x7f7598077890 2024-04-26T01:57:19.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.061+0000 7f75a0200700 1 -- 172.21.15.26:0/2952466300 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75981ac220 con 0x7f7598077890 2024-04-26T01:57:19.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.062+0000 7f75a0200700 1 -- 172.21.15.26:0/2952466300 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7598069730 con 0x7f7598077890 2024-04-26T01:57:19.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.063+0000 7f7596000700 1 -- 172.21.15.26:0/2952466300 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7584010430 con 0x7f7598077890 2024-04-26T01:57:19.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.065+0000 7f7596000700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f75800a3cc0 0x7f75800a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:19.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.065+0000 7f7596000700 1 -- 172.21.15.26:0/2952466300 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f75840cfff0 con 0x7f7598077890 2024-04-26T01:57:19.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.065+0000 7f759d800700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f75800a3cc0 0x7f75800a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:19.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.066+0000 7f759d800700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f75800a3cc0 0x7f75800a6180 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f758c00f540 tx=0x7f758c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:19.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.070+0000 7f7596000700 1 -- 172.21.15.26:0/2952466300 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f758409ce10 con 0x7f7598077890 2024-04-26T01:57:19.130 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:18 smithi064 ceph-mon[32613]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:19.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:18 smithi033 ceph-mon[32805]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:19.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.302+0000 7f75a0200700 1 -- 172.21.15.26:0/2952466300 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f759802df80 con 0x7f7598077890 2024-04-26T01:57:19.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.303+0000 7f7596000700 1 -- 172.21.15.26:0/2952466300 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18358 (secure 0 0 0) 0x7f758409c710 con 0x7f7598077890 2024-04-26T01:57:19.302 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:57:19.302 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":82,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","created":"2024-04-26T01:48:57.473565+0000","modified":"2024-04-26T01:57:14.839910+0000","last_up_change":"2024-04-26T01:57:13.825265+0000","last_in_change":"2024-04-26T01:56:54.383192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:52:51.667153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f8783ebe-d4a3-42cd-a87b-17b593c35495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6803","nonce":1735610609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6805","nonce":1735610609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6809","nonce":1735610609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6807","nonce":1735610609}]},"public_addr":"172.21.15.26:6803/1735610609","cluster_addr":"172.21.15.26:6805/1735610609","heartbeat_back_addr":"172.21.15.26:6809/1735610609","heartbeat_front_addr":"172.21.15.26:6807/1735610609","state":["exists","up"]},{"osd":1,"uuid":"2097babe-3524-4f0d-b1d6-dcf44a548655","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6801","nonce":4110015074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6803","nonce":4110015074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6807","nonce":4110015074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6805","nonce":4110015074}]},"public_addr":"172.21.15.33:6801/4110015074","cluster_addr":"172.21.15.33:6803/4110015074","heartbeat_back_addr":"172.21.15.33:6807/4110015074","heartbeat_front_addr":"172.21.15.33:6805/4110015074","state":["exists","up"]},{"osd":2,"uuid":"6e75e3d4-b664-4fe0-8913-0b93f325c37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6801","nonce":3873107319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6803","nonce":3873107319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6807","nonce":3873107319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6805","nonce":3873107319}]},"public_addr":"172.21.15.64:6801/3873107319","cluster_addr":"172.21.15.64:6803/3873107319","heartbeat_back_addr":"172.21.15.64:6807/3873107319","heartbeat_front_addr":"172.21.15.64:6805/3873107319","state":["exists","up"]},{"osd":3,"uuid":"24363f6d-2328-4883-a93d-cbb12b21332b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6811","nonce":2340844586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6813","nonce":2340844586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6817","nonce":2340844586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6815","nonce":2340844586}]},"public_addr":"172.21.15.26:6811/2340844586","cluster_addr":"172.21.15.26:6813/2340844586","heartbeat_back_addr":"172.21.15.26:6817/2340844586","heartbeat_front_addr":"172.21.15.26:6815/2340844586","state":["exists","up"]},{"osd":4,"uuid":"bbd1c3a5-2d74-4e33-90a0-43e55415759d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6809","nonce":2946623767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6811","nonce":2946623767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6815","nonce":2946623767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6813","nonce":2946623767}]},"public_addr":"172.21.15.33:6809/2946623767","cluster_addr":"172.21.15.33:6811/2946623767","heartbeat_back_addr":"172.21.15.33:6815/2946623767","heartbeat_front_addr":"172.21.15.33:6813/2946623767","state":["exists","up"]},{"osd":5,"uuid":"986707d8-f671-4ab1-9cb8-938463530035","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6809","nonce":3997283620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6811","nonce":3997283620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6815","nonce":3997283620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6813","nonce":3997283620}]},"public_addr":"172.21.15.64:6809/3997283620","cluster_addr":"172.21.15.64:6811/3997283620","heartbeat_back_addr":"172.21.15.64:6815/3997283620","heartbeat_front_addr":"172.21.15.64:6813/3997283620","state":["exists","up"]},{"osd":6,"uuid":"c9d948a3-4ea5-4f67-879c-b5103be4cf0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6819","nonce":885177678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6821","nonce":885177678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6825","nonce":885177678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6823","nonce":885177678}]},"public_addr":"172.21.15.26:6819/885177678","cluster_addr":"172.21.15.26:6821/885177678","heartbeat_back_addr":"172.21.15.26:6825/885177678","heartbeat_front_addr":"172.21.15.26:6823/885177678","state":["exists","up"]},{"osd":7,"uuid":"edb21527-291a-47d3-bdcb-04f0f245ed11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6817","nonce":507130326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6819","nonce":507130326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6823","nonce":507130326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6821","nonce":507130326}]},"public_addr":"172.21.15.33:6817/507130326","cluster_addr":"172.21.15.33:6819/507130326","heartbeat_back_addr":"172.21.15.33:6823/507130326","heartbeat_front_addr":"172.21.15.33:6821/507130326","state":["exists","up"]},{"osd":8,"uuid":"09db0b7b-1827-40a6-86c3-20d07509807d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6817","nonce":653236462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6819","nonce":653236462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6823","nonce":653236462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6821","nonce":653236462}]},"public_addr":"172.21.15.64:6817/653236462","cluster_addr":"172.21.15.64:6819/653236462","heartbeat_back_addr":"172.21.15.64:6823/653236462","heartbeat_front_addr":"172.21.15.64:6821/653236462","state":["exists","up"]},{"osd":9,"uuid":"4696d95a-f9ac-421f-8ace-9fdc3ed46f05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6827","nonce":2886949981}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6829","nonce":2886949981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6833","nonce":2886949981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6831","nonce":2886949981}]},"public_addr":"172.21.15.26:6827/2886949981","cluster_addr":"172.21.15.26:6829/2886949981","heartbeat_back_addr":"172.21.15.26:6833/2886949981","heartbeat_front_addr":"172.21.15.26:6831/2886949981","state":["exists","up"]},{"osd":10,"uuid":"07d476cc-6f54-4f00-bb35-f137b6e907d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6825","nonce":3259400969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6827","nonce":3259400969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6831","nonce":3259400969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6829","nonce":3259400969}]},"public_addr":"172.21.15.33:6825/3259400969","cluster_addr":"172.21.15.33:6827/3259400969","heartbeat_back_addr":"172.21.15.33:6831/3259400969","heartbeat_front_addr":"172.21.15.33:6829/3259400969","state":["exists","up"]},{"osd":11,"uuid":"0ae35c43-0bb6-4d41-9664-dbf89efd122d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6825","nonce":1292810675}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6827","nonce":1292810675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6831","nonce":1292810675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6829","nonce":1292810675}]},"public_addr":"172.21.15.64:6825/1292810675","cluster_addr":"172.21.15.64:6827/1292810675","heartbeat_back_addr":"172.21.15.64:6831/1292810675","heartbeat_front_addr":"172.21.15.64:6829/1292810675","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:00.556003+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:25.618937+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:49.554498+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:23.506747+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:50.656649+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:16.329501+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:51.046876+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:18.048955+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:43.701138+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:19.109137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:46.897822+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:57:12.505718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3817940731":"2024-04-27T01:50:05.508028+0000","172.21.15.26:6800/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/2466817986":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6801/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2499788869":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6800/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/1544132243":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3431754632":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2302812681":"2024-04-27T01:50:05.508028+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:57:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.306+0000 7f75a0200700 1 -- 172.21.15.26:0/2952466300 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f75800a3cc0 msgr2=0x7f75800a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.306+0000 7f75a0200700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f75800a3cc0 0x7f75800a6180 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f758c00f540 tx=0x7f758c00b040 comp rx=0 tx=0).stop 2024-04-26T01:57:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.306+0000 7f75a0200700 1 -- 172.21.15.26:0/2952466300 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7598077890 msgr2=0x7f759819fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.307+0000 7f75a0200700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7598077890 0x7f759819fc30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f758400e9f0 tx=0x7f758400ed00 comp rx=0 tx=0).stop 2024-04-26T01:57:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.307+0000 7f75a0200700 1 -- 172.21.15.26:0/2952466300 shutdown_connections 2024-04-26T01:57:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.307+0000 7f75a0200700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f75800a3cc0 0x7f75800a6180 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.307+0000 7f75a0200700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75981138d0 0x7f75981a3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.307+0000 7f75a0200700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7598076f70 0x7f759819f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.307+0000 7f75a0200700 1 --2- 172.21.15.26:0/2952466300 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7598077890 0x7f759819fc30 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.307+0000 7f75a0200700 1 -- 172.21.15.26:0/2952466300 >> 172.21.15.26:0/2952466300 conn(0x7f7598100720 msgr2=0x7f7598102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.307+0000 7f75a0200700 1 -- 172.21.15.26:0/2952466300 shutdown_connections 2024-04-26T01:57:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:19.307+0000 7f75a0200700 1 -- 172.21.15.26:0/2952466300 wait complete. 2024-04-26T01:57:19.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:19 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2952466300' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:57:20.100 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T01:52:51.667153+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T01:57:20.100 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-26T01:57:20.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:19 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2952466300' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:57:20.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:19 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2952466300' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:57:20.536 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:20.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:20 smithi026 ceph-mon[28138]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:21.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:20 smithi033 ceph-mon[32805]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:21.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:20 smithi064 ceph-mon[32613]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:22.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.771+0000 7f3226400700 1 -- 172.21.15.26:0/205743727 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f322006afb0 msgr2=0x7f322006b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:22.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.771+0000 7f3226400700 1 --2- 172.21.15.26:0/205743727 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f322006afb0 0x7f322006b430 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f320c009990 tx=0x7f320c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:57:22.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.771+0000 7f3226400700 1 -- 172.21.15.26:0/205743727 shutdown_connections 2024-04-26T01:57:22.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.771+0000 7f3226400700 1 --2- 172.21.15.26:0/205743727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f322006b970 0x7f322010f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:22.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.771+0000 7f3226400700 1 --2- 172.21.15.26:0/205743727 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3220108a20 0x7f3220108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:22.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.771+0000 7f3226400700 1 --2- 172.21.15.26:0/205743727 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f322006afb0 0x7f322006b430 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:22.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.771+0000 7f3226400700 1 -- 172.21.15.26:0/205743727 >> 172.21.15.26:0/205743727 conn(0x7f3220078780 msgr2=0x7f3220078b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:22.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.771+0000 7f3226400700 1 -- 172.21.15.26:0/205743727 shutdown_connections 2024-04-26T01:57:22.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.771+0000 7f3226400700 1 -- 172.21.15.26:0/205743727 wait complete. 2024-04-26T01:57:22.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.772+0000 7f3226400700 1 Processor -- start 2024-04-26T01:57:22.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.773+0000 7f3226400700 1 -- start start 2024-04-26T01:57:22.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.773+0000 7f3226400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f322006afb0 0x7f3220198f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:22.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.773+0000 7f3226400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f322006b970 0x7f3220199470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:22.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.773+0000 7f3226400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3220108a20 0x7f322019d800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:22.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.773+0000 7f3226400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3220112b40 con 0x7f3220108a20 2024-04-26T01:57:22.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.773+0000 7f3226400700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f32201129c0 con 0x7f322006b970 2024-04-26T01:57:22.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.773+0000 7f3226400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3220112cc0 con 0x7f322006afb0 2024-04-26T01:57:22.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.773+0000 7f3225000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f322006afb0 0x7f3220198f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:22.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.773+0000 7f3225000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f322006afb0 0x7f3220198f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:50552/0 (socket says 172.21.15.26:50552) 2024-04-26T01:57:22.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.773+0000 7f3225000700 1 -- 172.21.15.26:0/2950291718 learned_addr learned my addr 172.21.15.26:0/2950291718 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:57:22.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.774+0000 7f321fe00700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f322006b970 0x7f3220199470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:22.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.774+0000 7f3225a00700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3220108a20 0x7f322019d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:22.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.774+0000 7f3225000700 1 -- 172.21.15.26:0/2950291718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f322006b970 msgr2=0x7f3220199470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:22.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.774+0000 7f3225000700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f322006b970 0x7f3220199470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:22.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.774+0000 7f3225000700 1 -- 172.21.15.26:0/2950291718 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3220108a20 msgr2=0x7f322019d800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:22.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.774+0000 7f3225000700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3220108a20 0x7f322019d800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:22.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.774+0000 7f3225000700 1 -- 172.21.15.26:0/2950291718 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f322019df40 con 0x7f322006afb0 2024-04-26T01:57:22.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.774+0000 7f3225a00700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3220108a20 0x7f322019d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:57:22.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.774+0000 7f3225000700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f322006afb0 0x7f3220198f30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f321400e9a0 tx=0x7f321400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:22.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.774+0000 7f321d600700 1 -- 172.21.15.26:0/2950291718 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321400cbd0 con 0x7f322006afb0 2024-04-26T01:57:22.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.775+0000 7f321d600700 1 -- 172.21.15.26:0/2950291718 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f321400cd70 con 0x7f322006afb0 2024-04-26T01:57:22.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.775+0000 7f3226400700 1 -- 172.21.15.26:0/2950291718 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f322019e230 con 0x7f322006afb0 2024-04-26T01:57:22.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.775+0000 7f321d600700 1 -- 172.21.15.26:0/2950291718 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3214018680 con 0x7f322006afb0 2024-04-26T01:57:22.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.775+0000 7f3226400700 1 -- 172.21.15.26:0/2950291718 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32201a5ab0 con 0x7f322006afb0 2024-04-26T01:57:22.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.776+0000 7f3226400700 1 -- 172.21.15.26:0/2950291718 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3220069730 con 0x7f322006afb0 2024-04-26T01:57:22.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.778+0000 7f321d600700 1 -- 172.21.15.26:0/2950291718 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3214010430 con 0x7f322006afb0 2024-04-26T01:57:22.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.779+0000 7f321d600700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f32080a3cc0 0x7f32080a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:22.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.780+0000 7f321d600700 1 -- 172.21.15.26:0/2950291718 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f32140d01c0 con 0x7f322006afb0 2024-04-26T01:57:22.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.780+0000 7f321fe00700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f32080a3cc0 0x7f32080a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:22.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.781+0000 7f321fe00700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f32080a3cc0 0x7f32080a6180 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f320c0098e0 tx=0x7f320c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:22.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:22.782+0000 7f321d600700 1 -- 172.21.15.26:0/2950291718 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f321409cfa0 con 0x7f322006afb0 2024-04-26T01:57:23.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.015+0000 7f3226400700 1 -- 172.21.15.26:0/2950291718 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f322002df80 con 0x7f322006afb0 2024-04-26T01:57:23.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.016+0000 7f321d600700 1 -- 172.21.15.26:0/2950291718 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f321409c8a0 con 0x7f322006afb0 2024-04-26T01:57:23.014 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T01:57:23.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.019+0000 7f3226400700 1 -- 172.21.15.26:0/2950291718 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f32080a3cc0 msgr2=0x7f32080a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:23.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.019+0000 7f3226400700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f32080a3cc0 0x7f32080a6180 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f320c0098e0 tx=0x7f320c005960 comp rx=0 tx=0).stop 2024-04-26T01:57:23.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.019+0000 7f3226400700 1 -- 172.21.15.26:0/2950291718 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f322006afb0 msgr2=0x7f3220198f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:23.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.019+0000 7f3226400700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f322006afb0 0x7f3220198f30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f321400e9a0 tx=0x7f321400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:57:23.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.019+0000 7f3226400700 1 -- 172.21.15.26:0/2950291718 shutdown_connections 2024-04-26T01:57:23.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.019+0000 7f3226400700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f32080a3cc0 0x7f32080a6180 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:23.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.019+0000 7f3226400700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3220108a20 0x7f322019d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:23.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.019+0000 7f3226400700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f322006afb0 0x7f3220198f30 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:23.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.019+0000 7f3226400700 1 --2- 172.21.15.26:0/2950291718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f322006b970 0x7f3220199470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:23.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.019+0000 7f3226400700 1 -- 172.21.15.26:0/2950291718 >> 172.21.15.26:0/2950291718 conn(0x7f3220078780 msgr2=0x7f32200ffb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:23.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.019+0000 7f3226400700 1 -- 172.21.15.26:0/2950291718 shutdown_connections 2024-04-26T01:57:23.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:23.019+0000 7f3226400700 1 -- 172.21.15.26:0/2950291718 wait complete. 2024-04-26T01:57:23.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:22 smithi026 ceph-mon[28138]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:22 smithi033 ceph-mon[32805]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:23.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:22 smithi064 ceph-mon[32613]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:23.867 INFO:tasks.cephadm:Adding mds.a on smithi026 2024-04-26T01:57:23.867 INFO:tasks.cephadm:Adding mds.d on smithi026 2024-04-26T01:57:23.867 INFO:tasks.cephadm:Adding mds.g on smithi026 2024-04-26T01:57:23.868 INFO:tasks.cephadm:Adding mds.j on smithi026 2024-04-26T01:57:23.868 INFO:tasks.cephadm:Adding mds.b on smithi033 2024-04-26T01:57:23.868 INFO:tasks.cephadm:Adding mds.e on smithi033 2024-04-26T01:57:23.868 INFO:tasks.cephadm:Adding mds.h on smithi033 2024-04-26T01:57:23.868 INFO:tasks.cephadm:Adding mds.k on smithi033 2024-04-26T01:57:23.868 INFO:tasks.cephadm:Adding mds.c on smithi064 2024-04-26T01:57:23.868 INFO:tasks.cephadm:Adding mds.f on smithi064 2024-04-26T01:57:23.868 INFO:tasks.cephadm:Adding mds.i on smithi064 2024-04-26T01:57:23.868 INFO:tasks.cephadm:Adding mds.l on smithi064 2024-04-26T01:57:23.868 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi033=b;smithi033=e;smithi033=h;smithi033=k;smithi064=c;smithi064=f;smithi064=i;smithi064=l' 2024-04-26T01:57:24.130 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:57:24.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:23 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2950291718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:57:24.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:23 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2950291718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:57:24.252 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:23 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2950291718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:57:25.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:24 smithi026 ceph-mon[28138]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:24 smithi033 ceph-mon[32805]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:25.309 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:24 smithi064 ceph-mon[32613]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:26.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.036+0000 7ffb50139700 1 -- 172.21.15.64:0/2372171489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffb48103530 msgr2=0x7ffb48105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.036+0000 7ffb50139700 1 --2- 172.21.15.64:0/2372171489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffb48103530 0x7ffb48105920 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ffb4000b0a0 tx=0x7ffb4000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.036+0000 7ffb50139700 1 -- 172.21.15.64:0/2372171489 shutdown_connections 2024-04-26T01:57:26.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.036+0000 7ffb50139700 1 --2- 172.21.15.64:0/2372171489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb48108790 0x7ffb4810ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.036+0000 7ffb50139700 1 --2- 172.21.15.64:0/2372171489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffb48103530 0x7ffb48105920 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.036+0000 7ffb50139700 1 --2- 172.21.15.64:0/2372171489 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb48105e60 0x7ffb48108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.036+0000 7ffb50139700 1 -- 172.21.15.64:0/2372171489 >> 172.21.15.64:0/2372171489 conn(0x7ffb480fcf40 msgr2=0x7ffb480ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:26.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.036+0000 7ffb50139700 1 -- 172.21.15.64:0/2372171489 shutdown_connections 2024-04-26T01:57:26.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.036+0000 7ffb50139700 1 -- 172.21.15.64:0/2372171489 wait complete. 2024-04-26T01:57:26.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb50139700 1 Processor -- start 2024-04-26T01:57:26.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb50139700 1 -- start start 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb50139700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb48103530 0x7ffb48102e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb50139700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb48105e60 0x7ffb481014e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb50139700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffb48108790 0x7ffb48101a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb50139700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4810e5c0 con 0x7ffb48105e60 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb50139700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4810e440 con 0x7ffb48103530 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb50139700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4810e740 con 0x7ffb48108790 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb4e6d6700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffb48108790 0x7ffb48101a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb4e6d6700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffb48108790 0x7ffb48101a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.64:36480/0 (socket says 172.21.15.64:36480) 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb4e6d6700 1 -- 172.21.15.64:0/4109503926 learned_addr learned my addr 172.21.15.64:0/4109503926 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb4ded5700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb48103530 0x7ffb48102e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb4e6d6700 1 -- 172.21.15.64:0/4109503926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb48103530 msgr2=0x7ffb48102e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb4e6d6700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb48103530 0x7ffb48102e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb4e6d6700 1 -- 172.21.15.64:0/4109503926 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb48105e60 msgr2=0x7ffb481014e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb4e6d6700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb48105e60 0x7ffb481014e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb4e6d6700 1 -- 172.21.15.64:0/4109503926 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb481022d0 con 0x7ffb48108790 2024-04-26T01:57:26.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.037+0000 7ffb4e6d6700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffb48108790 0x7ffb48101a20 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ffb3800b480 tx=0x7ffb3800b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:26.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.038+0000 7ffb46ffd700 1 -- 172.21.15.64:0/4109503926 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb38015020 con 0x7ffb48108790 2024-04-26T01:57:26.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.038+0000 7ffb50139700 1 -- 172.21.15.64:0/4109503926 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb481a2e40 con 0x7ffb48108790 2024-04-26T01:57:26.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.038+0000 7ffb46ffd700 1 -- 172.21.15.64:0/4109503926 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb38011ce0 con 0x7ffb48108790 2024-04-26T01:57:26.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.038+0000 7ffb46ffd700 1 -- 172.21.15.64:0/4109503926 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb38010e60 con 0x7ffb48108790 2024-04-26T01:57:26.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.038+0000 7ffb50139700 1 -- 172.21.15.64:0/4109503926 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb481a3320 con 0x7ffb48108790 2024-04-26T01:57:26.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.039+0000 7ffb50139700 1 -- 172.21.15.64:0/4109503926 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb48069730 con 0x7ffb48108790 2024-04-26T01:57:26.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.040+0000 7ffb46ffd700 1 -- 172.21.15.64:0/4109503926 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ffb38018020 con 0x7ffb48108790 2024-04-26T01:57:26.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.041+0000 7ffb46ffd700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ffb300a3c40 0x7ffb300a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.041+0000 7ffb46ffd700 1 -- 172.21.15.64:0/4109503926 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7ffb380cf800 con 0x7ffb48108790 2024-04-26T01:57:26.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.041+0000 7ffb4ded5700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ffb300a3c40 0x7ffb300a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.042+0000 7ffb4ded5700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ffb300a3c40 0x7ffb300a6100 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ffb40006130 tx=0x7ffb400060a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:26.044 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.045+0000 7ffb46ffd700 1 -- 172.21.15.64:0/4109503926 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ffb3801f020 con 0x7ffb48108790 2024-04-26T01:57:26.266 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.267+0000 7ffb50139700 1 -- 172.21.15.64:0/4109503926 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi033=b;smithi033=e;smithi033=h;smithi033=k;smithi064=c;smithi064=f;smithi064=i;smithi064=l", "target": ["mon-mgr", ""]}) -- 0x7ffb48062f80 con 0x7ffb300a3c40 2024-04-26T01:57:26.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.284+0000 7ffb46ffd700 1 -- 172.21.15.64:0/4109503926 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7ffb48062f80 con 0x7ffb300a3c40 2024-04-26T01:57:26.282 INFO:teuthology.orchestra.run.smithi064.stdout:Scheduled mds.all update... 2024-04-26T01:57:26.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.286+0000 7ffb50139700 1 -- 172.21.15.64:0/4109503926 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ffb300a3c40 msgr2=0x7ffb300a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.286+0000 7ffb50139700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ffb300a3c40 0x7ffb300a6100 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ffb40006130 tx=0x7ffb400060a0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.286+0000 7ffb50139700 1 -- 172.21.15.64:0/4109503926 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffb48108790 msgr2=0x7ffb48101a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.286+0000 7ffb50139700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffb48108790 0x7ffb48101a20 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ffb3800b480 tx=0x7ffb3800b840 comp rx=0 tx=0).stop 2024-04-26T01:57:26.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.286+0000 7ffb50139700 1 -- 172.21.15.64:0/4109503926 shutdown_connections 2024-04-26T01:57:26.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.286+0000 7ffb50139700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffb48108790 0x7ffb48101a20 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.286+0000 7ffb50139700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb48103530 0x7ffb48102e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.286+0000 7ffb50139700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ffb300a3c40 0x7ffb300a6100 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.286+0000 7ffb50139700 1 --2- 172.21.15.64:0/4109503926 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb48105e60 0x7ffb481014e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.286+0000 7ffb50139700 1 -- 172.21.15.64:0/4109503926 >> 172.21.15.64:0/4109503926 conn(0x7ffb480fcf40 msgr2=0x7ffb48103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:26.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.286+0000 7ffb50139700 1 -- 172.21.15.64:0/4109503926 shutdown_connections 2024-04-26T01:57:26.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-26T01:57:26.286+0000 7ffb50139700 1 -- 172.21.15.64:0/4109503926 wait complete. 2024-04-26T01:57:26.934 DEBUG:teuthology.orchestra.run.smithi026:mds.a> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.a.service 2024-04-26T01:57:26.942 DEBUG:teuthology.orchestra.run.smithi026:mds.d> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.d.service 2024-04-26T01:57:26.989 DEBUG:teuthology.orchestra.run.smithi026:mds.g> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.g.service 2024-04-26T01:57:27.035 DEBUG:teuthology.orchestra.run.smithi026:mds.j> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.j.service 2024-04-26T01:57:27.079 DEBUG:teuthology.orchestra.run.smithi033:mds.b> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.b.service 2024-04-26T01:57:27.082 DEBUG:teuthology.orchestra.run.smithi033:mds.e> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.e.service 2024-04-26T01:57:27.126 DEBUG:teuthology.orchestra.run.smithi033:mds.h> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.h.service 2024-04-26T01:57:27.169 DEBUG:teuthology.orchestra.run.smithi033:mds.k> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.k.service 2024-04-26T01:57:27.212 DEBUG:teuthology.orchestra.run.smithi064:mds.c> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.c.service 2024-04-26T01:57:27.214 DEBUG:teuthology.orchestra.run.smithi064:mds.f> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.f.service 2024-04-26T01:57:27.257 DEBUG:teuthology.orchestra.run.smithi064:mds.i> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.i.service 2024-04-26T01:57:27.300 DEBUG:teuthology.orchestra.run.smithi064:mds.l> sudo journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.l.service 2024-04-26T01:57:27.343 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-26T01:57:27.344 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:57:27.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:27 smithi033 ceph-mon[32805]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:27.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:27 smithi033 ceph-mon[32805]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi033=b;smithi033=e;smithi033=h;smithi033=k;smithi064=c;smithi064=f;smithi064=i;smithi064=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:57:27.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:27 smithi033 ceph-mon[32805]: Saving service mds.all spec with placement smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi033=b;smithi033=e;smithi033=h;smithi033=k;smithi064=c;smithi064=f;smithi064=i;smithi064=l;count:12 2024-04-26T01:57:27.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:27 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:27.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:27 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:27.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:27 smithi064 ceph-mon[32613]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:27.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:27 smithi064 ceph-mon[32613]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi033=b;smithi033=e;smithi033=h;smithi033=k;smithi064=c;smithi064=f;smithi064=i;smithi064=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:57:27.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:27 smithi064 ceph-mon[32613]: Saving service mds.all spec with placement smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi033=b;smithi033=e;smithi033=h;smithi033=k;smithi064=c;smithi064=f;smithi064=i;smithi064=l;count:12 2024-04-26T01:57:27.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:27 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:27.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:27 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:27.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:27 smithi026 ceph-mon[28138]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:27.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:27 smithi026 ceph-mon[28138]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi033=b;smithi033=e;smithi033=h;smithi033=k;smithi064=c;smithi064=f;smithi064=i;smithi064=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:57:27.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:27 smithi026 ceph-mon[28138]: Saving service mds.all spec with placement smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi033=b;smithi033=e;smithi033=h;smithi033=k;smithi064=c;smithi064=f;smithi064=i;smithi064=l;count:12 2024-04-26T01:57:27.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:27 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:27.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:27 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:27.801 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:28.542 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:28.542 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:28.542 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:28.542 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:28.542 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:28.542 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:28 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:28.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:28.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:28.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:28.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:28.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:28.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:28 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:28.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:28.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:28.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:28.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:28.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:28.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:28 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:29.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:29 smithi026 ceph-mon[28138]: Deploying daemon mds.l on smithi064 2024-04-26T01:57:29.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:29 smithi026 ceph-mon[28138]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:29.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:29 smithi064 ceph-mon[32613]: Deploying daemon mds.l on smithi064 2024-04-26T01:57:29.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:29 smithi064 ceph-mon[32613]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:29.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:29 smithi033 ceph-mon[32805]: Deploying daemon mds.l on smithi064 2024-04-26T01:57:29.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:29 smithi033 ceph-mon[32805]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:29.974 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 01:57:29 smithi064 systemd[1]: Starting Ceph mds.l for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:57:30.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.054+0000 7f01e7400700 1 -- 172.21.15.26:0/2307495961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01e006ac90 msgr2=0x7f01e006b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:30.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.054+0000 7f01e7400700 1 --2- 172.21.15.26:0/2307495961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01e006ac90 0x7f01e006b0f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f01cc0098f0 tx=0x7f01cc009c00 comp rx=0 tx=0).stop 2024-04-26T01:57:30.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.054+0000 7f01e7400700 1 -- 172.21.15.26:0/2307495961 shutdown_connections 2024-04-26T01:57:30.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.054+0000 7f01e7400700 1 --2- 172.21.15.26:0/2307495961 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01e0105480 0x7f01e0105910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:30.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.054+0000 7f01e7400700 1 --2- 172.21.15.26:0/2307495961 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f01e0107970 0x7f01e006a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:30.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.054+0000 7f01e7400700 1 --2- 172.21.15.26:0/2307495961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01e006ac90 0x7f01e006b0f0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:30.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.054+0000 7f01e7400700 1 -- 172.21.15.26:0/2307495961 >> 172.21.15.26:0/2307495961 conn(0x7f01e00788f0 msgr2=0x7f01e0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:30.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.054+0000 7f01e7400700 1 -- 172.21.15.26:0/2307495961 shutdown_connections 2024-04-26T01:57:30.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.054+0000 7f01e7400700 1 -- 172.21.15.26:0/2307495961 wait complete. 2024-04-26T01:57:30.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.055+0000 7f01e7400700 1 Processor -- start 2024-04-26T01:57:30.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.056+0000 7f01e7400700 1 -- start start 2024-04-26T01:57:30.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.056+0000 7f01e7400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01e006ac90 0x7f01e01a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:30.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.056+0000 7f01e7400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f01e0105480 0x7f01e01a5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:30.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.056+0000 7f01e7400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01e0107970 0x7f01e019f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:30.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.056+0000 7f01e7400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f01e0119210 con 0x7f01e0107970 2024-04-26T01:57:30.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.056+0000 7f01e7400700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f01e0119090 con 0x7f01e006ac90 2024-04-26T01:57:30.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.056+0000 7f01e7400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f01e0119390 con 0x7f01e0105480 2024-04-26T01:57:30.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.056+0000 7f01e4a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01e006ac90 0x7f01e01a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:30.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.056+0000 7f01e4a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01e006ac90 0x7f01e01a5410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:43398/0 (socket says 172.21.15.26:43398) 2024-04-26T01:57:30.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.057+0000 7f01e4a00700 1 -- 172.21.15.26:0/3358518788 learned_addr learned my addr 172.21.15.26:0/3358518788 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:57:30.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.057+0000 7f01dfe00700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f01e0105480 0x7f01e01a5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:30.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.057+0000 7f01e5400700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01e0107970 0x7f01e019f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:30.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.057+0000 7f01e4a00700 1 -- 172.21.15.26:0/3358518788 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f01e0105480 msgr2=0x7f01e01a5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:30.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.057+0000 7f01e4a00700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f01e0105480 0x7f01e01a5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:30.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.057+0000 7f01e4a00700 1 -- 172.21.15.26:0/3358518788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01e0107970 msgr2=0x7f01e019f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:30.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.057+0000 7f01e4a00700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01e0107970 0x7f01e019f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:30.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.057+0000 7f01e4a00700 1 -- 172.21.15.26:0/3358518788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01e019fd30 con 0x7f01e006ac90 2024-04-26T01:57:30.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.057+0000 7f01e5400700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01e0107970 0x7f01e019f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:57:30.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.057+0000 7f01e4a00700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01e006ac90 0x7f01e01a5410 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f01d400e9a0 tx=0x7f01d400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:30.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.057+0000 7f01dd600700 1 -- 172.21.15.26:0/3358518788 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01d400cbd0 con 0x7f01e006ac90 2024-04-26T01:57:30.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.058+0000 7f01dd600700 1 -- 172.21.15.26:0/3358518788 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01d400cd70 con 0x7f01e006ac90 2024-04-26T01:57:30.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.058+0000 7f01dd600700 1 -- 172.21.15.26:0/3358518788 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01d4018680 con 0x7f01e006ac90 2024-04-26T01:57:30.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.058+0000 7f01e7400700 1 -- 172.21.15.26:0/3358518788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01e01a0020 con 0x7f01e006ac90 2024-04-26T01:57:30.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.058+0000 7f01e7400700 1 -- 172.21.15.26:0/3358518788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01e01ac2e0 con 0x7f01e006ac90 2024-04-26T01:57:30.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.059+0000 7f01e7400700 1 -- 172.21.15.26:0/3358518788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01e0069730 con 0x7f01e006ac90 2024-04-26T01:57:30.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.061+0000 7f01dd600700 1 -- 172.21.15.26:0/3358518788 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f01d4010430 con 0x7f01e006ac90 2024-04-26T01:57:30.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.062+0000 7f01dd600700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f01c80a3cc0 0x7f01c80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:30.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.063+0000 7f01dd600700 1 -- 172.21.15.26:0/3358518788 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f01d40d0150 con 0x7f01e006ac90 2024-04-26T01:57:30.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.063+0000 7f01dfe00700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f01c80a3cc0 0x7f01c80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:30.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.063+0000 7f01dfe00700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f01c80a3cc0 0x7f01c80a6180 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f01cc0098c0 tx=0x7f01cc019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:30.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.065+0000 7f01dd600700 1 -- 172.21.15.26:0/3358518788 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f01d409cf30 con 0x7f01e006ac90 2024-04-26T01:57:30.236 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 01:57:29 smithi064 podman[62409]: 2024-04-26 01:57:29.975743683 +0000 UTC m=+0.098636832 container create a4f96e799336106ab4046aaa7b02dd7794fe762b5b65252a4599f0656ec7d637 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-l, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:57:30.236 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 01:57:29 smithi064 podman[62409]: 2024-04-26 01:57:29.895199957 +0000 UTC m=+0.018093117 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:57:30.236 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 01:57:30 smithi064 podman[62409]: 2024-04-26 01:57:30.211540279 +0000 UTC m=+0.334433430 container init a4f96e799336106ab4046aaa7b02dd7794fe762b5b65252a4599f0656ec7d637 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-l, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416) 2024-04-26T01:57:30.236 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 01:57:30 smithi064 podman[62409]: 2024-04-26 01:57:30.214407775 +0000 UTC m=+0.337300926 container start a4f96e799336106ab4046aaa7b02dd7794fe762b5b65252a4599f0656ec7d637 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-l, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-26T01:57:30.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.351+0000 7f01e7400700 1 -- 172.21.15.26:0/3358518788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f01e01ac550 con 0x7f01e006ac90 2024-04-26T01:57:30.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.355+0000 7f01dd600700 1 -- 172.21.15.26:0/3358518788 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f01d409c830 con 0x7f01e006ac90 2024-04-26T01:57:30.353 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:57:30.353 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T01:57:30.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.357+0000 7f01e7400700 1 -- 172.21.15.26:0/3358518788 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f01c80a3cc0 msgr2=0x7f01c80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:30.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.358+0000 7f01e7400700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f01c80a3cc0 0x7f01c80a6180 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f01cc0098c0 tx=0x7f01cc019040 comp rx=0 tx=0).stop 2024-04-26T01:57:30.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.358+0000 7f01e7400700 1 -- 172.21.15.26:0/3358518788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01e006ac90 msgr2=0x7f01e01a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:30.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.358+0000 7f01e7400700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01e006ac90 0x7f01e01a5410 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f01d400e9a0 tx=0x7f01d400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:57:30.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.358+0000 7f01e7400700 1 -- 172.21.15.26:0/3358518788 shutdown_connections 2024-04-26T01:57:30.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.358+0000 7f01e7400700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f01c80a3cc0 0x7f01c80a6180 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:30.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.358+0000 7f01e7400700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01e0107970 0x7f01e019f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:30.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.358+0000 7f01e7400700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01e006ac90 0x7f01e01a5410 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:30.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.358+0000 7f01e7400700 1 --2- 172.21.15.26:0/3358518788 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f01e0105480 0x7f01e01a5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:30.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.358+0000 7f01e7400700 1 -- 172.21.15.26:0/3358518788 >> 172.21.15.26:0/3358518788 conn(0x7f01e00788f0 msgr2=0x7f01e0102450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:30.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.358+0000 7f01e7400700 1 -- 172.21.15.26:0/3358518788 shutdown_connections 2024-04-26T01:57:30.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:30.358+0000 7f01e7400700 1 -- 172.21.15.26:0/3358518788 wait complete. 2024-04-26T01:57:30.358 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 2 2024-04-26T01:57:30.578 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 01:57:30 smithi064 ceph-mds[62428]: -- 172.21.15.64:0/50225666 <== mon.1 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b7a1007a40 con 0x55b7a0fdb000 2024-04-26T01:57:30.578 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 01:57:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-l[62424]: starting mds.l at 2024-04-26T01:57:30.578 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 01:57:30 smithi064 bash[62409]: a4f96e799336106ab4046aaa7b02dd7794fe762b5b65252a4599f0656ec7d637 2024-04-26T01:57:30.578 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 01:57:30 smithi064 systemd[1]: Started Ceph mds.l for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:57:31.375 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:31 smithi033 ceph-mon[32805]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:31.375 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:31 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.64:6832/1589013844,v1:172.21.15.64:6833/1589013844] up:boot 2024-04-26T01:57:31.375 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:31 smithi033 ceph-mon[32805]: fsmap 1 up:standby 2024-04-26T01:57:31.375 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:31 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:57:31.375 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:31 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:31.375 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:31 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3358518788' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:31.376 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:31 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:31.376 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:31 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:31.376 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:31 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:31.376 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:31 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:31.376 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:31 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:31.376 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:31 smithi033 ceph-mon[32805]: Deploying daemon mds.k on smithi033 2024-04-26T01:57:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:31 smithi026 ceph-mon[28138]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:31 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.64:6832/1589013844,v1:172.21.15.64:6833/1589013844] up:boot 2024-04-26T01:57:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:31 smithi026 ceph-mon[28138]: fsmap 1 up:standby 2024-04-26T01:57:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:31 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:57:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:31 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:31 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3358518788' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:31 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:31 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:31.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:31 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:31.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:31 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:31.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:31 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:31.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:31 smithi026 ceph-mon[28138]: Deploying daemon mds.k on smithi033 2024-04-26T01:57:31.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:31 smithi064 ceph-mon[32613]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:31.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:31 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.64:6832/1589013844,v1:172.21.15.64:6833/1589013844] up:boot 2024-04-26T01:57:31.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:31 smithi064 ceph-mon[32613]: fsmap 1 up:standby 2024-04-26T01:57:31.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:31 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:57:31.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:31 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:31.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:31 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3358518788' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:31.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:31 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:31.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:31 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:31.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:31 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:31.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:31 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:31.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:31 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:31.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:31 smithi064 ceph-mon[32613]: Deploying daemon mds.k on smithi033 2024-04-26T01:57:32.747 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 01:57:32 smithi033 systemd[1]: Starting Ceph mds.k for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:57:33.131 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:57:33.133 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 01:57:32 smithi033 podman[62251]: 2024-04-26 01:57:32.767991144 +0000 UTC m=+0.018928583 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:57:33.133 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 01:57:32 smithi033 podman[62251]: 2024-04-26 01:57:32.892651003 +0000 UTC m=+0.143588422 container create 69fd852c63d9749a5cb8715348c634d881af14cec88a4a4b77136fc27dab822b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-k, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-26T01:57:33.133 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 01:57:33 smithi033 podman[62251]: 2024-04-26 01:57:33.108884424 +0000 UTC m=+0.359821845 container init 69fd852c63d9749a5cb8715348c634d881af14cec88a4a4b77136fc27dab822b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-k, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-26T01:57:33.133 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 01:57:33 smithi033 podman[62251]: 2024-04-26 01:57:33.111440728 +0000 UTC m=+0.362378150 container start 69fd852c63d9749a5cb8715348c634d881af14cec88a4a4b77136fc27dab822b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-k, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T01:57:33.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:33 smithi026 ceph-mon[28138]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:33.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:33 smithi033 ceph-mon[32805]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:33.497 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 01:57:33 smithi033 ceph-mds[62271]: -- 172.21.15.33:0/3577979011 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ceb5e35a40 con 0x55ceb5e08800 2024-04-26T01:57:33.498 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 01:57:33 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-k[62267]: starting mds.k at 2024-04-26T01:57:33.498 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 01:57:33 smithi033 bash[62251]: 69fd852c63d9749a5cb8715348c634d881af14cec88a4a4b77136fc27dab822b 2024-04-26T01:57:33.498 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 01:57:33 smithi033 systemd[1]: Started Ceph mds.k for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:57:33.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:33 smithi064 ceph-mon[32613]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:33.590 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:34 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:34 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.33:6832/748947413,v1:172.21.15.33:6833/748947413] up:boot 2024-04-26T01:57:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:34 smithi026 ceph-mon[28138]: fsmap 2 up:standby 2024-04-26T01:57:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:34 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:57:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:34 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:34 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:34 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:34 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:34 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:34 smithi026 ceph-mon[28138]: Deploying daemon mds.j on smithi026 2024-04-26T01:57:34.534 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:34 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:34.534 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:34 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.33:6832/748947413,v1:172.21.15.33:6833/748947413] up:boot 2024-04-26T01:57:34.534 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:34 smithi033 ceph-mon[32805]: fsmap 2 up:standby 2024-04-26T01:57:34.534 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:34 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:57:34.534 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:34 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:34.534 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:34 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:34.535 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:34 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:34.535 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:34 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:34.535 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:34 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:34.535 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:34 smithi033 ceph-mon[32805]: Deploying daemon mds.j on smithi026 2024-04-26T01:57:34.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:34 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:34.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:34 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.33:6832/748947413,v1:172.21.15.33:6833/748947413] up:boot 2024-04-26T01:57:34.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:34 smithi064 ceph-mon[32613]: fsmap 2 up:standby 2024-04-26T01:57:34.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:34 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:57:34.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:34 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:34.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:34 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:34.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:34 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:34.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:34 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:34.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:34 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:34.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:34 smithi064 ceph-mon[32613]: Deploying daemon mds.j on smithi026 2024-04-26T01:57:35.603 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:35 smithi026 ceph-mon[28138]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:35.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:35 smithi033 ceph-mon[32805]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:35.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:35 smithi064 ceph-mon[32613]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:36.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.951+0000 7fd9d5600700 1 -- 172.21.15.26:0/3690568741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd9d010f440 msgr2=0x7fd9d0111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:36.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.951+0000 7fd9d5600700 1 --2- 172.21.15.26:0/3690568741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd9d010f440 0x7fd9d0111830 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd9c8009f90 tx=0x7fd9c800b330 comp rx=0 tx=0).stop 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.951+0000 7fd9d5600700 1 -- 172.21.15.26:0/3690568741 shutdown_connections 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.951+0000 7fd9d5600700 1 --2- 172.21.15.26:0/3690568741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd9d010f440 0x7fd9d0111830 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.951+0000 7fd9d5600700 1 --2- 172.21.15.26:0/3690568741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9d0074c70 0x7fd9d0075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.951+0000 7fd9d5600700 1 --2- 172.21.15.26:0/3690568741 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd9d0075590 0x7fd9d010ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.951+0000 7fd9d5600700 1 -- 172.21.15.26:0/3690568741 >> 172.21.15.26:0/3690568741 conn(0x7fd9d0079ba0 msgr2=0x7fd9d0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.952+0000 7fd9d5600700 1 -- 172.21.15.26:0/3690568741 shutdown_connections 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.952+0000 7fd9d5600700 1 -- 172.21.15.26:0/3690568741 wait complete. 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.953+0000 7fd9d5600700 1 Processor -- start 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.953+0000 7fd9d5600700 1 -- start start 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9d5600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd9d0074c70 0x7fd9d019b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9d5600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd9d0075590 0x7fd9d019b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9d5600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9d010f440 0x7fd9d019fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9d5600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d0114e10 con 0x7fd9d0074c70 2024-04-26T01:57:36.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9d5600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d0114c90 con 0x7fd9d010f440 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9d5600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d0114f90 con 0x7fd9d0075590 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9cea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd9d0074c70 0x7fd9d019b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9cf400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9d010f440 0x7fd9d019fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9cea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd9d0074c70 0x7fd9d019b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50896/0 (socket says 172.21.15.26:50896) 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9cea00700 1 -- 172.21.15.26:0/771821028 learned_addr learned my addr 172.21.15.26:0/771821028 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9c7e00700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd9d0075590 0x7fd9d019b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9cf400700 1 -- 172.21.15.26:0/771821028 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd9d0075590 msgr2=0x7fd9d019b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9cf400700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd9d0075590 0x7fd9d019b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9cf400700 1 -- 172.21.15.26:0/771821028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd9d0074c70 msgr2=0x7fd9d019b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9cf400700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd9d0074c70 0x7fd9d019b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.954+0000 7fd9cf400700 1 -- 172.21.15.26:0/771821028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9d01a0340 con 0x7fd9d010f440 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.955+0000 7fd9cf400700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9d010f440 0x7fd9d019fc00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd9c800b6c0 tx=0x7fd9c800cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.955+0000 7fd9c7400700 1 -- 172.21.15.26:0/771821028 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c8021070 con 0x7fd9d010f440 2024-04-26T01:57:36.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.955+0000 7fd9c7400700 1 -- 172.21.15.26:0/771821028 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9c8007d60 con 0x7fd9d010f440 2024-04-26T01:57:36.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.955+0000 7fd9d5600700 1 -- 172.21.15.26:0/771821028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9d01a05d0 con 0x7fd9d010f440 2024-04-26T01:57:36.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.955+0000 7fd9c7400700 1 -- 172.21.15.26:0/771821028 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c8005040 con 0x7fd9d010f440 2024-04-26T01:57:36.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.955+0000 7fd9d5600700 1 -- 172.21.15.26:0/771821028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9d01a7eb0 con 0x7fd9d010f440 2024-04-26T01:57:36.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.956+0000 7fd9d5600700 1 -- 172.21.15.26:0/771821028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9d0069730 con 0x7fd9d010f440 2024-04-26T01:57:36.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.958+0000 7fd9c7400700 1 -- 172.21.15.26:0/771821028 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd9c8024070 con 0x7fd9d010f440 2024-04-26T01:57:36.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.960+0000 7fd9c7400700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd9b40a3cc0 0x7fd9b40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:36.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.960+0000 7fd9c7400700 1 -- 172.21.15.26:0/771821028 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fd9c800f020 con 0x7fd9d010f440 2024-04-26T01:57:36.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.960+0000 7fd9cea00700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd9b40a3cc0 0x7fd9b40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:36.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.961+0000 7fd9cea00700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd9b40a3cc0 0x7fd9b40a6180 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0005950 tx=0x7fd9c0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:36.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:35.964+0000 7fd9c7400700 1 -- 172.21.15.26:0/771821028 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd9c802b020 con 0x7fd9d010f440 2024-04-26T01:57:36.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.248+0000 7fd9d5600700 1 -- 172.21.15.26:0/771821028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd9d019c690 con 0x7fd9d010f440 2024-04-26T01:57:36.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.249+0000 7fd9c7400700 1 -- 172.21.15.26:0/771821028 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2215 (secure 0 0 0) 0x7fd9c809e2e0 con 0x7fd9d010f440 2024-04-26T01:57:36.248 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:57:36.248 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-26T01:57:36.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.252+0000 7fd9d5600700 1 -- 172.21.15.26:0/771821028 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd9b40a3cc0 msgr2=0x7fd9b40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:36.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.252+0000 7fd9d5600700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd9b40a3cc0 0x7fd9b40a6180 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0005950 tx=0x7fd9c0009310 comp rx=0 tx=0).stop 2024-04-26T01:57:36.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.252+0000 7fd9d5600700 1 -- 172.21.15.26:0/771821028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9d010f440 msgr2=0x7fd9d019fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:36.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.252+0000 7fd9d5600700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9d010f440 0x7fd9d019fc00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd9c800b6c0 tx=0x7fd9c800cc30 comp rx=0 tx=0).stop 2024-04-26T01:57:36.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.252+0000 7fd9d5600700 1 -- 172.21.15.26:0/771821028 shutdown_connections 2024-04-26T01:57:36.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.252+0000 7fd9d5600700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9d010f440 0x7fd9d019fc00 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:36.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.252+0000 7fd9d5600700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd9b40a3cc0 0x7fd9b40a6180 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:36.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.252+0000 7fd9d5600700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd9d0074c70 0x7fd9d019b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:36.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.252+0000 7fd9d5600700 1 --2- 172.21.15.26:0/771821028 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd9d0075590 0x7fd9d019b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:36.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.252+0000 7fd9d5600700 1 -- 172.21.15.26:0/771821028 >> 172.21.15.26:0/771821028 conn(0x7fd9d0079ba0 msgr2=0x7fd9d00ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:36.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.253+0000 7fd9d5600700 1 -- 172.21.15.26:0/771821028 shutdown_connections 2024-04-26T01:57:36.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:36.253+0000 7fd9d5600700 1 -- 172.21.15.26:0/771821028 wait complete. 2024-04-26T01:57:36.252 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 3 2024-04-26T01:57:36.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:36 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/771821028' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:36.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:36 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/771821028' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:36.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:36 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/771821028' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:37.513 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:37 smithi026 ceph-mon[28138]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:37.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:37 smithi033 ceph-mon[32805]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:37.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:37 smithi064 ceph-mon[32613]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:38.229 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 01:57:37 smithi026 systemd[1]: Starting Ceph mds.j for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:57:38.695 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 01:57:38 smithi026 podman[66065]: 2024-04-26 01:57:38.240984277 +0000 UTC m=+0.034659774 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:57:38.695 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 01:57:38 smithi026 podman[66065]: 2024-04-26 01:57:38.366647965 +0000 UTC m=+0.160323503 container create 4ff30f44b3ef5efe3ce9b82384c5f29507148da9318f7e6109270e85f559938b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-26T01:57:38.695 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 01:57:38 smithi026 podman[66065]: 2024-04-26 01:57:38.696279051 +0000 UTC m=+0.489954592 container init 4ff30f44b3ef5efe3ce9b82384c5f29507148da9318f7e6109270e85f559938b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:57:38.979 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 01:57:38 smithi026 podman[66065]: 2024-04-26 01:57:38.707267512 +0000 UTC m=+0.500943052 container start 4ff30f44b3ef5efe3ce9b82384c5f29507148da9318f7e6109270e85f559938b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T01:57:38.979 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 01:57:38 smithi026 ceph-mds[66083]: -- 172.21.15.26:0/1868099258 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dd8024fa40 con 0x55dd80222800 2024-04-26T01:57:38.979 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 01:57:38 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j[66079]: starting mds.j at 2024-04-26T01:57:38.979 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 01:57:38 smithi026 bash[66065]: 4ff30f44b3ef5efe3ce9b82384c5f29507148da9318f7e6109270e85f559938b 2024-04-26T01:57:38.979 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 01:57:38 smithi026 systemd[1]: Started Ceph mds.j for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:57:39.517 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:57:39.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:39 smithi026 ceph-mon[28138]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:39.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:39 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:39.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:39 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:39.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:39 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:39.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:39 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:39.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:39 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:39.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:39 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:39.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:39 smithi033 ceph-mon[32805]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:39.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:39 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:39.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:39 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:39.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:39 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:39.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:39 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:39.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:39 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:39.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:39 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:39.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:39 smithi064 ceph-mon[32613]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:39.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:39 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:39.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:39 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:39.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:39 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:39.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:39 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:39.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:39 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:39.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:39 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:39.967 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:40.612 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:40 smithi026 ceph-mon[28138]: Deploying daemon mds.d on smithi026 2024-04-26T01:57:40.612 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:40 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.26:6834/2480167513,v1:172.21.15.26:6835/2480167513] up:boot 2024-04-26T01:57:40.612 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:40 smithi026 ceph-mon[28138]: fsmap 3 up:standby 2024-04-26T01:57:40.612 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:40 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:57:40.648 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:40 smithi033 ceph-mon[32805]: Deploying daemon mds.d on smithi026 2024-04-26T01:57:40.649 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:40 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.26:6834/2480167513,v1:172.21.15.26:6835/2480167513] up:boot 2024-04-26T01:57:40.649 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:40 smithi033 ceph-mon[32805]: fsmap 3 up:standby 2024-04-26T01:57:40.649 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:40 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:57:40.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:40 smithi064 ceph-mon[32613]: Deploying daemon mds.d on smithi026 2024-04-26T01:57:40.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:40 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.26:6834/2480167513,v1:172.21.15.26:6835/2480167513] up:boot 2024-04-26T01:57:40.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:40 smithi064 ceph-mon[32613]: fsmap 3 up:standby 2024-04-26T01:57:40.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:40 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:57:41.608 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:41 smithi026 ceph-mon[28138]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:41.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:41 smithi033 ceph-mon[32805]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:41.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:41 smithi064 ceph-mon[32613]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:43.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.345+0000 7f44dc800700 1 -- 172.21.15.26:0/3394030207 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44d4101930 msgr2=0x7f44d4101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.345+0000 7f44dc800700 1 --2- 172.21.15.26:0/3394030207 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44d4101930 0x7f44d4101db0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f44c4009990 tx=0x7f44c4009ca0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.345+0000 7f44dc800700 1 -- 172.21.15.26:0/3394030207 shutdown_connections 2024-04-26T01:57:43.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.345+0000 7f44dc800700 1 --2- 172.21.15.26:0/3394030207 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d41022f0 0x7f44d410e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.345+0000 7f44dc800700 1 --2- 172.21.15.26:0/3394030207 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f44d4107980 0x7f44d4107d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.345+0000 7f44dc800700 1 --2- 172.21.15.26:0/3394030207 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44d4101930 0x7f44d4101db0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.345+0000 7f44dc800700 1 -- 172.21.15.26:0/3394030207 >> 172.21.15.26:0/3394030207 conn(0x7f44d40788b0 msgr2=0x7f44d4078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:43.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.346+0000 7f44dc800700 1 -- 172.21.15.26:0/3394030207 shutdown_connections 2024-04-26T01:57:43.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.346+0000 7f44dc800700 1 -- 172.21.15.26:0/3394030207 wait complete. 2024-04-26T01:57:43.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.347+0000 7f44dc800700 1 Processor -- start 2024-04-26T01:57:43.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.347+0000 7f44dc800700 1 -- start start 2024-04-26T01:57:43.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.348+0000 7f44dc800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44d4101930 0x7f44d419b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:43.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.348+0000 7f44dc800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f44d41022f0 0x7f44d419b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:43.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.348+0000 7f44dc800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d4107980 0x7f44d419fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:43.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.348+0000 7f44dc800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f44d4111b30 con 0x7f44d41022f0 2024-04-26T01:57:43.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.348+0000 7f44dc800700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f44d41119b0 con 0x7f44d4107980 2024-04-26T01:57:43.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.348+0000 7f44dc800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f44d4111cb0 con 0x7f44d4101930 2024-04-26T01:57:43.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.348+0000 7f44da800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d4107980 0x7f44d419fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:43.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.348+0000 7f44d9400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f44d41022f0 0x7f44d419b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:43.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.348+0000 7f44da800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d4107980 0x7f44d419fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:40390/0 (socket says 172.21.15.26:40390) 2024-04-26T01:57:43.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.348+0000 7f44da800700 1 -- 172.21.15.26:0/166406425 learned_addr learned my addr 172.21.15.26:0/166406425 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:57:43.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.348+0000 7f44d9e00700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44d4101930 0x7f44d419b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:43.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.349+0000 7f44da800700 1 -- 172.21.15.26:0/166406425 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44d4101930 msgr2=0x7f44d419b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.349+0000 7f44da800700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44d4101930 0x7f44d419b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.349+0000 7f44da800700 1 -- 172.21.15.26:0/166406425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f44d41022f0 msgr2=0x7f44d419b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.349+0000 7f44da800700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f44d41022f0 0x7f44d419b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.349+0000 7f44da800700 1 -- 172.21.15.26:0/166406425 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44d41a0350 con 0x7f44d4107980 2024-04-26T01:57:43.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.349+0000 7f44da800700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d4107980 0x7f44d419fc10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f44d000ef30 tx=0x7f44d000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:43.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.349+0000 7f44cea00700 1 -- 172.21.15.26:0/166406425 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d00092e0 con 0x7f44d4107980 2024-04-26T01:57:43.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.349+0000 7f44dc800700 1 -- 172.21.15.26:0/166406425 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44d41a05e0 con 0x7f44d4107980 2024-04-26T01:57:43.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.349+0000 7f44cea00700 1 -- 172.21.15.26:0/166406425 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44d0004bb0 con 0x7f44d4107980 2024-04-26T01:57:43.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.349+0000 7f44cea00700 1 -- 172.21.15.26:0/166406425 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d0004020 con 0x7f44d4107980 2024-04-26T01:57:43.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.349+0000 7f44dc800700 1 -- 172.21.15.26:0/166406425 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44d41a7ec0 con 0x7f44d4107980 2024-04-26T01:57:43.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.351+0000 7f44dc800700 1 -- 172.21.15.26:0/166406425 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44d4069730 con 0x7f44d4107980 2024-04-26T01:57:43.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.353+0000 7f44cea00700 1 -- 172.21.15.26:0/166406425 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f44d001b030 con 0x7f44d4107980 2024-04-26T01:57:43.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.354+0000 7f44cea00700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f44bc0a3c40 0x7f44bc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:43.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.354+0000 7f44cea00700 1 -- 172.21.15.26:0/166406425 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f44d00cfa50 con 0x7f44d4107980 2024-04-26T01:57:43.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.354+0000 7f44d9e00700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f44bc0a3c40 0x7f44bc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:43.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.355+0000 7f44d9e00700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f44bc0a3c40 0x7f44bc0a6100 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f44c8009be0 tx=0x7f44c8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:43.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.359+0000 7f44cea00700 1 -- 172.21.15.26:0/166406425 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f44d0022020 con 0x7f44d4107980 2024-04-26T01:57:43.425 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:43 smithi026 ceph-mon[28138]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:43.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.646+0000 7f44dc800700 1 -- 172.21.15.26:0/166406425 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f44d41a8090 con 0x7f44d4107980 2024-04-26T01:57:43.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.647+0000 7f44cea00700 1 -- 172.21.15.26:0/166406425 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3040 (secure 0 0 0) 0x7f44d0010040 con 0x7f44d4107980 2024-04-26T01:57:43.646 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:57:43.646 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24452,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[]} 2024-04-26T01:57:43.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.651+0000 7f44dc800700 1 -- 172.21.15.26:0/166406425 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f44bc0a3c40 msgr2=0x7f44bc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.651+0000 7f44dc800700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f44bc0a3c40 0x7f44bc0a6100 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f44c8009be0 tx=0x7f44c8009260 comp rx=0 tx=0).stop 2024-04-26T01:57:43.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.651+0000 7f44dc800700 1 -- 172.21.15.26:0/166406425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d4107980 msgr2=0x7f44d419fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.651+0000 7f44dc800700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d4107980 0x7f44d419fc10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f44d000ef30 tx=0x7f44d000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.651+0000 7f44dc800700 1 -- 172.21.15.26:0/166406425 shutdown_connections 2024-04-26T01:57:43.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.651+0000 7f44dc800700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d4107980 0x7f44d419fc10 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.651+0000 7f44dc800700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44d4101930 0x7f44d419b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.651+0000 7f44dc800700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f44bc0a3c40 0x7f44bc0a6100 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.651+0000 7f44dc800700 1 --2- 172.21.15.26:0/166406425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f44d41022f0 0x7f44d419b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.651+0000 7f44dc800700 1 -- 172.21.15.26:0/166406425 >> 172.21.15.26:0/166406425 conn(0x7f44d40788b0 msgr2=0x7f44d406aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:43.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.651+0000 7f44dc800700 1 -- 172.21.15.26:0/166406425 shutdown_connections 2024-04-26T01:57:43.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:43.651+0000 7f44dc800700 1 -- 172.21.15.26:0/166406425 wait complete. 2024-04-26T01:57:43.650 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 4 2024-04-26T01:57:43.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:43 smithi033 ceph-mon[32805]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:43.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:43 smithi064 ceph-mon[32613]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:44.230 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 01:57:43 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-d[66529]: starting mds.d at 2024-04-26T01:57:44.498 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:44 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/166406425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:44.498 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 01:57:44 smithi026 bash[66494]: 12e0875bd0b63730f4845e6315787282db9d71a96854ab980997c63dc0197725 2024-04-26T01:57:44.498 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 01:57:44 smithi026 systemd[1]: Started Ceph mds.d for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:57:44.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:44 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/166406425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:44.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:44 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/166406425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:45.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:45 smithi026 ceph-mon[28138]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:45.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:45 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:45.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:45 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.26:6836/1521840769,v1:172.21.15.26:6837/1521840769] up:boot 2024-04-26T01:57:45.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:45 smithi026 ceph-mon[28138]: fsmap 4 up:standby 2024-04-26T01:57:45.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:45 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:57:45.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:45 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:45.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:45 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:45.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:45 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:45.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:45 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:45.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:45 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:45.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:45 smithi026 ceph-mon[28138]: Deploying daemon mds.e on smithi033 2024-04-26T01:57:45.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:45 smithi033 ceph-mon[32805]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:45.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:45 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:45.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:45 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.26:6836/1521840769,v1:172.21.15.26:6837/1521840769] up:boot 2024-04-26T01:57:45.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:45 smithi033 ceph-mon[32805]: fsmap 4 up:standby 2024-04-26T01:57:45.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:45 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:57:45.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:45 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:45.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:45 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:45.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:45 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:45.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:45 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:45.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:45 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:45.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:45 smithi033 ceph-mon[32805]: Deploying daemon mds.e on smithi033 2024-04-26T01:57:45.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:45 smithi064 ceph-mon[32613]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:45.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:45 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:45.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:45 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.26:6836/1521840769,v1:172.21.15.26:6837/1521840769] up:boot 2024-04-26T01:57:45.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:45 smithi064 ceph-mon[32613]: fsmap 4 up:standby 2024-04-26T01:57:45.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:45 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:57:45.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:45 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:45.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:45 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:45.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:45 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:45.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:45 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:45.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:45 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:45.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:45 smithi064 ceph-mon[32613]: Deploying daemon mds.e on smithi033 2024-04-26T01:57:46.747 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 01:57:46 smithi033 systemd[1]: Starting Ceph mds.e for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:57:46.909 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:57:47.128 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 01:57:46 smithi033 podman[62570]: 2024-04-26 01:57:46.769925532 +0000 UTC m=+0.018392690 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:57:47.128 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 01:57:46 smithi033 podman[62570]: 2024-04-26 01:57:46.894127355 +0000 UTC m=+0.142594531 container create 35eb54740203cd3c92eb59faa6810a9f0cb81e884ac9058f9864afe4e4dc7437 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:57:47.128 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 01:57:47 smithi033 podman[62570]: 2024-04-26 01:57:47.130125318 +0000 UTC m=+0.378592451 container init 35eb54740203cd3c92eb59faa6810a9f0cb81e884ac9058f9864afe4e4dc7437 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True) 2024-04-26T01:57:47.390 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 01:57:47 smithi033 podman[62570]: 2024-04-26 01:57:47.132963681 +0000 UTC m=+0.381430820 container start 35eb54740203cd3c92eb59faa6810a9f0cb81e884ac9058f9864afe4e4dc7437 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2024-04-26T01:57:47.390 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 01:57:47 smithi033 ceph-mds[62589]: -- 172.21.15.33:0/2371870635 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55feba5e7a40 con 0x55feba5ba800 2024-04-26T01:57:47.390 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 01:57:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e[62585]: starting mds.e at 2024-04-26T01:57:47.391 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 01:57:47 smithi033 bash[62570]: 35eb54740203cd3c92eb59faa6810a9f0cb81e884ac9058f9864afe4e4dc7437 2024-04-26T01:57:47.391 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 01:57:47 smithi033 systemd[1]: Started Ceph mds.e for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:57:47.392 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:47.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:47 smithi026 ceph-mon[28138]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:47.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:47.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:47.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:47.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:47.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:47.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:47 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:47.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:47 smithi033 ceph-mon[32805]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:47.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:47 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:47.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:47 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:47.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:47 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:47.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:47 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:47.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:47 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:47.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:47 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:47.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:47 smithi064 ceph-mon[32613]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:47.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:47 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:47.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:47 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:47.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:47 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:47.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:47 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:47.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:47 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:47.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:47 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:48.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:48 smithi064 ceph-mon[32613]: Deploying daemon mds.f on smithi064 2024-04-26T01:57:48.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:48 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.33:6834/1538648422,v1:172.21.15.33:6835/1538648422] up:boot 2024-04-26T01:57:48.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:48 smithi064 ceph-mon[32613]: fsmap 5 up:standby 2024-04-26T01:57:48.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:48 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:57:48.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:48 smithi026 ceph-mon[28138]: Deploying daemon mds.f on smithi064 2024-04-26T01:57:48.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:48 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.33:6834/1538648422,v1:172.21.15.33:6835/1538648422] up:boot 2024-04-26T01:57:48.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:48 smithi026 ceph-mon[28138]: fsmap 5 up:standby 2024-04-26T01:57:48.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:48 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:57:48.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:48 smithi033 ceph-mon[32805]: Deploying daemon mds.f on smithi064 2024-04-26T01:57:48.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:48 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.33:6834/1538648422,v1:172.21.15.33:6835/1538648422] up:boot 2024-04-26T01:57:48.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:48 smithi033 ceph-mon[32805]: fsmap 5 up:standby 2024-04-26T01:57:48.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:48 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:57:49.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.649+0000 7fdfe3e00700 1 -- 172.21.15.26:0/980644556 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe406b970 msgr2=0x7fdfe410f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:49.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.649+0000 7fdfe3e00700 1 --2- 172.21.15.26:0/980644556 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe406b970 0x7fdfe410f840 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc00b0a0 tx=0x7fdfdc00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:57:49.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.649+0000 7fdfe3e00700 1 -- 172.21.15.26:0/980644556 shutdown_connections 2024-04-26T01:57:49.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.649+0000 7fdfe3e00700 1 --2- 172.21.15.26:0/980644556 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe406b970 0x7fdfe410f840 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:49.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.649+0000 7fdfe3e00700 1 --2- 172.21.15.26:0/980644556 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe4108a20 0x7fdfe4108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:49.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.649+0000 7fdfe3e00700 1 --2- 172.21.15.26:0/980644556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe406afb0 0x7fdfe406b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:49.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.649+0000 7fdfe3e00700 1 -- 172.21.15.26:0/980644556 >> 172.21.15.26:0/980644556 conn(0x7fdfe4078780 msgr2=0x7fdfe4078b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:49.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.649+0000 7fdfe3e00700 1 -- 172.21.15.26:0/980644556 shutdown_connections 2024-04-26T01:57:49.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.649+0000 7fdfe3e00700 1 -- 172.21.15.26:0/980644556 wait complete. 2024-04-26T01:57:49.649 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:49 smithi026 ceph-mon[28138]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:49.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.650+0000 7fdfe3e00700 1 Processor -- start 2024-04-26T01:57:49.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.651+0000 7fdfe3e00700 1 -- start start 2024-04-26T01:57:49.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.651+0000 7fdfe3e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe406afb0 0x7fdfe419b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.651+0000 7fdfe3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe406b970 0x7fdfe419b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.651+0000 7fdfe3e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe4108a20 0x7fdfe419fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.651+0000 7fdfe3e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdfe4112bc0 con 0x7fdfe406b970 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.651+0000 7fdfe3e00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdfe4112a40 con 0x7fdfe406afb0 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.651+0000 7fdfe3e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdfe4112d40 con 0x7fdfe4108a20 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.651+0000 7fdfe2a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe406afb0 0x7fdfe419b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.651+0000 7fdfe2a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe406afb0 0x7fdfe419b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:56426/0 (socket says 172.21.15.26:56426) 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.651+0000 7fdfe2000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe406b970 0x7fdfe419b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.651+0000 7fdfe2a00700 1 -- 172.21.15.26:0/395082584 learned_addr learned my addr 172.21.15.26:0/395082584 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.652+0000 7fdfe3400700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe4108a20 0x7fdfe419fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.652+0000 7fdfe2a00700 1 -- 172.21.15.26:0/395082584 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe4108a20 msgr2=0x7fdfe419fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.652+0000 7fdfe2a00700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe4108a20 0x7fdfe419fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:49.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.652+0000 7fdfe2a00700 1 -- 172.21.15.26:0/395082584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe406b970 msgr2=0x7fdfe419b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:49.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.652+0000 7fdfe2a00700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe406b970 0x7fdfe419b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:49.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.652+0000 7fdfe2a00700 1 -- 172.21.15.26:0/395082584 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfe41a0180 con 0x7fdfe406afb0 2024-04-26T01:57:49.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.652+0000 7fdfe2a00700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe406afb0 0x7fdfe419b170 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdfd400e9a0 tx=0x7fdfd400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:49.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.652+0000 7fdfdb400700 1 -- 172.21.15.26:0/395082584 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd400ca10 con 0x7fdfe406afb0 2024-04-26T01:57:49.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.653+0000 7fdfe3e00700 1 -- 172.21.15.26:0/395082584 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfe41a0470 con 0x7fdfe406afb0 2024-04-26T01:57:49.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.653+0000 7fdfdb400700 1 -- 172.21.15.26:0/395082584 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdfd400cbb0 con 0x7fdfe406afb0 2024-04-26T01:57:49.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.653+0000 7fdfdb400700 1 -- 172.21.15.26:0/395082584 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd4018680 con 0x7fdfe406afb0 2024-04-26T01:57:49.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.653+0000 7fdfe3e00700 1 -- 172.21.15.26:0/395082584 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfe41a7cf0 con 0x7fdfe406afb0 2024-04-26T01:57:49.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.654+0000 7fdfe3e00700 1 -- 172.21.15.26:0/395082584 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfe4069730 con 0x7fdfe406afb0 2024-04-26T01:57:49.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.656+0000 7fdfdb400700 1 -- 172.21.15.26:0/395082584 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fdfd4010430 con 0x7fdfe406afb0 2024-04-26T01:57:49.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.657+0000 7fdfdb400700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdfc80a3c40 0x7fdfc80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:49.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.657+0000 7fdfdb400700 1 -- 172.21.15.26:0/395082584 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fdfd40d0160 con 0x7fdfe406afb0 2024-04-26T01:57:49.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.657+0000 7fdfe2000700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdfc80a3c40 0x7fdfc80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:49.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.658+0000 7fdfe2000700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdfc80a3c40 0x7fdfc80a6100 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fdfe4078ca0 tx=0x7fdfd0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:49.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.662+0000 7fdfdb400700 1 -- 172.21.15.26:0/395082584 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdfd409cf40 con 0x7fdfe406afb0 2024-04-26T01:57:49.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:49 smithi064 ceph-mon[32613]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:49.736 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 01:57:49 smithi064 systemd[1]: Starting Ceph mds.f for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:57:49.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:49 smithi033 ceph-mon[32805]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:49.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.940+0000 7fdfe3e00700 1 -- 172.21.15.26:0/395082584 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdfe402df80 con 0x7fdfe406afb0 2024-04-26T01:57:49.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.941+0000 7fdfdb400700 1 -- 172.21.15.26:0/395082584 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4690 (secure 0 0 0) 0x7fdfd409c840 con 0x7fdfe406afb0 2024-04-26T01:57:49.940 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:57:49.940 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24452,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-26T01:57:49.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.944+0000 7fdfe3e00700 1 -- 172.21.15.26:0/395082584 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdfc80a3c40 msgr2=0x7fdfc80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:49.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.944+0000 7fdfe3e00700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdfc80a3c40 0x7fdfc80a6100 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fdfe4078ca0 tx=0x7fdfd0009260 comp rx=0 tx=0).stop 2024-04-26T01:57:49.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.944+0000 7fdfe3e00700 1 -- 172.21.15.26:0/395082584 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe406afb0 msgr2=0x7fdfe419b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:49.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.944+0000 7fdfe3e00700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe406afb0 0x7fdfe419b170 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdfd400e9a0 tx=0x7fdfd400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:57:49.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.945+0000 7fdfe3e00700 1 -- 172.21.15.26:0/395082584 shutdown_connections 2024-04-26T01:57:49.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.945+0000 7fdfe3e00700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe4108a20 0x7fdfe419fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:49.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.945+0000 7fdfe3e00700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe406afb0 0x7fdfe419b170 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:49.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.945+0000 7fdfe3e00700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdfc80a3c40 0x7fdfc80a6100 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:49.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.945+0000 7fdfe3e00700 1 --2- 172.21.15.26:0/395082584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe406b970 0x7fdfe419b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:49.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.945+0000 7fdfe3e00700 1 -- 172.21.15.26:0/395082584 >> 172.21.15.26:0/395082584 conn(0x7fdfe4078780 msgr2=0x7fdfe410dda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:49.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.945+0000 7fdfe3e00700 1 -- 172.21.15.26:0/395082584 shutdown_connections 2024-04-26T01:57:49.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:49.945+0000 7fdfe3e00700 1 -- 172.21.15.26:0/395082584 wait complete. 2024-04-26T01:57:49.945 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 6 2024-04-26T01:57:50.040 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 01:57:49 smithi064 podman[62717]: 2024-04-26 01:57:49.640996629 +0000 UTC m=+0.018863846 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:57:50.040 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 01:57:49 smithi064 podman[62717]: 2024-04-26 01:57:49.781075738 +0000 UTC m=+0.158942956 container create 7e5a9ee253f7ef0c5cdbbc0554c23b62648652e6c02837445ba07eab6c22acf7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-f, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:57:50.040 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 01:57:50 smithi064 podman[62717]: 2024-04-26 01:57:50.041955572 +0000 UTC m=+0.419822789 container init 7e5a9ee253f7ef0c5cdbbc0554c23b62648652e6c02837445ba07eab6c22acf7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-f, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_CLEAN=True) 2024-04-26T01:57:50.328 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 01:57:50 smithi064 podman[62717]: 2024-04-26 01:57:50.044688157 +0000 UTC m=+0.422555375 container start 7e5a9ee253f7ef0c5cdbbc0554c23b62648652e6c02837445ba07eab6c22acf7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-f, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:57:50.328 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 01:57:50 smithi064 ceph-mds[62736]: -- 172.21.15.64:0/1518544205 <== mon.1 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562b30f83a40 con 0x562b30f56800 2024-04-26T01:57:50.328 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 01:57:50 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-f[62732]: starting mds.f at 2024-04-26T01:57:50.328 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 01:57:50 smithi064 bash[62717]: 7e5a9ee253f7ef0c5cdbbc0554c23b62648652e6c02837445ba07eab6c22acf7 2024-04-26T01:57:50.328 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 01:57:50 smithi064 systemd[1]: Started Ceph mds.f for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:57:50.712 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:50 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/395082584' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:50.712 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:50 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:50.712 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:50 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:50.712 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:50 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:50.712 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:50 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:50.713 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:50 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:50.713 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:50 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:50 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/395082584' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:50 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:50 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:50 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:50 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:50 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:50 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:50 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/395082584' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:50 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:50 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:50 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:50 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:50 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:50 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:51.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:51 smithi064 ceph-mon[32613]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:51.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:51 smithi064 ceph-mon[32613]: Deploying daemon mds.c on smithi064 2024-04-26T01:57:51.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:51 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.64:6834/1139927844,v1:172.21.15.64:6835/1139927844] up:boot 2024-04-26T01:57:51.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:51 smithi064 ceph-mon[32613]: fsmap 6 up:standby 2024-04-26T01:57:51.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:51 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:57:51.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:51 smithi026 ceph-mon[28138]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:51.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:51 smithi026 ceph-mon[28138]: Deploying daemon mds.c on smithi064 2024-04-26T01:57:51.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:51 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.64:6834/1139927844,v1:172.21.15.64:6835/1139927844] up:boot 2024-04-26T01:57:51.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:51 smithi026 ceph-mon[28138]: fsmap 6 up:standby 2024-04-26T01:57:51.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:51 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:57:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:51 smithi033 ceph-mon[32805]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:51 smithi033 ceph-mon[32805]: Deploying daemon mds.c on smithi064 2024-04-26T01:57:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:51 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.64:6834/1139927844,v1:172.21.15.64:6835/1139927844] up:boot 2024-04-26T01:57:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:51 smithi033 ceph-mon[32805]: fsmap 6 up:standby 2024-04-26T01:57:51.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:51 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:57:52.578 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 01:57:52 smithi064 systemd[1]: Starting Ceph mds.c for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:57:52.894 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:57:53.078 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 01:57:52 smithi064 podman[63043]: 2024-04-26 01:57:52.640226867 +0000 UTC m=+0.018586265 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:57:53.078 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 01:57:52 smithi064 podman[63043]: 2024-04-26 01:57:52.762327605 +0000 UTC m=+0.140686977 container create ff6b9241da68514929a3a8465b9271c7bdb65658950c63bd9c56a4eef400d420 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:57:53.363 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:53.429 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 01:57:53 smithi064 podman[63043]: 2024-04-26 01:57:53.081908427 +0000 UTC m=+0.460267800 container init ff6b9241da68514929a3a8465b9271c7bdb65658950c63bd9c56a4eef400d420 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True) 2024-04-26T01:57:53.429 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 01:57:53 smithi064 podman[63043]: 2024-04-26 01:57:53.084724142 +0000 UTC m=+0.463083523 container start ff6b9241da68514929a3a8465b9271c7bdb65658950c63bd9c56a4eef400d420 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416) 2024-04-26T01:57:53.429 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 01:57:53 smithi064 ceph-mds[63062]: -- 172.21.15.64:0/2210488417 <== mon.1 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c6980b7a40 con 0x55c69808a800 2024-04-26T01:57:53.429 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 01:57:53 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: starting mds.c at 2024-04-26T01:57:53.430 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 01:57:53 smithi064 bash[63043]: ff6b9241da68514929a3a8465b9271c7bdb65658950c63bd9c56a4eef400d420 2024-04-26T01:57:53.430 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 01:57:53 smithi064 systemd[1]: Started Ceph mds.c for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:57:53.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:53 smithi026 ceph-mon[28138]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:53.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:53.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:53.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:53.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:53.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:53.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:53 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:53 smithi033 ceph-mon[32805]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:53 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:53 smithi064 ceph-mon[32613]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:53 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:54 smithi033 ceph-mon[32805]: Deploying daemon mds.h on smithi033 2024-04-26T01:57:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:54 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.64:6836/1005903026,v1:172.21.15.64:6837/1005903026] up:boot 2024-04-26T01:57:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:54 smithi033 ceph-mon[32805]: fsmap 7 up:standby 2024-04-26T01:57:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:54 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:57:54.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:54 smithi026 ceph-mon[28138]: Deploying daemon mds.h on smithi033 2024-04-26T01:57:54.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:54 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.64:6836/1005903026,v1:172.21.15.64:6837/1005903026] up:boot 2024-04-26T01:57:54.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:54 smithi026 ceph-mon[28138]: fsmap 7 up:standby 2024-04-26T01:57:54.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:54 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:57:54.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:54 smithi064 ceph-mon[32613]: Deploying daemon mds.h on smithi033 2024-04-26T01:57:54.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:54 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.64:6836/1005903026,v1:172.21.15.64:6837/1005903026] up:boot 2024-04-26T01:57:54.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:54 smithi064 ceph-mon[32613]: fsmap 7 up:standby 2024-04-26T01:57:54.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:54 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:57:55.591 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:55 smithi026 ceph-mon[28138]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:55.681 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:55 smithi033 ceph-mon[32805]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:55.681 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 01:57:55 smithi033 systemd[1]: Starting Ceph mds.h for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:57:55.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.764+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2452975785 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4bc108a20 msgr2=0x7fa4bc108e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:55.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.764+0000 7fa4c0e00700 1 --2- 172.21.15.26:0/2452975785 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4bc108a20 0x7fa4bc108e00 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac009990 tx=0x7fa4ac009ca0 comp rx=0 tx=0).stop 2024-04-26T01:57:55.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.765+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2452975785 shutdown_connections 2024-04-26T01:57:55.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.765+0000 7fa4c0e00700 1 --2- 172.21.15.26:0/2452975785 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4bc06b980 0x7fa4bc10f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:55.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.765+0000 7fa4c0e00700 1 --2- 172.21.15.26:0/2452975785 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4bc108a20 0x7fa4bc108e00 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:55.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.765+0000 7fa4c0e00700 1 --2- 172.21.15.26:0/2452975785 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa4bc06afe0 0x7fa4bc06b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:55.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.765+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2452975785 >> 172.21.15.26:0/2452975785 conn(0x7fa4bc0788b0 msgr2=0x7fa4bc078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:55.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.765+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2452975785 shutdown_connections 2024-04-26T01:57:55.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.765+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2452975785 wait complete. 2024-04-26T01:57:55.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.766+0000 7fa4c0e00700 1 Processor -- start 2024-04-26T01:57:55.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.766+0000 7fa4c0e00700 1 -- start start 2024-04-26T01:57:55.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.766+0000 7fa4c0e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4bc06afe0 0x7fa4bc199140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:55.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.766+0000 7fa4c0e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4bc06b980 0x7fa4bc199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:55.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4c0e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa4bc108a20 0x7fa4bc19da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:55.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4c0e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc112c10 con 0x7fa4bc06b980 2024-04-26T01:57:55.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4c0e00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc112a90 con 0x7fa4bc06afe0 2024-04-26T01:57:55.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4c0e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc112d90 con 0x7fa4bc108a20 2024-04-26T01:57:55.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4b3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4bc06b980 0x7fa4bc199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:55.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4b9e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4bc06afe0 0x7fa4bc199140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:55.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4b3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4bc06b980 0x7fa4bc199680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59282/0 (socket says 172.21.15.26:59282) 2024-04-26T01:57:55.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4b3e00700 1 -- 172.21.15.26:0/2350901015 learned_addr learned my addr 172.21.15.26:0/2350901015 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:57:55.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4ba800700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa4bc108a20 0x7fa4bc19da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:55.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4b9e00700 1 -- 172.21.15.26:0/2350901015 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa4bc108a20 msgr2=0x7fa4bc19da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:55.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4b9e00700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa4bc108a20 0x7fa4bc19da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:55.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4b9e00700 1 -- 172.21.15.26:0/2350901015 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4bc06b980 msgr2=0x7fa4bc199680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:55.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4b9e00700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4bc06b980 0x7fa4bc199680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:55.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.767+0000 7fa4b9e00700 1 -- 172.21.15.26:0/2350901015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4bc19e150 con 0x7fa4bc06afe0 2024-04-26T01:57:55.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.768+0000 7fa4b9e00700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4bc06afe0 0x7fa4bc199140 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac000c00 tx=0x7fa4ac0047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:55.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.768+0000 7fa4b2a00700 1 -- 172.21.15.26:0/2350901015 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac026070 con 0x7fa4bc06afe0 2024-04-26T01:57:55.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.768+0000 7fa4b2a00700 1 -- 172.21.15.26:0/2350901015 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4ac021410 con 0x7fa4bc06afe0 2024-04-26T01:57:55.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.768+0000 7fa4b2a00700 1 -- 172.21.15.26:0/2350901015 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac017650 con 0x7fa4bc06afe0 2024-04-26T01:57:55.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.768+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2350901015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4bc19e3e0 con 0x7fa4bc06afe0 2024-04-26T01:57:55.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.768+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2350901015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4bc1a5cc0 con 0x7fa4bc06afe0 2024-04-26T01:57:55.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.769+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2350901015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4bc069730 con 0x7fa4bc06afe0 2024-04-26T01:57:55.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.771+0000 7fa4b2a00700 1 -- 172.21.15.26:0/2350901015 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa4ac029070 con 0x7fa4bc06afe0 2024-04-26T01:57:55.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.772+0000 7fa4b2a00700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fa4a00a3cc0 0x7fa4a00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:55.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.773+0000 7fa4b2a00700 1 -- 172.21.15.26:0/2350901015 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa4ac0d0c20 con 0x7fa4bc06afe0 2024-04-26T01:57:55.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.773+0000 7fa4b3e00700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fa4a00a3cc0 0x7fa4a00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:55.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.773+0000 7fa4b3e00700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fa4a00a3cc0 0x7fa4a00a6180 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc078f90 tx=0x7fa4a4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:55.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:55.777+0000 7fa4b2a00700 1 -- 172.21.15.26:0/2350901015 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa4ac05dff0 con 0x7fa4bc06afe0 2024-04-26T01:57:55.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:55 smithi064 ceph-mon[32613]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:55.949 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 01:57:55 smithi033 podman[62880]: 2024-04-26 01:57:55.586165348 +0000 UTC m=+0.018652378 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:57:55.949 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 01:57:55 smithi033 podman[62880]: 2024-04-26 01:57:55.698600623 +0000 UTC m=+0.131087640 container create 2f9d4ce4aafcdaba8b1bc58e74cc0830fda141d323448fc3330172bbb39b2361 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:57:55.949 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 01:57:55 smithi033 podman[62880]: 2024-04-26 01:57:55.951537836 +0000 UTC m=+0.384024857 container init 2f9d4ce4aafcdaba8b1bc58e74cc0830fda141d323448fc3330172bbb39b2361 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-h, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=) 2024-04-26T01:57:56.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.067+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2350901015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4bc19a4a0 con 0x7fa4bc06afe0 2024-04-26T01:57:56.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.068+0000 7fa4b2a00700 1 -- 172.21.15.26:0/2350901015 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6340 (secure 0 0 0) 0x7fa4ac013070 con 0x7fa4bc06afe0 2024-04-26T01:57:56.067 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:57:56.067 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24452,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24478,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-26T01:57:56.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.071+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2350901015 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fa4a00a3cc0 msgr2=0x7fa4a00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:56.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.071+0000 7fa4c0e00700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fa4a00a3cc0 0x7fa4a00a6180 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc078f90 tx=0x7fa4a4009260 comp rx=0 tx=0).stop 2024-04-26T01:57:56.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.071+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2350901015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4bc06afe0 msgr2=0x7fa4bc199140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:56.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.071+0000 7fa4c0e00700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4bc06afe0 0x7fa4bc199140 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac000c00 tx=0x7fa4ac0047b0 comp rx=0 tx=0).stop 2024-04-26T01:57:56.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.071+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2350901015 shutdown_connections 2024-04-26T01:57:56.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.071+0000 7fa4c0e00700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa4bc108a20 0x7fa4bc19da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:56.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.071+0000 7fa4c0e00700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4bc06afe0 0x7fa4bc199140 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:56.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.071+0000 7fa4c0e00700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fa4a00a3cc0 0x7fa4a00a6180 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:56.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.071+0000 7fa4c0e00700 1 --2- 172.21.15.26:0/2350901015 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4bc06b980 0x7fa4bc199680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:56.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.071+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2350901015 >> 172.21.15.26:0/2350901015 conn(0x7fa4bc0788b0 msgr2=0x7fa4bc0ffae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:56.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.072+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2350901015 shutdown_connections 2024-04-26T01:57:56.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:57:56.072+0000 7fa4c0e00700 1 -- 172.21.15.26:0/2350901015 wait complete. 2024-04-26T01:57:56.072 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 8 2024-04-26T01:57:56.247 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 01:57:55 smithi033 podman[62880]: 2024-04-26 01:57:55.954289078 +0000 UTC m=+0.386776096 container start 2f9d4ce4aafcdaba8b1bc58e74cc0830fda141d323448fc3330172bbb39b2361 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-h, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T01:57:56.247 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 01:57:55 smithi033 ceph-mds[62899]: -- 172.21.15.33:0/1960915756 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5627090fda40 con 0x5627090d0800 2024-04-26T01:57:56.247 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 01:57:55 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-h[62895]: starting mds.h at 2024-04-26T01:57:56.247 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 01:57:56 smithi033 bash[62880]: 2f9d4ce4aafcdaba8b1bc58e74cc0830fda141d323448fc3330172bbb39b2361 2024-04-26T01:57:56.248 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 01:57:56 smithi033 systemd[1]: Started Ceph mds.h for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:57:56.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:56 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2350901015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:56.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:56.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:56.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:56.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:56.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:56.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:56 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:56.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:56 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2350901015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:56.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:56 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:56.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:56 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:56.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:56 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:56.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:56 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:56.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:56 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:56.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:56 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:56 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2350901015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:56 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:56 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:56 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:57:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:56 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:57:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:56 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:57:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:56 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:57 smithi064 ceph-mon[32613]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:57 smithi064 ceph-mon[32613]: Deploying daemon mds.i on smithi064 2024-04-26T01:57:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:57 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] up:boot 2024-04-26T01:57:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:57 smithi064 ceph-mon[32613]: fsmap 8 up:standby 2024-04-26T01:57:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:57 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:57:57.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:57 smithi026 ceph-mon[28138]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:57.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:57 smithi026 ceph-mon[28138]: Deploying daemon mds.i on smithi064 2024-04-26T01:57:57.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:57 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] up:boot 2024-04-26T01:57:57.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:57 smithi026 ceph-mon[28138]: fsmap 8 up:standby 2024-04-26T01:57:57.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:57 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:57:57.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:57 smithi033 ceph-mon[32805]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:57.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:57 smithi033 ceph-mon[32805]: Deploying daemon mds.i on smithi064 2024-04-26T01:57:57.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:57 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] up:boot 2024-04-26T01:57:57.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:57 smithi033 ceph-mon[32805]: fsmap 8 up:standby 2024-04-26T01:57:57.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:57 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:57:58.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:57:58 smithi026 ceph-mon[28138]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:58.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:57:58 smithi033 ceph-mon[32805]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:58.764 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:57:58 smithi064 ceph-mon[32613]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:57:58.765 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 01:57:58 smithi064 systemd[1]: Starting Ceph mds.i for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:57:58.975 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:57:59.024 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 01:57:58 smithi064 podman[63356]: 2024-04-26 01:57:58.669006741 +0000 UTC m=+0.018602733 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:57:59.024 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 01:57:58 smithi064 podman[63356]: 2024-04-26 01:57:58.79945239 +0000 UTC m=+0.149048362 container create 37bf024d100c6064aa68407945c1504dc539af97af6316a819147ee7388532bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-26T01:57:59.328 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 01:57:59 smithi064 podman[63356]: 2024-04-26 01:57:59.027033016 +0000 UTC m=+0.376628989 container init 37bf024d100c6064aa68407945c1504dc539af97af6316a819147ee7388532bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-26T01:57:59.328 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 01:57:59 smithi064 podman[63356]: 2024-04-26 01:57:59.030141528 +0000 UTC m=+0.379737500 container start 37bf024d100c6064aa68407945c1504dc539af97af6316a819147ee7388532bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-26T01:57:59.328 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 01:57:59 smithi064 ceph-mds[63375]: -- 172.21.15.64:0/1623727394 <== mon.1 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559444085a40 con 0x559444059000 2024-04-26T01:57:59.328 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 01:57:59 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i[63371]: starting mds.i at 2024-04-26T01:57:59.328 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 01:57:59 smithi064 bash[63356]: 37bf024d100c6064aa68407945c1504dc539af97af6316a819147ee7388532bc 2024-04-26T01:57:59.328 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 01:57:59 smithi064 systemd[1]: Started Ceph mds.i for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:57:59.436 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:58:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:58:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:00 smithi026 ceph-mon[28138]: Deploying daemon mds.g on smithi026 2024-04-26T01:58:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:00 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] up:boot 2024-04-26T01:58:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:00 smithi026 ceph-mon[28138]: fsmap 9 up:standby 2024-04-26T01:58:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:58:00.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:00.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:58:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:58:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:00 smithi033 ceph-mon[32805]: Deploying daemon mds.g on smithi026 2024-04-26T01:58:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:00 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] up:boot 2024-04-26T01:58:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:00 smithi033 ceph-mon[32805]: fsmap 9 up:standby 2024-04-26T01:58:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:58:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:58:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:58:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:00 smithi064 ceph-mon[32613]: Deploying daemon mds.g on smithi026 2024-04-26T01:58:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:00 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] up:boot 2024-04-26T01:58:00.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:00 smithi064 ceph-mon[32613]: fsmap 9 up:standby 2024-04-26T01:58:00.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:58:01.377 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:01 smithi026 ceph-mon[28138]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:01 smithi033 ceph-mon[32805]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:01.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:01 smithi064 ceph-mon[32613]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:02.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.402+0000 7f68ade00700 1 -- 172.21.15.26:0/134553669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a806b070 msgr2=0x7f68a810efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:02.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.402+0000 7f68ade00700 1 --2- 172.21.15.26:0/134553669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a806b070 0x7f68a810efb0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6890009990 tx=0x7f6890009ca0 comp rx=0 tx=0).stop 2024-04-26T01:58:02.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.402+0000 7f68ade00700 1 -- 172.21.15.26:0/134553669 shutdown_connections 2024-04-26T01:58:02.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.402+0000 7f68ade00700 1 --2- 172.21.15.26:0/134553669 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f68a810f4f0 0x7f68a81118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:02.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.402+0000 7f68ade00700 1 --2- 172.21.15.26:0/134553669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a806a750 0x7f68a806ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:02.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.402+0000 7f68ade00700 1 --2- 172.21.15.26:0/134553669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a806b070 0x7f68a810efb0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:02.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.402+0000 7f68ade00700 1 -- 172.21.15.26:0/134553669 >> 172.21.15.26:0/134553669 conn(0x7f68a80788f0 msgr2=0x7f68a8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:02.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.402+0000 7f68ade00700 1 -- 172.21.15.26:0/134553669 shutdown_connections 2024-04-26T01:58:02.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.402+0000 7f68ade00700 1 -- 172.21.15.26:0/134553669 wait complete. 2024-04-26T01:58:02.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.403+0000 7f68ade00700 1 Processor -- start 2024-04-26T01:58:02.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.403+0000 7f68ade00700 1 -- start start 2024-04-26T01:58:02.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.404+0000 7f68ade00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a806a750 0x7f68a819b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:02.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.404+0000 7f68ade00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f68a806b070 0x7f68a819b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:02.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.404+0000 7f68ade00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a810f4f0 0x7f68a819fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:02.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.404+0000 7f68ade00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f68a8114e80 con 0x7f68a806a750 2024-04-26T01:58:02.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.404+0000 7f68ade00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f68a8114d00 con 0x7f68a810f4f0 2024-04-26T01:58:02.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.404+0000 7f68ade00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f68a8115000 con 0x7f68a806b070 2024-04-26T01:58:02.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.404+0000 7f68a6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a806a750 0x7f68a819b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:02.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.404+0000 7f68a6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a806a750 0x7f68a819b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42360/0 (socket says 172.21.15.26:42360) 2024-04-26T01:58:02.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.404+0000 7f68a6a00700 1 -- 172.21.15.26:0/3979212581 learned_addr learned my addr 172.21.15.26:0/3979212581 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:02.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.404+0000 7f689e000700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f68a806b070 0x7f68a819b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:02.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.404+0000 7f68a7400700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a810f4f0 0x7f68a819fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:02.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.405+0000 7f689e000700 1 -- 172.21.15.26:0/3979212581 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a810f4f0 msgr2=0x7f68a819fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:02.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.405+0000 7f689e000700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a810f4f0 0x7f68a819fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:02.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.405+0000 7f689e000700 1 -- 172.21.15.26:0/3979212581 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a806a750 msgr2=0x7f68a819b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:02.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.405+0000 7f689e000700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a806a750 0x7f68a819b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:02.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.405+0000 7f689e000700 1 -- 172.21.15.26:0/3979212581 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a81a0380 con 0x7f68a806b070 2024-04-26T01:58:02.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.405+0000 7f68a6a00700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a806a750 0x7f68a819b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:02.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.405+0000 7f689e000700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f68a806b070 0x7f68a819b8b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f68900098e0 tx=0x7f68900057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:02.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.405+0000 7f68aca00700 1 -- 172.21.15.26:0/3979212581 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6890027070 con 0x7f68a806b070 2024-04-26T01:58:02.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.405+0000 7f68aca00700 1 -- 172.21.15.26:0/3979212581 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6890022470 con 0x7f68a806b070 2024-04-26T01:58:02.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.405+0000 7f68ade00700 1 -- 172.21.15.26:0/3979212581 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68a81a0610 con 0x7f68a806b070 2024-04-26T01:58:02.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.405+0000 7f68aca00700 1 -- 172.21.15.26:0/3979212581 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6890017650 con 0x7f68a806b070 2024-04-26T01:58:02.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.406+0000 7f68ade00700 1 -- 172.21.15.26:0/3979212581 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68a81a7ef0 con 0x7f68a806b070 2024-04-26T01:58:02.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.407+0000 7f68ade00700 1 -- 172.21.15.26:0/3979212581 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68a8101f60 con 0x7f68a806b070 2024-04-26T01:58:02.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.409+0000 7f68aca00700 1 -- 172.21.15.26:0/3979212581 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f689002a070 con 0x7f68a806b070 2024-04-26T01:58:02.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.410+0000 7f68aca00700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f688c0a3c40 0x7f688c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:02.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.410+0000 7f68aca00700 1 -- 172.21.15.26:0/3979212581 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f68900d0d60 con 0x7f68a806b070 2024-04-26T01:58:02.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.410+0000 7f68a6a00700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f688c0a3c40 0x7f688c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:02.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.411+0000 7f68a6a00700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f688c0a3c40 0x7f688c0a6100 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6898009c10 tx=0x7f689800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:02.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.415+0000 7f68aca00700 1 -- 172.21.15.26:0/3979212581 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f689005eff0 con 0x7f68a806b070 2024-04-26T01:58:02.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.698+0000 7f68ade00700 1 -- 172.21.15.26:0/3979212581 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f68a819c6d0 con 0x7f68a806b070 2024-04-26T01:58:02.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.699+0000 7f68aca00700 1 -- 172.21.15.26:0/3979212581 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7989 (secure 0 0 0) 0x7f6890013070 con 0x7f68a806b070 2024-04-26T01:58:02.699 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:58:02.699 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24452,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24478,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T01:58:02.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.702+0000 7f68ade00700 1 -- 172.21.15.26:0/3979212581 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f688c0a3c40 msgr2=0x7f688c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:02.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.702+0000 7f68ade00700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f688c0a3c40 0x7f688c0a6100 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6898009c10 tx=0x7f689800b040 comp rx=0 tx=0).stop 2024-04-26T01:58:02.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.702+0000 7f68ade00700 1 -- 172.21.15.26:0/3979212581 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f68a806b070 msgr2=0x7f68a819b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:02.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.702+0000 7f68ade00700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f68a806b070 0x7f68a819b8b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f68900098e0 tx=0x7f68900057c0 comp rx=0 tx=0).stop 2024-04-26T01:58:02.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.702+0000 7f68ade00700 1 -- 172.21.15.26:0/3979212581 shutdown_connections 2024-04-26T01:58:02.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.702+0000 7f68ade00700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a810f4f0 0x7f68a819fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:02.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.702+0000 7f68ade00700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f688c0a3c40 0x7f688c0a6100 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:02.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.702+0000 7f68ade00700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a806a750 0x7f68a819b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:02.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.702+0000 7f68ade00700 1 --2- 172.21.15.26:0/3979212581 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f68a806b070 0x7f68a819b8b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:02.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.702+0000 7f68ade00700 1 -- 172.21.15.26:0/3979212581 >> 172.21.15.26:0/3979212581 conn(0x7f68a80788f0 msgr2=0x7f68a81109a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:02.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.702+0000 7f68ade00700 1 -- 172.21.15.26:0/3979212581 shutdown_connections 2024-04-26T01:58:02.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:02.702+0000 7f68ade00700 1 -- 172.21.15.26:0/3979212581 wait complete. 2024-04-26T01:58:02.704 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 10 2024-04-26T01:58:03.317 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:03 smithi026 ceph-mon[28138]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:03.317 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:03 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3979212581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:03.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:03 smithi033 ceph-mon[32805]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:03.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:03 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3979212581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:03.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:03 smithi064 ceph-mon[32613]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:03.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:03 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3979212581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:04.229 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 01:58:03 smithi026 systemd[1]: Starting Ceph mds.g for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:58:04.659 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 01:58:04 smithi026 podman[67301]: 2024-04-26 01:58:04.241113524 +0000 UTC m=+0.037217037 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:58:04.660 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 01:58:04 smithi026 podman[67301]: 2024-04-26 01:58:04.372438747 +0000 UTC m=+0.168542288 container create e5ef25af3eeab070257fe5e22cd291e7196ab6f7dc8c4b6ad6e56eb86eafba82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-26T01:58:04.660 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 01:58:04 smithi026 podman[67301]: 2024-04-26 01:58:04.6601391 +0000 UTC m=+0.456242645 container init e5ef25af3eeab070257fe5e22cd291e7196ab6f7dc8c4b6ad6e56eb86eafba82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True) 2024-04-26T01:58:04.979 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 01:58:04 smithi026 podman[67301]: 2024-04-26 01:58:04.670856266 +0000 UTC m=+0.466959777 container start e5ef25af3eeab070257fe5e22cd291e7196ab6f7dc8c4b6ad6e56eb86eafba82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:58:04.979 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 01:58:04 smithi026 ceph-mds[67320]: -- 172.21.15.26:0/3974454977 <== mon.1 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561c5ea0fa40 con 0x561c5e9e2c00 2024-04-26T01:58:04.979 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 01:58:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g[67316]: starting mds.g at 2024-04-26T01:58:04.979 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 01:58:04 smithi026 bash[67301]: e5ef25af3eeab070257fe5e22cd291e7196ab6f7dc8c4b6ad6e56eb86eafba82 2024-04-26T01:58:04.979 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 01:58:04 smithi026 systemd[1]: Started Ceph mds.g for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:58:05.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:05 smithi026 ceph-mon[28138]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:05.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:05.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:05.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:05.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:58:05.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:58:05.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:05.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:05 smithi033 ceph-mon[32805]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:05.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:05.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:05.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:05.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:58:05.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:58:05.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:05.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:05 smithi064 ceph-mon[32613]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:05.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:05.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:05.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:05.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:58:05.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:58:05.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:05.669 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:58:06.371 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:06 smithi026 ceph-mon[28138]: Deploying daemon mds.a on smithi026 2024-04-26T01:58:06.371 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:06 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] up:boot 2024-04-26T01:58:06.371 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:06 smithi026 ceph-mon[28138]: fsmap 10 up:standby 2024-04-26T01:58:06.371 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:58:06.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:06 smithi033 ceph-mon[32805]: Deploying daemon mds.a on smithi026 2024-04-26T01:58:06.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:06 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] up:boot 2024-04-26T01:58:06.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:06 smithi033 ceph-mon[32805]: fsmap 10 up:standby 2024-04-26T01:58:06.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:58:06.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:06 smithi064 ceph-mon[32613]: Deploying daemon mds.a on smithi026 2024-04-26T01:58:06.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:06 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] up:boot 2024-04-26T01:58:06.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:06 smithi064 ceph-mon[32613]: fsmap 10 up:standby 2024-04-26T01:58:06.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:58:07.462 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:07.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:07 smithi026 ceph-mon[28138]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:07.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:07 smithi033 ceph-mon[32805]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:07.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:07 smithi064 ceph-mon[32613]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:08.480 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 01:58:08 smithi026 systemd[1]: Starting Ceph mds.a for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:58:09.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:09 smithi026 ceph-mon[28138]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:09.479 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 01:58:09 smithi026 podman[67711]: 2024-04-26 01:58:09.158769138 +0000 UTC m=+0.039497252 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:58:09.480 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 01:58:09 smithi026 podman[67711]: 2024-04-26 01:58:09.405641302 +0000 UTC m=+0.286369456 container create 3d87c33a2ad31ddfd27a575522412a650af28907d1ac84e63082c9de608dffa5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-26T01:58:09.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:09 smithi033 ceph-mon[32805]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:09.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:09 smithi064 ceph-mon[32613]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:09.979 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 01:58:09 smithi026 podman[67711]: 2024-04-26 01:58:09.768269332 +0000 UTC m=+0.648997463 container init 3d87c33a2ad31ddfd27a575522412a650af28907d1ac84e63082c9de608dffa5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-04-26T01:58:09.979 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 01:58:09 smithi026 podman[67711]: 2024-04-26 01:58:09.778032504 +0000 UTC m=+0.658760624 container start 3d87c33a2ad31ddfd27a575522412a650af28907d1ac84e63082c9de608dffa5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416) 2024-04-26T01:58:09.979 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 01:58:09 smithi026 ceph-mds[67741]: -- 172.21.15.26:0/1284884968 <== mon.1 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557de1dd3a40 con 0x557de1da6800 2024-04-26T01:58:09.980 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 01:58:09 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a[67733]: starting mds.a at 2024-04-26T01:58:10.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.103+0000 7fbcafe00700 1 -- 172.21.15.26:0/1818696597 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbcb01053c0 msgr2=0x7fbcb0105840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:10.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.103+0000 7fbcafe00700 1 --2- 172.21.15.26:0/1818696597 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbcb01053c0 0x7fbcb0105840 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fbca800b0a0 tx=0x7fbca800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:58:10.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.103+0000 7fbcafe00700 1 -- 172.21.15.26:0/1818696597 shutdown_connections 2024-04-26T01:58:10.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.103+0000 7fbcafe00700 1 --2- 172.21.15.26:0/1818696597 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbcb01053c0 0x7fbcb0105840 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:10.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.103+0000 7fbcafe00700 1 --2- 172.21.15.26:0/1818696597 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbcb0107920 0x7fbcb006afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:10.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.103+0000 7fbcafe00700 1 --2- 172.21.15.26:0/1818696597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcb006b4f0 0x7fbcb006b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:10.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.103+0000 7fbcafe00700 1 -- 172.21.15.26:0/1818696597 >> 172.21.15.26:0/1818696597 conn(0x7fbcb0078780 msgr2=0x7fbcb0078b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:10.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.104+0000 7fbcafe00700 1 -- 172.21.15.26:0/1818696597 shutdown_connections 2024-04-26T01:58:10.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.104+0000 7fbcafe00700 1 -- 172.21.15.26:0/1818696597 wait complete. 2024-04-26T01:58:10.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.105+0000 7fbcafe00700 1 Processor -- start 2024-04-26T01:58:10.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.105+0000 7fbcafe00700 1 -- start start 2024-04-26T01:58:10.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.105+0000 7fbcafe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbcb006b4f0 0x7fbcb019f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:10.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.105+0000 7fbcafe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcb01053c0 0x7fbcb019fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:10.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.105+0000 7fbcafe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbcb0107920 0x7fbcb01a3d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:10.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.105+0000 7fbcafe00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb01190b0 con 0x7fbcb0107920 2024-04-26T01:58:10.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.105+0000 7fbcafe00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb0118f30 con 0x7fbcb01053c0 2024-04-26T01:58:10.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.105+0000 7fbcafe00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb0119230 con 0x7fbcb006b4f0 2024-04-26T01:58:10.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.106+0000 7fbcaea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbcb006b4f0 0x7fbcb019f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:10.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.106+0000 7fbcaea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbcb006b4f0 0x7fbcb019f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:38694/0 (socket says 172.21.15.26:38694) 2024-04-26T01:58:10.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.106+0000 7fbcaea00700 1 -- 172.21.15.26:0/1899190597 learned_addr learned my addr 172.21.15.26:0/1899190597 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:10.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.106+0000 7fbca7e00700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcb01053c0 0x7fbcb019fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:10.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.106+0000 7fbcaf400700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbcb0107920 0x7fbcb01a3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:10.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.106+0000 7fbcaea00700 1 -- 172.21.15.26:0/1899190597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcb01053c0 msgr2=0x7fbcb019fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:10.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.106+0000 7fbcaea00700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcb01053c0 0x7fbcb019fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:10.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.106+0000 7fbcaea00700 1 -- 172.21.15.26:0/1899190597 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbcb0107920 msgr2=0x7fbcb01a3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:10.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.106+0000 7fbcaea00700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbcb0107920 0x7fbcb01a3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:10.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.106+0000 7fbcaea00700 1 -- 172.21.15.26:0/1899190597 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcb01a44a0 con 0x7fbcb006b4f0 2024-04-26T01:58:10.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.106+0000 7fbcaf400700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbcb0107920 0x7fbcb01a3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:58:10.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.106+0000 7fbcaea00700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbcb006b4f0 0x7fbcb019f4e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fbca000e9a0 tx=0x7fbca000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:10.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.107+0000 7fbca7400700 1 -- 172.21.15.26:0/1899190597 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca000cbd0 con 0x7fbcb006b4f0 2024-04-26T01:58:10.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.107+0000 7fbca7400700 1 -- 172.21.15.26:0/1899190597 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbca000cd70 con 0x7fbcb006b4f0 2024-04-26T01:58:10.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.107+0000 7fbcafe00700 1 -- 172.21.15.26:0/1899190597 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcb01a4790 con 0x7fbcb006b4f0 2024-04-26T01:58:10.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.107+0000 7fbca7400700 1 -- 172.21.15.26:0/1899190597 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca0018680 con 0x7fbcb006b4f0 2024-04-26T01:58:10.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.107+0000 7fbcafe00700 1 -- 172.21.15.26:0/1899190597 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcb01ac010 con 0x7fbcb006b4f0 2024-04-26T01:58:10.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.108+0000 7fbcafe00700 1 -- 172.21.15.26:0/1899190597 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcb0069730 con 0x7fbcb006b4f0 2024-04-26T01:58:10.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.110+0000 7fbca7400700 1 -- 172.21.15.26:0/1899190597 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fbca0010430 con 0x7fbcb006b4f0 2024-04-26T01:58:10.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.111+0000 7fbca7400700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc940a3c40 0x7fbc940a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:10.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.112+0000 7fbca7400700 1 -- 172.21.15.26:0/1899190597 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fbca00d0220 con 0x7fbcb006b4f0 2024-04-26T01:58:10.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.112+0000 7fbca7e00700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc940a3c40 0x7fbc940a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:10.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.112+0000 7fbca7e00700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc940a3c40 0x7fbc940a6100 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fbc98009680 tx=0x7fbc98009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:10.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.116+0000 7fbca7400700 1 -- 172.21.15.26:0/1899190597 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbca009d000 con 0x7fbcb006b4f0 2024-04-26T01:58:10.416 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 01:58:10 smithi026 bash[67711]: 3d87c33a2ad31ddfd27a575522412a650af28907d1ac84e63082c9de608dffa5 2024-04-26T01:58:10.416 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 01:58:10 smithi026 systemd[1]: Started Ceph mds.a for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:58:10.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.416+0000 7fbcafe00700 1 -- 172.21.15.26:0/1899190597 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbcb01ac230 con 0x7fbcb006b4f0 2024-04-26T01:58:10.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.417+0000 7fbca7400700 1 -- 172.21.15.26:0/1899190597 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9638 (secure 0 0 0) 0x7fbca009c900 con 0x7fbcb006b4f0 2024-04-26T01:58:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:58:10.418 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24452,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24478,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24502,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24512,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[]} 2024-04-26T01:58:10.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.421+0000 7fbcafe00700 1 -- 172.21.15.26:0/1899190597 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc940a3c40 msgr2=0x7fbc940a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:10.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.421+0000 7fbcafe00700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc940a3c40 0x7fbc940a6100 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fbc98009680 tx=0x7fbc98009260 comp rx=0 tx=0).stop 2024-04-26T01:58:10.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.421+0000 7fbcafe00700 1 -- 172.21.15.26:0/1899190597 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbcb006b4f0 msgr2=0x7fbcb019f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:10.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.421+0000 7fbcafe00700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbcb006b4f0 0x7fbcb019f4e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fbca000e9a0 tx=0x7fbca000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:58:10.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.422+0000 7fbcafe00700 1 -- 172.21.15.26:0/1899190597 shutdown_connections 2024-04-26T01:58:10.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.422+0000 7fbcafe00700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc940a3c40 0x7fbc940a6100 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:10.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.422+0000 7fbcafe00700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbcb0107920 0x7fbcb01a3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:10.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.422+0000 7fbcafe00700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbcb006b4f0 0x7fbcb019f4e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:10.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.422+0000 7fbcafe00700 1 --2- 172.21.15.26:0/1899190597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbcb01053c0 0x7fbcb019fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:10.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.422+0000 7fbcafe00700 1 -- 172.21.15.26:0/1899190597 >> 172.21.15.26:0/1899190597 conn(0x7fbcb0078780 msgr2=0x7fbcb0100af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:10.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.422+0000 7fbcafe00700 1 -- 172.21.15.26:0/1899190597 shutdown_connections 2024-04-26T01:58:10.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:10.422+0000 7fbcafe00700 1 -- 172.21.15.26:0/1899190597 wait complete. 2024-04-26T01:58:10.423 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 12 2024-04-26T01:58:11.299 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:11 smithi033 ceph-mon[32805]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:11.299 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:11 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] up:boot 2024-04-26T01:58:11.299 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:11 smithi033 ceph-mon[32805]: fsmap 11 up:standby 2024-04-26T01:58:11.299 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:58:11.299 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:11.299 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:11.299 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:11.299 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:58:11.299 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:58:11.299 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:11 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:11.300 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:11 smithi033 ceph-mon[32805]: Deploying daemon mds.b on smithi033 2024-04-26T01:58:11.300 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:11 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1899190597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:11.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:11 smithi026 ceph-mon[28138]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:11.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:11 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] up:boot 2024-04-26T01:58:11.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:11 smithi026 ceph-mon[28138]: fsmap 11 up:standby 2024-04-26T01:58:11.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:58:11.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:11.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:11.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:11.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:58:11.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:58:11.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:11 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:11.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:11 smithi026 ceph-mon[28138]: Deploying daemon mds.b on smithi033 2024-04-26T01:58:11.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:11 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1899190597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:11.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:11 smithi064 ceph-mon[32613]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:11.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:11 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] up:boot 2024-04-26T01:58:11.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:11 smithi064 ceph-mon[32613]: fsmap 11 up:standby 2024-04-26T01:58:11.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:58:11.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:11.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:11.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:11.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:58:11.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:58:11.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:11 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:11.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:11 smithi064 ceph-mon[32613]: Deploying daemon mds.b on smithi033 2024-04-26T01:58:11.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:11 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1899190597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:12.712 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:12 smithi033 systemd[1]: Starting Ceph mds.b for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T01:58:12.970 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:12 smithi033 podman[63186]: 2024-04-26 01:58:12.616865313 +0000 UTC m=+0.018505905 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:58:12.971 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:12 smithi033 podman[63186]: 2024-04-26 01:58:12.746916398 +0000 UTC m=+0.148557031 container create 596d5106c8e9abf821d0c335b7ac380981c909d16cd60de875566bb172137d51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2) 2024-04-26T01:58:12.971 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:12 smithi033 podman[63186]: 2024-04-26 01:58:12.972904359 +0000 UTC m=+0.374544953 container init 596d5106c8e9abf821d0c335b7ac380981c909d16cd60de875566bb172137d51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:58:13.238 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:12 smithi033 podman[63186]: 2024-04-26 01:58:12.975691484 +0000 UTC m=+0.377332076 container start 596d5106c8e9abf821d0c335b7ac380981c909d16cd60de875566bb172137d51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-26T01:58:13.238 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:12 smithi033 ceph-mds[63205]: -- 172.21.15.33:0/256495983 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5628cc5b3a40 con 0x5628cc586c00 2024-04-26T01:58:13.238 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:13 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b[63201]: starting mds.b at 2024-04-26T01:58:13.238 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:13 smithi033 bash[63186]: 596d5106c8e9abf821d0c335b7ac380981c909d16cd60de875566bb172137d51 2024-04-26T01:58:13.238 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:13 smithi033 systemd[1]: Started Ceph mds.b for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T01:58:13.281 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:58:13.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:13 smithi033 ceph-mon[32805]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:13.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:13 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:13 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:13 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:13 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:13 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:13 smithi064 ceph-mon[32613]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:13.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:13 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:13 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:13 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:13 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:13 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.710 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:13.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:13 smithi026 ceph-mon[28138]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:13.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:13 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:13 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:13 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:13 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:13.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:13 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:14.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:14 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] up:boot 2024-04-26T01:58:14.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:14 smithi026 ceph-mon[28138]: fsmap 12 up:standby 2024-04-26T01:58:14.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:14 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:58:14.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:14 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:14.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:14 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] up:boot 2024-04-26T01:58:14.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:14 smithi064 ceph-mon[32613]: fsmap 12 up:standby 2024-04-26T01:58:14.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:14 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:58:14.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:14 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:14.583 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:14 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] up:boot 2024-04-26T01:58:14.583 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:14 smithi033 ceph-mon[32805]: fsmap 12 up:standby 2024-04-26T01:58:14.583 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:14 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:58:14.583 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:14 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:15.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:15 smithi026 ceph-mon[28138]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:15.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:15.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:15.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:15 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:15.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:15 smithi064 ceph-mon[32613]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:15.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:15.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:15.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:15 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:15.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:15 smithi033 ceph-mon[32805]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:15.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:15.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:15.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:15 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:16.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.072+0000 7fb904c00700 1 -- 172.21.15.26:0/2773167167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb900102950 msgr2=0x7fb900102dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:16.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.072+0000 7fb904c00700 1 --2- 172.21.15.26:0/2773167167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb900102950 0x7fb900102dd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb8e8009990 tx=0x7fb8e8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.072+0000 7fb904c00700 1 -- 172.21.15.26:0/2773167167 shutdown_connections 2024-04-26T01:58:16.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.072+0000 7fb904c00700 1 --2- 172.21.15.26:0/2773167167 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb900103310 0x7fb90010f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.072+0000 7fb904c00700 1 --2- 172.21.15.26:0/2773167167 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb900108950 0x7fb900108d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.072+0000 7fb904c00700 1 --2- 172.21.15.26:0/2773167167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb900102950 0x7fb900102dd0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.072+0000 7fb904c00700 1 -- 172.21.15.26:0/2773167167 >> 172.21.15.26:0/2773167167 conn(0x7fb9000fe460 msgr2=0x7fb900100880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:16.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.073+0000 7fb904c00700 1 -- 172.21.15.26:0/2773167167 shutdown_connections 2024-04-26T01:58:16.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.073+0000 7fb904c00700 1 -- 172.21.15.26:0/2773167167 wait complete. 2024-04-26T01:58:16.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.074+0000 7fb904c00700 1 Processor -- start 2024-04-26T01:58:16.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.074+0000 7fb904c00700 1 -- start start 2024-04-26T01:58:16.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.074+0000 7fb904c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb900102950 0x7fb900074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:16.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.074+0000 7fb904c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb900103310 0x7fb900075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:16.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb904c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb900108950 0x7fb9000757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:16.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb904c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb900112b80 con 0x7fb900103310 2024-04-26T01:58:16.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb904c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb900112a00 con 0x7fb900108950 2024-04-26T01:58:16.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb904c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb900112d00 con 0x7fb900102950 2024-04-26T01:58:16.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb8ff400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb900102950 0x7fb900074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:16.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb8f7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb900103310 0x7fb900075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:16.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb8ff400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb900102950 0x7fb900074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:38714/0 (socket says 172.21.15.26:38714) 2024-04-26T01:58:16.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb8ff400700 1 -- 172.21.15.26:0/452070808 learned_addr learned my addr 172.21.15.26:0/452070808 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:16.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb8ffe00700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb900108950 0x7fb9000757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:16.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb8ff400700 1 -- 172.21.15.26:0/452070808 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb900108950 msgr2=0x7fb9000757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:16.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb8ff400700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb900108950 0x7fb9000757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb8ff400700 1 -- 172.21.15.26:0/452070808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb900103310 msgr2=0x7fb900075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb8ff400700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb900103310 0x7fb900075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb8ff400700 1 -- 172.21.15.26:0/452070808 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9001a75c0 con 0x7fb900102950 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.075+0000 7fb8f7e00700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb900103310 0x7fb900075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.076+0000 7fb8ff400700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb900102950 0x7fb900074d40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb8f000e9a0 tx=0x7fb8f000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.076+0000 7fb8fcc00700 1 -- 172.21.15.26:0/452070808 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f000ca10 con 0x7fb900102950 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.076+0000 7fb8fcc00700 1 -- 172.21.15.26:0/452070808 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8f000cbb0 con 0x7fb900102950 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.076+0000 7fb904c00700 1 -- 172.21.15.26:0/452070808 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9001a78b0 con 0x7fb900102950 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.076+0000 7fb8fcc00700 1 -- 172.21.15.26:0/452070808 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f0018680 con 0x7fb900102950 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.076+0000 7fb904c00700 1 -- 172.21.15.26:0/452070808 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9001a7df0 con 0x7fb900102950 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.077+0000 7fb904c00700 1 -- 172.21.15.26:0/452070808 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb900069730 con 0x7fb900102950 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.079+0000 7fb8fcc00700 1 -- 172.21.15.26:0/452070808 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb8f0010430 con 0x7fb900102950 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.081+0000 7fb8fcc00700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb8e40a3c40 0x7fb8e40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:16.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.081+0000 7fb8fcc00700 1 -- 172.21.15.26:0/452070808 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb8f00d01b0 con 0x7fb900102950 2024-04-26T01:58:16.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.081+0000 7fb8f7e00700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb8e40a3c40 0x7fb8e40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:16.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.082+0000 7fb8f7e00700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb8e40a3c40 0x7fb8e40a6100 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb900100ac0 tx=0x7fb8e801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:16.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.083+0000 7fb8fcc00700 1 -- 172.21.15.26:0/452070808 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb8f009cf90 con 0x7fb900102950 2024-04-26T01:58:16.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.387+0000 7fb904c00700 1 -- 172.21.15.26:0/452070808 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb90002df80 con 0x7fb900102950 2024-04-26T01:58:16.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.388+0000 7fb8fcc00700 1 -- 172.21.15.26:0/452070808 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10461 (secure 0 0 0) 0x7fb8f0085e20 con 0x7fb900102950 2024-04-26T01:58:16.388 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:58:16.388 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24452,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24472,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24478,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24502,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24512,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24524,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-26T01:58:16.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.391+0000 7fb904c00700 1 -- 172.21.15.26:0/452070808 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb8e40a3c40 msgr2=0x7fb8e40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:16.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.391+0000 7fb904c00700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb8e40a3c40 0x7fb8e40a6100 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb900100ac0 tx=0x7fb8e801a040 comp rx=0 tx=0).stop 2024-04-26T01:58:16.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.391+0000 7fb904c00700 1 -- 172.21.15.26:0/452070808 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb900102950 msgr2=0x7fb900074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:16.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.391+0000 7fb904c00700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb900102950 0x7fb900074d40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb8f000e9a0 tx=0x7fb8f000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.391+0000 7fb904c00700 1 -- 172.21.15.26:0/452070808 shutdown_connections 2024-04-26T01:58:16.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.391+0000 7fb904c00700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb900108950 0x7fb9000757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.391+0000 7fb904c00700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb900102950 0x7fb900074d40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.391+0000 7fb904c00700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb8e40a3c40 0x7fb8e40a6100 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.391+0000 7fb904c00700 1 --2- 172.21.15.26:0/452070808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb900103310 0x7fb900075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.391+0000 7fb904c00700 1 -- 172.21.15.26:0/452070808 >> 172.21.15.26:0/452070808 conn(0x7fb9000fe460 msgr2=0x7fb9000fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:16.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.392+0000 7fb904c00700 1 -- 172.21.15.26:0/452070808 shutdown_connections 2024-04-26T01:58:16.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:16.392+0000 7fb904c00700 1 -- 172.21.15.26:0/452070808 wait complete. 2024-04-26T01:58:16.392 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 13 2024-04-26T01:58:16.409 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:16 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:16.409 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:16 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:16.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:16 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:16.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:16 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:16.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:16 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:16.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:16 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:17 smithi026 ceph-mon[28138]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:17 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/452070808' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:17.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:17 smithi064 ceph-mon[32613]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:17.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:17 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/452070808' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:17.692 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-04-26T01:58:17.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:17 smithi033 ceph-mon[32805]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:17.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:17 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/452070808' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:18.188 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:19 smithi064 ceph-mon[32613]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:19 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:19.674 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:19 smithi026 ceph-mon[28138]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:19.674 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:19.674 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:19.674 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:19.674 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:19.674 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:19 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:19.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:19 smithi033 ceph-mon[32805]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:19.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:19.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:19.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:19.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:19.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:19 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:20.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:20 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:20.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.520+0000 7ffa73e00700 1 -- 172.21.15.26:0/4156908341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa6c102300 msgr2=0x7ffa6c10e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.520+0000 7ffa73e00700 1 --2- 172.21.15.26:0/4156908341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa6c102300 0x7ffa6c10e7f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ffa6400b0a0 tx=0x7ffa6400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.520+0000 7ffa73e00700 1 -- 172.21.15.26:0/4156908341 shutdown_connections 2024-04-26T01:58:20.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.520+0000 7ffa73e00700 1 --2- 172.21.15.26:0/4156908341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa6c102300 0x7ffa6c10e7f0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.520+0000 7ffa73e00700 1 --2- 172.21.15.26:0/4156908341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffa6c107990 0x7ffa6c107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.520+0000 7ffa73e00700 1 --2- 172.21.15.26:0/4156908341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa6c101940 0x7ffa6c101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.520+0000 7ffa73e00700 1 -- 172.21.15.26:0/4156908341 >> 172.21.15.26:0/4156908341 conn(0x7ffa6c0788f0 msgr2=0x7ffa6c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:20.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.521+0000 7ffa73e00700 1 -- 172.21.15.26:0/4156908341 shutdown_connections 2024-04-26T01:58:20.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.521+0000 7ffa73e00700 1 -- 172.21.15.26:0/4156908341 wait complete. 2024-04-26T01:58:20.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.522+0000 7ffa73e00700 1 Processor -- start 2024-04-26T01:58:20.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.522+0000 7ffa73e00700 1 -- start start 2024-04-26T01:58:20.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa73e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa6c101940 0x7ffa6c19b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa73e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffa6c102300 0x7ffa6c19b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa73e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa6c107990 0x7ffa6c19fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa73e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c111b50 con 0x7ffa6c107990 2024-04-26T01:58:20.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa73e00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c1119d0 con 0x7ffa6c101940 2024-04-26T01:58:20.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa73e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c111cd0 con 0x7ffa6c102300 2024-04-26T01:58:20.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa71400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa6c101940 0x7ffa6c19b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa71400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa6c101940 0x7ffa6c19b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:49430/0 (socket says 172.21.15.26:49430) 2024-04-26T01:58:20.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa71400700 1 -- 172.21.15.26:0/2677570437 learned_addr learned my addr 172.21.15.26:0/2677570437 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:20.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa71e00700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa6c107990 0x7ffa6c19fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa70a00700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffa6c102300 0x7ffa6c19b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa71400700 1 -- 172.21.15.26:0/2677570437 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffa6c102300 msgr2=0x7ffa6c19b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa71400700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffa6c102300 0x7ffa6c19b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa71400700 1 -- 172.21.15.26:0/2677570437 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa6c107990 msgr2=0x7ffa6c19fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa71400700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa6c107990 0x7ffa6c19fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.523+0000 7ffa71400700 1 -- 172.21.15.26:0/2677570437 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa6c1a0300 con 0x7ffa6c101940 2024-04-26T01:58:20.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.524+0000 7ffa71400700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa6c101940 0x7ffa6c19b2f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ffa6000e9c0 tx=0x7ffa6000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:20.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.524+0000 7ffa6a000700 1 -- 172.21.15.26:0/2677570437 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa6000cbd0 con 0x7ffa6c101940 2024-04-26T01:58:20.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.524+0000 7ffa6a000700 1 -- 172.21.15.26:0/2677570437 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa6000ee60 con 0x7ffa6c101940 2024-04-26T01:58:20.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.524+0000 7ffa6a000700 1 -- 172.21.15.26:0/2677570437 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa600055c0 con 0x7ffa6c101940 2024-04-26T01:58:20.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.524+0000 7ffa73e00700 1 -- 172.21.15.26:0/2677570437 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa6c1a05f0 con 0x7ffa6c101940 2024-04-26T01:58:20.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.525+0000 7ffa73e00700 1 -- 172.21.15.26:0/2677570437 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa6c1a7e70 con 0x7ffa6c101940 2024-04-26T01:58:20.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.526+0000 7ffa73e00700 1 -- 172.21.15.26:0/2677570437 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa6c069730 con 0x7ffa6c101940 2024-04-26T01:58:20.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.530+0000 7ffa6a000700 1 -- 172.21.15.26:0/2677570437 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ffa60004750 con 0x7ffa6c101940 2024-04-26T01:58:20.528 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:20 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:20.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.531+0000 7ffa6a000700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ffa540a3d90 0x7ffa540a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.531+0000 7ffa6a000700 1 -- 172.21.15.26:0/2677570437 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7ffa600d00d0 con 0x7ffa6c101940 2024-04-26T01:58:20.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.531+0000 7ffa70a00700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ffa540a3d90 0x7ffa540a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.532+0000 7ffa70a00700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ffa540a3d90 0x7ffa540a6250 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ffa6c1018d0 tx=0x7ffa58009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:20.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.535+0000 7ffa6a000700 1 -- 172.21.15.26:0/2677570437 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ffa6009ceb0 con 0x7ffa6c101940 2024-04-26T01:58:20.555 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:20 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:20.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.800+0000 7ffa73e00700 1 -- 172.21.15.26:0/2677570437 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7ffa6c19c650 con 0x7ffa6c101940 2024-04-26T01:58:20.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.800+0000 7ffa6a000700 1 -- 172.21.15.26:0/2677570437 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7ffa6009c7b0 con 0x7ffa6c101940 2024-04-26T01:58:20.800 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:58:20.800 INFO:teuthology.orchestra.run.smithi026.stdout:[ 2024-04-26T01:58:20.800 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T01:58:20.800 INFO:teuthology.orchestra.run.smithi026.stdout: "poolnum": 1, 2024-04-26T01:58:20.800 INFO:teuthology.orchestra.run.smithi026.stdout: "poolname": ".mgr" 2024-04-26T01:58:20.800 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T01:58:20.801 INFO:teuthology.orchestra.run.smithi026.stdout:] 2024-04-26T01:58:20.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.803+0000 7ffa73e00700 1 -- 172.21.15.26:0/2677570437 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ffa540a3d90 msgr2=0x7ffa540a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.803+0000 7ffa73e00700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ffa540a3d90 0x7ffa540a6250 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ffa6c1018d0 tx=0x7ffa58009260 comp rx=0 tx=0).stop 2024-04-26T01:58:20.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.803+0000 7ffa73e00700 1 -- 172.21.15.26:0/2677570437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa6c101940 msgr2=0x7ffa6c19b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.803+0000 7ffa73e00700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa6c101940 0x7ffa6c19b2f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ffa6000e9c0 tx=0x7ffa6000ecd0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.803+0000 7ffa73e00700 1 -- 172.21.15.26:0/2677570437 shutdown_connections 2024-04-26T01:58:20.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.803+0000 7ffa73e00700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ffa540a3d90 0x7ffa540a6250 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.803+0000 7ffa73e00700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa6c107990 0x7ffa6c19fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.803+0000 7ffa73e00700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa6c101940 0x7ffa6c19b2f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.803+0000 7ffa73e00700 1 --2- 172.21.15.26:0/2677570437 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ffa6c102300 0x7ffa6c19b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.803+0000 7ffa73e00700 1 -- 172.21.15.26:0/2677570437 >> 172.21.15.26:0/2677570437 conn(0x7ffa6c0788f0 msgr2=0x7ffa6c06a720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:20.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.804+0000 7ffa73e00700 1 -- 172.21.15.26:0/2677570437 shutdown_connections 2024-04-26T01:58:20.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:20.804+0000 7ffa73e00700 1 -- 172.21.15.26:0/2677570437 wait complete. 2024-04-26T01:58:21.374 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:21 smithi026 ceph-mon[28138]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:21.374 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:21 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2677570437' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T01:58:21.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:21 smithi064 ceph-mon[32613]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:21.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:21 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2677570437' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T01:58:21.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:21 smithi033 ceph-mon[32805]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:21.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:21 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2677570437' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T01:58:22.243 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-26T01:58:22.243 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-26T01:58:22.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:22.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:22.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:22.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:22 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:22.700 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:22.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:22.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:22.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:22.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:22 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:22.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:22.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:22.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:22.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:22 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:23.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:23 smithi026 ceph-mon[28138]: pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:23.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:23 smithi033 ceph-mon[32805]: pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:23.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:23 smithi064 ceph-mon[32613]: pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:25.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.069+0000 7fe67da00700 1 -- 172.21.15.26:0/639179443 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe678105890 msgr2=0x7fe6781098e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:25.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.069+0000 7fe67da00700 1 --2- 172.21.15.26:0/639179443 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe678105890 0x7fe6781098e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe6640099c0 tx=0x7fe664009cd0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.069+0000 7fe67da00700 1 -- 172.21.15.26:0/639179443 shutdown_connections 2024-04-26T01:58:25.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.069+0000 7fe67da00700 1 --2- 172.21.15.26:0/639179443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe678109fc0 0x7fe678111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.069+0000 7fe67da00700 1 --2- 172.21.15.26:0/639179443 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe678104ee0 0x7fe6781052c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.069+0000 7fe67da00700 1 --2- 172.21.15.26:0/639179443 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe678105890 0x7fe6781098e0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.069+0000 7fe67da00700 1 -- 172.21.15.26:0/639179443 >> 172.21.15.26:0/639179443 conn(0x7fe678100770 msgr2=0x7fe678102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:25.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.069+0000 7fe67da00700 1 -- 172.21.15.26:0/639179443 shutdown_connections 2024-04-26T01:58:25.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.069+0000 7fe67da00700 1 -- 172.21.15.26:0/639179443 wait complete. 2024-04-26T01:58:25.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.071+0000 7fe67da00700 1 Processor -- start 2024-04-26T01:58:25.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.071+0000 7fe67da00700 1 -- start start 2024-04-26T01:58:25.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.072+0000 7fe67da00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe678104ee0 0x7fe67819b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:25.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.072+0000 7fe67da00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe678105890 0x7fe67819b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:25.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.072+0000 7fe67da00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe678109fc0 0x7fe67819fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:25.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.072+0000 7fe67da00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe678114e80 con 0x7fe678109fc0 2024-04-26T01:58:25.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.072+0000 7fe67da00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe678114d00 con 0x7fe678105890 2024-04-26T01:58:25.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.072+0000 7fe67da00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe678115000 con 0x7fe678104ee0 2024-04-26T01:58:25.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.072+0000 7fe676000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe678105890 0x7fe67819b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:25.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.072+0000 7fe676000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe678105890 0x7fe67819b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:49446/0 (socket says 172.21.15.26:49446) 2024-04-26T01:58:25.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.072+0000 7fe676000700 1 -- 172.21.15.26:0/312647179 learned_addr learned my addr 172.21.15.26:0/312647179 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:25.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.072+0000 7fe676a00700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe678104ee0 0x7fe67819b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:25.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.073+0000 7fe677400700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe678109fc0 0x7fe67819fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:25.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.073+0000 7fe676000700 1 -- 172.21.15.26:0/312647179 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe678104ee0 msgr2=0x7fe67819b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:25.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.073+0000 7fe676000700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe678104ee0 0x7fe67819b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.073+0000 7fe676000700 1 -- 172.21.15.26:0/312647179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe678109fc0 msgr2=0x7fe67819fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.073+0000 7fe676000700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe678109fc0 0x7fe67819fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.073+0000 7fe676000700 1 -- 172.21.15.26:0/312647179 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6781a03e0 con 0x7fe678105890 2024-04-26T01:58:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.073+0000 7fe677400700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe678109fc0 0x7fe67819fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:58:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.073+0000 7fe676000700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe678105890 0x7fe67819b910 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe66400b580 tx=0x7fe664004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.073+0000 7fe66f400700 1 -- 172.21.15.26:0/312647179 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe664009e60 con 0x7fe678105890 2024-04-26T01:58:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.073+0000 7fe66f400700 1 -- 172.21.15.26:0/312647179 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe664003c70 con 0x7fe678105890 2024-04-26T01:58:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.074+0000 7fe67da00700 1 -- 172.21.15.26:0/312647179 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6781a0670 con 0x7fe678105890 2024-04-26T01:58:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.074+0000 7fe66f400700 1 -- 172.21.15.26:0/312647179 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6640049c0 con 0x7fe678105890 2024-04-26T01:58:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.074+0000 7fe67da00700 1 -- 172.21.15.26:0/312647179 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6781a7f50 con 0x7fe678105890 2024-04-26T01:58:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.075+0000 7fe67da00700 1 -- 172.21.15.26:0/312647179 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6781063c0 con 0x7fe678105890 2024-04-26T01:58:25.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.077+0000 7fe66f400700 1 -- 172.21.15.26:0/312647179 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe6640037c0 con 0x7fe678105890 2024-04-26T01:58:25.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.078+0000 7fe66f400700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe65c0a3cc0 0x7fe65c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:25.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.078+0000 7fe66f400700 1 -- 172.21.15.26:0/312647179 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe6640d08b0 con 0x7fe678105890 2024-04-26T01:58:25.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.078+0000 7fe676a00700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe65c0a3cc0 0x7fe65c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:25.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.079+0000 7fe676a00700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe65c0a3cc0 0x7fe65c0a6180 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe668009c60 tx=0x7fe668009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:25.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.080+0000 7fe66f400700 1 -- 172.21.15.26:0/312647179 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe664013070 con 0x7fe678105890 2024-04-26T01:58:25.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:24 smithi026 ceph-mon[28138]: pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:25.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:25.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:25.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:25.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:25.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:24 smithi033 ceph-mon[32805]: pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:25.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.319+0000 7fe67da00700 1 -- 172.21.15.26:0/312647179 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fe67819c730 con 0x7fe678105890 2024-04-26T01:58:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:24 smithi064 ceph-mon[32613]: pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:58:25.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.893+0000 7fe66f400700 1 -- 172.21.15.26:0/312647179 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7fe66409d720 con 0x7fe678105890 2024-04-26T01:58:25.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.902+0000 7fe67da00700 1 -- 172.21.15.26:0/312647179 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe65c0a3cc0 msgr2=0x7fe65c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:25.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.902+0000 7fe67da00700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe65c0a3cc0 0x7fe65c0a6180 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe668009c60 tx=0x7fe668009260 comp rx=0 tx=0).stop 2024-04-26T01:58:25.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.902+0000 7fe67da00700 1 -- 172.21.15.26:0/312647179 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe678105890 msgr2=0x7fe67819b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:25.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.902+0000 7fe67da00700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe678105890 0x7fe67819b910 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe66400b580 tx=0x7fe664004270 comp rx=0 tx=0).stop 2024-04-26T01:58:25.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.902+0000 7fe67da00700 1 -- 172.21.15.26:0/312647179 shutdown_connections 2024-04-26T01:58:25.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.902+0000 7fe67da00700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe65c0a3cc0 0x7fe65c0a6180 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.902+0000 7fe67da00700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe678109fc0 0x7fe67819fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.902+0000 7fe67da00700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe678104ee0 0x7fe67819b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.902+0000 7fe67da00700 1 --2- 172.21.15.26:0/312647179 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe678105890 0x7fe67819b910 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.902+0000 7fe67da00700 1 -- 172.21.15.26:0/312647179 >> 172.21.15.26:0/312647179 conn(0x7fe678100770 msgr2=0x7fe678102a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:25.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.904+0000 7fe67da00700 1 -- 172.21.15.26:0/312647179 shutdown_connections 2024-04-26T01:58:25.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:25.905+0000 7fe67da00700 1 -- 172.21.15.26:0/312647179 wait complete. 2024-04-26T01:58:25.905 INFO:teuthology.orchestra.run.smithi026.stderr:pool 'cephfs_metadata' created 2024-04-26T01:58:26.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:25 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/312647179' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:58:26.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:25 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:58:26.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:25 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/312647179' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:58:26.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:25 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:58:26.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:25 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/312647179' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:58:26.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:25 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:58:26.816 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-26T01:58:27.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:26 smithi026 ceph-mon[28138]: pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:27.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:26 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T01:58:27.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:26 smithi026 ceph-mon[28138]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T01:58:27.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:26 smithi033 ceph-mon[32805]: pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:27.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:26 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T01:58:27.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:26 smithi033 ceph-mon[32805]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T01:58:27.305 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:27.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:26 smithi064 ceph-mon[32613]: pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:27.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:26 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T01:58:27.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:26 smithi064 ceph-mon[32613]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T01:58:28.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:27 smithi026 ceph-mon[28138]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T01:58:28.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:27 smithi033 ceph-mon[32805]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T01:58:28.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:27 smithi064 ceph-mon[32613]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T01:58:29.176 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:28 smithi026 ceph-mon[28138]: pgmap v325: 33 pgs: 2 creating+peering, 13 active+clean, 18 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:29.176 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:28 smithi026 ceph-mon[28138]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:58:29.176 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:28 smithi026 ceph-mon[28138]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T01:58:29.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:28 smithi033 ceph-mon[32805]: pgmap v325: 33 pgs: 2 creating+peering, 13 active+clean, 18 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:29.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:28 smithi033 ceph-mon[32805]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:58:29.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:28 smithi033 ceph-mon[32805]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T01:58:29.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:28 smithi064 ceph-mon[32613]: pgmap v325: 33 pgs: 2 creating+peering, 13 active+clean, 18 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:29.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:28 smithi064 ceph-mon[32613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:58:29.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:28 smithi064 ceph-mon[32613]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T01:58:29.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.489+0000 7f0826600700 1 -- 172.21.15.26:0/3926645774 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0820075590 msgr2=0x7f08201136d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:29.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.489+0000 7f0826600700 1 --2- 172.21.15.26:0/3926645774 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0820075590 0x7f08201136d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f080c009990 tx=0x7f080c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:58:29.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.489+0000 7f0826600700 1 -- 172.21.15.26:0/3926645774 shutdown_connections 2024-04-26T01:58:29.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.489+0000 7f0826600700 1 --2- 172.21.15.26:0/3926645774 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0820113c10 0x7f0820116000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:29.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.489+0000 7f0826600700 1 --2- 172.21.15.26:0/3926645774 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0820074c70 0x7f0820075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:29.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.489+0000 7f0826600700 1 --2- 172.21.15.26:0/3926645774 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0820075590 0x7f08201136d0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:29.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.489+0000 7f0826600700 1 -- 172.21.15.26:0/3926645774 >> 172.21.15.26:0/3926645774 conn(0x7f0820079ba0 msgr2=0x7f0820079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:29.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.489+0000 7f0826600700 1 -- 172.21.15.26:0/3926645774 shutdown_connections 2024-04-26T01:58:29.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.489+0000 7f0826600700 1 -- 172.21.15.26:0/3926645774 wait complete. 2024-04-26T01:58:29.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.490+0000 7f0826600700 1 Processor -- start 2024-04-26T01:58:29.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.490+0000 7f0826600700 1 -- start start 2024-04-26T01:58:29.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.491+0000 7f0826600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0820074c70 0x7f082019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:29.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.491+0000 7f0826600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0820075590 0x7f082019fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:29.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.491+0000 7f0826600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0820113c10 0x7f08201a3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:29.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.491+0000 7f0826600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0820119200 con 0x7f0820074c70 2024-04-26T01:58:29.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.491+0000 7f0826600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0820119080 con 0x7f0820075590 2024-04-26T01:58:29.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.491+0000 7f0826600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0820119380 con 0x7f0820113c10 2024-04-26T01:58:29.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.491+0000 7f081ea00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0820075590 0x7f082019fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:29.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.491+0000 7f081fe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0820113c10 0x7f08201a3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:29.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.491+0000 7f081ea00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0820075590 0x7f082019fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:46956/0 (socket says 172.21.15.26:46956) 2024-04-26T01:58:29.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.491+0000 7f081ea00700 1 -- 172.21.15.26:0/352601890 learned_addr learned my addr 172.21.15.26:0/352601890 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:29.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.491+0000 7f081f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0820074c70 0x7f082019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:29.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.492+0000 7f081ea00700 1 -- 172.21.15.26:0/352601890 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0820113c10 msgr2=0x7f08201a3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:29.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.492+0000 7f081ea00700 1 --2- 172.21.15.26:0/352601890 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0820113c10 0x7f08201a3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:29.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.492+0000 7f081ea00700 1 -- 172.21.15.26:0/352601890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0820074c70 msgr2=0x7f082019f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:29.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.492+0000 7f081ea00700 1 --2- 172.21.15.26:0/352601890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0820074c70 0x7f082019f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:29.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.492+0000 7f081ea00700 1 -- 172.21.15.26:0/352601890 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08201a4700 con 0x7f0820075590 2024-04-26T01:58:29.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.492+0000 7f081ea00700 1 --2- 172.21.15.26:0/352601890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0820075590 0x7f082019fc30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f080c00b2e0 tx=0x7f080c0047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:29.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.492+0000 7f0817e00700 1 -- 172.21.15.26:0/352601890 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f080c026070 con 0x7f0820075590 2024-04-26T01:58:29.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.492+0000 7f0817e00700 1 -- 172.21.15.26:0/352601890 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f080c021410 con 0x7f0820075590 2024-04-26T01:58:29.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.492+0000 7f0826600700 1 -- 172.21.15.26:0/352601890 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08201a4990 con 0x7f0820075590 2024-04-26T01:58:29.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.492+0000 7f0817e00700 1 -- 172.21.15.26:0/352601890 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f080c017650 con 0x7f0820075590 2024-04-26T01:58:29.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.493+0000 7f0826600700 1 -- 172.21.15.26:0/352601890 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08201ac270 con 0x7f0820075590 2024-04-26T01:58:29.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.494+0000 7f0826600700 1 -- 172.21.15.26:0/352601890 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0820076360 con 0x7f0820075590 2024-04-26T01:58:29.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.496+0000 7f0817e00700 1 -- 172.21.15.26:0/352601890 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f080c029070 con 0x7f0820075590 2024-04-26T01:58:29.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.497+0000 7f0817e00700 1 --2- 172.21.15.26:0/352601890 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f08040a3c40 0x7f08040a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:29.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.497+0000 7f0817e00700 1 -- 172.21.15.26:0/352601890 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7497+0+0 (secure 0 0 0) 0x7f080c0d14d0 con 0x7f0820075590 2024-04-26T01:58:29.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.497+0000 7f081f400700 1 --2- 172.21.15.26:0/352601890 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f08040a3c40 0x7f08040a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:29.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.498+0000 7f081f400700 1 --2- 172.21.15.26:0/352601890 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f08040a3c40 0x7f08040a6100 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0810009c60 tx=0x7f0810009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:29.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.500+0000 7f0817e00700 1 -- 172.21.15.26:0/352601890 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f080c030070 con 0x7f0820075590 2024-04-26T01:58:29.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.731+0000 7f0826600700 1 -- 172.21.15.26:0/352601890 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f0820069730 con 0x7f0820075590 2024-04-26T01:58:29.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.943+0000 7f0817e00700 1 -- 172.21.15.26:0/352601890 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v86) ==== 170+0+0 (secure 0 0 0) 0x7f0820069730 con 0x7f0820075590 2024-04-26T01:58:29.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.952+0000 7f0826600700 1 -- 172.21.15.26:0/352601890 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f08040a3c40 msgr2=0x7f08040a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:29.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.952+0000 7f0826600700 1 --2- 172.21.15.26:0/352601890 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f08040a3c40 0x7f08040a6100 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0810009c60 tx=0x7f0810009260 comp rx=0 tx=0).stop 2024-04-26T01:58:29.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.952+0000 7f0826600700 1 -- 172.21.15.26:0/352601890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0820075590 msgr2=0x7f082019fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:29.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.952+0000 7f0826600700 1 --2- 172.21.15.26:0/352601890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0820075590 0x7f082019fc30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f080c00b2e0 tx=0x7f080c0047b0 comp rx=0 tx=0).stop 2024-04-26T01:58:29.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.953+0000 7f0826600700 1 -- 172.21.15.26:0/352601890 shutdown_connections 2024-04-26T01:58:29.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.953+0000 7f0826600700 1 --2- 172.21.15.26:0/352601890 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0820113c10 0x7f08201a3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:29.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.953+0000 7f0826600700 1 --2- 172.21.15.26:0/352601890 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f08040a3c40 0x7f08040a6100 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:29.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.953+0000 7f0826600700 1 --2- 172.21.15.26:0/352601890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0820074c70 0x7f082019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:29.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.953+0000 7f0826600700 1 --2- 172.21.15.26:0/352601890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0820075590 0x7f082019fc30 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:29.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.953+0000 7f0826600700 1 -- 172.21.15.26:0/352601890 >> 172.21.15.26:0/352601890 conn(0x7f0820079ba0 msgr2=0x7f082010f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:29.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.954+0000 7f0826600700 1 -- 172.21.15.26:0/352601890 shutdown_connections 2024-04-26T01:58:29.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:29.955+0000 7f0826600700 1 -- 172.21.15.26:0/352601890 wait complete. 2024-04-26T01:58:29.958 INFO:teuthology.orchestra.run.smithi026.stderr:pool 'cephfs_data' created 2024-04-26T01:58:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:29 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/352601890' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:58:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:29 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:58:30.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:29 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/352601890' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:58:30.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:29 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:58:30.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:29 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/352601890' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:58:30.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:29 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:58:30.915 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-26T01:58:31.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:30 smithi064 ceph-mon[32613]: pgmap v327: 33 pgs: 2 creating+peering, 25 active+clean, 6 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:31.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:30 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T01:58:31.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:30 smithi064 ceph-mon[32613]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T01:58:31.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:30 smithi026 ceph-mon[28138]: pgmap v327: 33 pgs: 2 creating+peering, 25 active+clean, 6 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:31.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:30 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T01:58:31.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:30 smithi026 ceph-mon[28138]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T01:58:31.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:30 smithi033 ceph-mon[32805]: pgmap v327: 33 pgs: 2 creating+peering, 25 active+clean, 6 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:31.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:30 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T01:58:31.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:30 smithi033 ceph-mon[32805]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T01:58:31.397 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:32.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:31 smithi026 ceph-mon[28138]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T01:58:32.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:31 smithi033 ceph-mon[32805]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T01:58:32.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:31 smithi064 ceph-mon[32613]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T01:58:33.154 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:32 smithi026 ceph-mon[28138]: pgmap v330: 97 pgs: 4 creating+peering, 41 active+clean, 52 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:33.154 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:32 smithi026 ceph-mon[28138]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T01:58:33.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:32 smithi033 ceph-mon[32805]: pgmap v330: 97 pgs: 4 creating+peering, 41 active+clean, 52 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:33.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:32 smithi033 ceph-mon[32805]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T01:58:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:32 smithi064 ceph-mon[32613]: pgmap v330: 97 pgs: 4 creating+peering, 41 active+clean, 52 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:32 smithi064 ceph-mon[32613]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T01:58:33.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.705+0000 7f5a32200700 1 -- 172.21.15.26:0/2725775004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a2c103450 msgr2=0x7f5a2c10f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:33.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.705+0000 7f5a32200700 1 --2- 172.21.15.26:0/2725775004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a2c103450 0x7f5a2c10f8b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5a2400b0a0 tx=0x7f5a2400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:58:33.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.705+0000 7f5a32200700 1 -- 172.21.15.26:0/2725775004 shutdown_connections 2024-04-26T01:58:33.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.705+0000 7f5a32200700 1 --2- 172.21.15.26:0/2725775004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a2c103450 0x7f5a2c10f8b0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:33.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.705+0000 7f5a32200700 1 --2- 172.21.15.26:0/2725775004 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a2c108a50 0x7f5a2c108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:33.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.705+0000 7f5a32200700 1 --2- 172.21.15.26:0/2725775004 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a2c102a90 0x7f5a2c102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:33.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.705+0000 7f5a32200700 1 -- 172.21.15.26:0/2725775004 >> 172.21.15.26:0/2725775004 conn(0x7f5a2c079ba0 msgr2=0x7f5a2c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:33.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.706+0000 7f5a32200700 1 -- 172.21.15.26:0/2725775004 shutdown_connections 2024-04-26T01:58:33.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.706+0000 7f5a32200700 1 -- 172.21.15.26:0/2725775004 wait complete. 2024-04-26T01:58:33.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.707+0000 7f5a32200700 1 Processor -- start 2024-04-26T01:58:33.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.707+0000 7f5a32200700 1 -- start start 2024-04-26T01:58:33.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.707+0000 7f5a32200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a2c102a90 0x7f5a2c19b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:33.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.707+0000 7f5a32200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a2c103450 0x7f5a2c19b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:33.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.707+0000 7f5a32200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a2c108a50 0x7f5a2c19fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:33.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.707+0000 7f5a32200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c112c70 con 0x7f5a2c103450 2024-04-26T01:58:33.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.707+0000 7f5a32200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c112af0 con 0x7f5a2c108a50 2024-04-26T01:58:33.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.707+0000 7f5a32200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c112df0 con 0x7f5a2c102a90 2024-04-26T01:58:33.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.708+0000 7f5a22a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a2c103450 0x7f5a2c19b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:33.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.708+0000 7f5a22a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a2c103450 0x7f5a2c19b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55698/0 (socket says 172.21.15.26:55698) 2024-04-26T01:58:33.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.708+0000 7f5a22a00700 1 -- 172.21.15.26:0/1706193267 learned_addr learned my addr 172.21.15.26:0/1706193267 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:33.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.708+0000 7f5a2b400700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a2c102a90 0x7f5a2c19b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:33.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.708+0000 7f5a2be00700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a2c108a50 0x7f5a2c19fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:33.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.708+0000 7f5a2b400700 1 -- 172.21.15.26:0/1706193267 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a2c108a50 msgr2=0x7f5a2c19fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:33.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.708+0000 7f5a2b400700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a2c108a50 0x7f5a2c19fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:33.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.708+0000 7f5a2b400700 1 -- 172.21.15.26:0/1706193267 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a2c103450 msgr2=0x7f5a2c19b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:33.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.708+0000 7f5a2b400700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a2c103450 0x7f5a2c19b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:33.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.708+0000 7f5a2b400700 1 -- 172.21.15.26:0/1706193267 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a2c1a0390 con 0x7f5a2c102a90 2024-04-26T01:58:33.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.708+0000 7f5a22a00700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a2c103450 0x7f5a2c19b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:33.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.709+0000 7f5a2b400700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a2c102a90 0x7f5a2c19b380 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c00e9f0 tx=0x7f5a1c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:33.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.709+0000 7f5a28c00700 1 -- 172.21.15.26:0/1706193267 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a1c00c9c0 con 0x7f5a2c102a90 2024-04-26T01:58:33.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.709+0000 7f5a28c00700 1 -- 172.21.15.26:0/1706193267 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a1c00cb60 con 0x7f5a2c102a90 2024-04-26T01:58:33.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.709+0000 7f5a32200700 1 -- 172.21.15.26:0/1706193267 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a2c1a0680 con 0x7f5a2c102a90 2024-04-26T01:58:33.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.709+0000 7f5a28c00700 1 -- 172.21.15.26:0/1706193267 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a1c018680 con 0x7f5a2c102a90 2024-04-26T01:58:33.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.709+0000 7f5a32200700 1 -- 172.21.15.26:0/1706193267 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a2c1a7f00 con 0x7f5a2c102a90 2024-04-26T01:58:33.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.710+0000 7f5a32200700 1 -- 172.21.15.26:0/1706193267 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a2c069730 con 0x7f5a2c102a90 2024-04-26T01:58:33.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.712+0000 7f5a28c00700 1 -- 172.21.15.26:0/1706193267 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5a1c010430 con 0x7f5a2c102a90 2024-04-26T01:58:33.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.714+0000 7f5a28c00700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f5a100a3c40 0x7f5a100a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:33.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.714+0000 7f5a28c00700 1 -- 172.21.15.26:0/1706193267 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7879+0+0 (secure 0 0 0) 0x7f5a1c0d0370 con 0x7f5a2c102a90 2024-04-26T01:58:33.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.714+0000 7f5a22a00700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f5a100a3c40 0x7f5a100a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:33.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.715+0000 7f5a22a00700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f5a100a3c40 0x7f5a100a6100 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5a2c07a530 tx=0x7f5a14009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:33.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:33.718+0000 7f5a28c00700 1 -- 172.21.15.26:0/1706193267 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5a1c09ce60 con 0x7f5a2c102a90 2024-04-26T01:58:34.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.002+0000 7f5a32200700 1 -- 172.21.15.26:0/1706193267 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f5a2c1a81c0 con 0x7f5a2c102a90 2024-04-26T01:58:34.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.987+0000 7f5a28c00700 1 -- 172.21.15.26:0/1706193267 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f5a1c09c760 con 0x7f5a2c102a90 2024-04-26T01:58:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.991+0000 7f5a32200700 1 -- 172.21.15.26:0/1706193267 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f5a100a3c40 msgr2=0x7f5a100a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.991+0000 7f5a32200700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f5a100a3c40 0x7f5a100a6100 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5a2c07a530 tx=0x7f5a14009260 comp rx=0 tx=0).stop 2024-04-26T01:58:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.991+0000 7f5a32200700 1 -- 172.21.15.26:0/1706193267 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a2c102a90 msgr2=0x7f5a2c19b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.991+0000 7f5a32200700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a2c102a90 0x7f5a2c19b380 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c00e9f0 tx=0x7f5a1c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:58:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.992+0000 7f5a32200700 1 -- 172.21.15.26:0/1706193267 shutdown_connections 2024-04-26T01:58:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.992+0000 7f5a32200700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a2c108a50 0x7f5a2c19fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.992+0000 7f5a32200700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a2c102a90 0x7f5a2c19b380 secure :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c00e9f0 tx=0x7f5a1c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:58:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.992+0000 7f5a32200700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f5a100a3c40 0x7f5a100a6100 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.992+0000 7f5a32200700 1 --2- 172.21.15.26:0/1706193267 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a2c103450 0x7f5a2c19b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:34.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.992+0000 7f5a32200700 1 -- 172.21.15.26:0/1706193267 >> 172.21.15.26:0/1706193267 conn(0x7f5a2c079ba0 msgr2=0x7f5a2c10df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:34.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.993+0000 7f5a32200700 1 -- 172.21.15.26:0/1706193267 shutdown_connections 2024-04-26T01:58:34.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:34.994+0000 7f5a32200700 1 -- 172.21.15.26:0/1706193267 wait complete. 2024-04-26T01:58:34.995 INFO:teuthology.orchestra.run.smithi026.stderr:new fs with metadata pool 2 and data pool 3 2024-04-26T01:58:35.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:34 smithi026 ceph-mon[28138]: pgmap v332: 97 pgs: 4 creating+peering, 78 active+clean, 15 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:35.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:34 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1706193267' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:58:35.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:34 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:58:35.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:34 smithi026 ceph-mon[28138]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T01:58:35.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:34 smithi026 ceph-mon[28138]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:58:35.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:34 smithi033 ceph-mon[32805]: pgmap v332: 97 pgs: 4 creating+peering, 78 active+clean, 15 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:35.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:34 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1706193267' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:58:35.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:34 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:58:35.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:34 smithi033 ceph-mon[32805]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T01:58:35.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:34 smithi033 ceph-mon[32805]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:58:35.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:34 smithi064 ceph-mon[32613]: pgmap v332: 97 pgs: 4 creating+peering, 78 active+clean, 15 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:35.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:34 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1706193267' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:58:35.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:34 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:58:35.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:34 smithi064 ceph-mon[32613]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T01:58:35.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:34 smithi064 ceph-mon[32613]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:58:35.835 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:58:36.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:35 smithi026 ceph-mon[28138]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T01:58:36.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:35 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T01:58:36.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:35 smithi026 ceph-mon[28138]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T01:58:36.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:35 smithi026 ceph-mon[28138]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T01:58:36.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:35 smithi033 ceph-mon[32805]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T01:58:36.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:35 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T01:58:36.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:35 smithi033 ceph-mon[32805]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T01:58:36.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:35 smithi033 ceph-mon[32805]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T01:58:36.301 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:36.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:35 smithi064 ceph-mon[32613]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T01:58:36.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:35 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T01:58:36.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:35 smithi064 ceph-mon[32613]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T01:58:36.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:35 smithi064 ceph-mon[32613]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T01:58:37.074 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:36 smithi026 ceph-mon[28138]: pgmap v334: 97 pgs: 4 creating+peering, 93 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:37.074 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:36 smithi026 ceph-mon[28138]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T01:58:37.074 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:36 smithi026 ceph-mon[28138]: Cluster is now healthy 2024-04-26T01:58:37.074 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:36 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] up:active 2024-04-26T01:58:37.074 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:36 smithi026 ceph-mon[28138]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:58:37.074 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:36 smithi026 ceph-mon[28138]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:58:37.250 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:36 smithi033 ceph-mon[32805]: pgmap v334: 97 pgs: 4 creating+peering, 93 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:37.251 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:36 smithi033 ceph-mon[32805]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T01:58:37.251 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:36 smithi033 ceph-mon[32805]: Cluster is now healthy 2024-04-26T01:58:37.251 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:36 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] up:active 2024-04-26T01:58:37.251 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:36 smithi033 ceph-mon[32805]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:58:37.251 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:36 smithi033 ceph-mon[32805]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:58:37.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:36 smithi064 ceph-mon[32613]: pgmap v334: 97 pgs: 4 creating+peering, 93 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:37.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:36 smithi064 ceph-mon[32613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T01:58:37.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:36 smithi064 ceph-mon[32613]: Cluster is now healthy 2024-04-26T01:58:37.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:36 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] up:active 2024-04-26T01:58:37.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:36 smithi064 ceph-mon[32613]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:58:37.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:36 smithi064 ceph-mon[32613]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:58:38.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.665+0000 7f6f25600700 1 -- 172.21.15.26:0/2253067863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f2010f1a0 msgr2=0x7f6f20111610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:38.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.665+0000 7f6f25600700 1 --2- 172.21.15.26:0/2253067863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f2010f1a0 0x7f6f20111610 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6f18009f90 tx=0x7f6f1800b330 comp rx=0 tx=0).stop 2024-04-26T01:58:38.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.665+0000 7f6f25600700 1 -- 172.21.15.26:0/2253067863 shutdown_connections 2024-04-26T01:58:38.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.665+0000 7f6f25600700 1 --2- 172.21.15.26:0/2253067863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f2010f1a0 0x7f6f20111610 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:38.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.665+0000 7f6f25600700 1 --2- 172.21.15.26:0/2253067863 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f20074e70 0x7f6f20075250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:38.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.665+0000 7f6f25600700 1 --2- 172.21.15.26:0/2253067863 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6f20075790 0x7f6f2010ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:38.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.665+0000 7f6f25600700 1 -- 172.21.15.26:0/2253067863 >> 172.21.15.26:0/2253067863 conn(0x7f6f200fe490 msgr2=0x7f6f201008b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:38.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.665+0000 7f6f25600700 1 -- 172.21.15.26:0/2253067863 shutdown_connections 2024-04-26T01:58:38.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.665+0000 7f6f25600700 1 -- 172.21.15.26:0/2253067863 wait complete. 2024-04-26T01:58:38.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.666+0000 7f6f25600700 1 Processor -- start 2024-04-26T01:58:38.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.667+0000 7f6f25600700 1 -- start start 2024-04-26T01:58:38.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.667+0000 7f6f25600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f20074e70 0x7f6f2019b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:38.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.667+0000 7f6f25600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f20075790 0x7f6f2019b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:38.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.667+0000 7f6f25600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6f2010f1a0 0x7f6f2019fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:38.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.667+0000 7f6f25600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6f20114d90 con 0x7f6f20075790 2024-04-26T01:58:38.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.667+0000 7f6f25600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6f20114c10 con 0x7f6f20074e70 2024-04-26T01:58:38.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.667+0000 7f6f25600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6f20114f10 con 0x7f6f2010f1a0 2024-04-26T01:58:38.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.667+0000 7f6f1f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f20075790 0x7f6f2019b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:38.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.667+0000 7f6f24c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6f2010f1a0 0x7f6f2019fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:38.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.667+0000 7f6f1f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f20075790 0x7f6f2019b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33874/0 (socket says 172.21.15.26:33874) 2024-04-26T01:58:38.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.667+0000 7f6f1f400700 1 -- 172.21.15.26:0/4232508749 learned_addr learned my addr 172.21.15.26:0/4232508749 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:38.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.667+0000 7f6f1fe00700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f20074e70 0x7f6f2019b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:38.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.668+0000 7f6f24c00700 1 -- 172.21.15.26:0/4232508749 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f20074e70 msgr2=0x7f6f2019b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:38.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.668+0000 7f6f24c00700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f20074e70 0x7f6f2019b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:38.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.668+0000 7f6f24c00700 1 -- 172.21.15.26:0/4232508749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f20075790 msgr2=0x7f6f2019b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:38.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.668+0000 7f6f24c00700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f20075790 0x7f6f2019b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:38.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.668+0000 7f6f24c00700 1 -- 172.21.15.26:0/4232508749 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f201a0250 con 0x7f6f2010f1a0 2024-04-26T01:58:38.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.668+0000 7f6f1f400700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f20075790 0x7f6f2019b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:38.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.668+0000 7f6f1fe00700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f20074e70 0x7f6f2019b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:38.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.668+0000 7f6f24c00700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6f2010f1a0 0x7f6f2019fb10 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6f1800b6c0 tx=0x7f6f1800cc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:38.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.669+0000 7f6f1cc00700 1 -- 172.21.15.26:0/4232508749 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f18021070 con 0x7f6f2010f1a0 2024-04-26T01:58:38.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.669+0000 7f6f1cc00700 1 -- 172.21.15.26:0/4232508749 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f18007d60 con 0x7f6f2010f1a0 2024-04-26T01:58:38.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.669+0000 7f6f25600700 1 -- 172.21.15.26:0/4232508749 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f201a04e0 con 0x7f6f2010f1a0 2024-04-26T01:58:38.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.669+0000 7f6f1cc00700 1 -- 172.21.15.26:0/4232508749 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f18005040 con 0x7f6f2010f1a0 2024-04-26T01:58:38.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.669+0000 7f6f25600700 1 -- 172.21.15.26:0/4232508749 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f201a7dc0 con 0x7f6f2010f1a0 2024-04-26T01:58:38.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.670+0000 7f6f25600700 1 -- 172.21.15.26:0/4232508749 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f20069730 con 0x7f6f2010f1a0 2024-04-26T01:58:38.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.673+0000 7f6f1cc00700 1 -- 172.21.15.26:0/4232508749 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f6f18024070 con 0x7f6f2010f1a0 2024-04-26T01:58:38.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.674+0000 7f6f1cc00700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f6f040a3cc0 0x7f6f040a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:38.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.674+0000 7f6f1cc00700 1 -- 172.21.15.26:0/4232508749 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f6f1802b020 con 0x7f6f2010f1a0 2024-04-26T01:58:38.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.674+0000 7f6f1fe00700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f6f040a3cc0 0x7f6f040a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:38.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.675+0000 7f6f1fe00700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f6f040a3cc0 0x7f6f040a6180 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6f10009750 tx=0x7f6f10009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:38.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.676+0000 7f6f1cc00700 1 -- 172.21.15.26:0/4232508749 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6f1809e410 con 0x7f6f2010f1a0 2024-04-26T01:58:38.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.906+0000 7f6f25600700 1 -- 172.21.15.26:0/4232508749 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6f2002df80 con 0x7f6f2010f1a0 2024-04-26T01:58:38.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.908+0000 7f6f1cc00700 1 -- 172.21.15.26:0/4232508749 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22121 (secure 0 0 0) 0x7f6f1809dd10 con 0x7f6f2010f1a0 2024-04-26T01:58:38.907 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:58:38.907 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":89,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","created":"2024-04-26T01:48:57.473565+0000","modified":"2024-04-26T01:58:34.004210+0000","last_up_change":"2024-04-26T01:57:13.825265+0000","last_in_change":"2024-04-26T01:56:54.383192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:52:51.667153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:58:25.333136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:58:29.747341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f8783ebe-d4a3-42cd-a87b-17b593c35495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6803","nonce":1735610609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6805","nonce":1735610609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6809","nonce":1735610609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6807","nonce":1735610609}]},"public_addr":"172.21.15.26:6803/1735610609","cluster_addr":"172.21.15.26:6805/1735610609","heartbeat_back_addr":"172.21.15.26:6809/1735610609","heartbeat_front_addr":"172.21.15.26:6807/1735610609","state":["exists","up"]},{"osd":1,"uuid":"2097babe-3524-4f0d-b1d6-dcf44a548655","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6801","nonce":4110015074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6803","nonce":4110015074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6807","nonce":4110015074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6805","nonce":4110015074}]},"public_addr":"172.21.15.33:6801/4110015074","cluster_addr":"172.21.15.33:6803/4110015074","heartbeat_back_addr":"172.21.15.33:6807/4110015074","heartbeat_front_addr":"172.21.15.33:6805/4110015074","state":["exists","up"]},{"osd":2,"uuid":"6e75e3d4-b664-4fe0-8913-0b93f325c37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6801","nonce":3873107319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6803","nonce":3873107319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6807","nonce":3873107319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6805","nonce":3873107319}]},"public_addr":"172.21.15.64:6801/3873107319","cluster_addr":"172.21.15.64:6803/3873107319","heartbeat_back_addr":"172.21.15.64:6807/3873107319","heartbeat_front_addr":"172.21.15.64:6805/3873107319","state":["exists","up"]},{"osd":3,"uuid":"24363f6d-2328-4883-a93d-cbb12b21332b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6811","nonce":2340844586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6813","nonce":2340844586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6817","nonce":2340844586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6815","nonce":2340844586}]},"public_addr":"172.21.15.26:6811/2340844586","cluster_addr":"172.21.15.26:6813/2340844586","heartbeat_back_addr":"172.21.15.26:6817/2340844586","heartbeat_front_addr":"172.21.15.26:6815/2340844586","state":["exists","up"]},{"osd":4,"uuid":"bbd1c3a5-2d74-4e33-90a0-43e55415759d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6809","nonce":2946623767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6811","nonce":2946623767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6815","nonce":2946623767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6813","nonce":2946623767}]},"public_addr":"172.21.15.33:6809/2946623767","cluster_addr":"172.21.15.33:6811/2946623767","heartbeat_back_addr":"172.21.15.33:6815/2946623767","heartbeat_front_addr":"172.21.15.33:6813/2946623767","state":["exists","up"]},{"osd":5,"uuid":"986707d8-f671-4ab1-9cb8-938463530035","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6809","nonce":3997283620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6811","nonce":3997283620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6815","nonce":3997283620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6813","nonce":3997283620}]},"public_addr":"172.21.15.64:6809/3997283620","cluster_addr":"172.21.15.64:6811/3997283620","heartbeat_back_addr":"172.21.15.64:6815/3997283620","heartbeat_front_addr":"172.21.15.64:6813/3997283620","state":["exists","up"]},{"osd":6,"uuid":"c9d948a3-4ea5-4f67-879c-b5103be4cf0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6819","nonce":885177678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6821","nonce":885177678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6825","nonce":885177678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6823","nonce":885177678}]},"public_addr":"172.21.15.26:6819/885177678","cluster_addr":"172.21.15.26:6821/885177678","heartbeat_back_addr":"172.21.15.26:6825/885177678","heartbeat_front_addr":"172.21.15.26:6823/885177678","state":["exists","up"]},{"osd":7,"uuid":"edb21527-291a-47d3-bdcb-04f0f245ed11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6817","nonce":507130326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6819","nonce":507130326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6823","nonce":507130326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6821","nonce":507130326}]},"public_addr":"172.21.15.33:6817/507130326","cluster_addr":"172.21.15.33:6819/507130326","heartbeat_back_addr":"172.21.15.33:6823/507130326","heartbeat_front_addr":"172.21.15.33:6821/507130326","state":["exists","up"]},{"osd":8,"uuid":"09db0b7b-1827-40a6-86c3-20d07509807d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6817","nonce":653236462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6819","nonce":653236462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6823","nonce":653236462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6821","nonce":653236462}]},"public_addr":"172.21.15.64:6817/653236462","cluster_addr":"172.21.15.64:6819/653236462","heartbeat_back_addr":"172.21.15.64:6823/653236462","heartbeat_front_addr":"172.21.15.64:6821/653236462","state":["exists","up"]},{"osd":9,"uuid":"4696d95a-f9ac-421f-8ace-9fdc3ed46f05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6827","nonce":2886949981}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6829","nonce":2886949981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6833","nonce":2886949981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6831","nonce":2886949981}]},"public_addr":"172.21.15.26:6827/2886949981","cluster_addr":"172.21.15.26:6829/2886949981","heartbeat_back_addr":"172.21.15.26:6833/2886949981","heartbeat_front_addr":"172.21.15.26:6831/2886949981","state":["exists","up"]},{"osd":10,"uuid":"07d476cc-6f54-4f00-bb35-f137b6e907d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6825","nonce":3259400969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6827","nonce":3259400969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6831","nonce":3259400969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6829","nonce":3259400969}]},"public_addr":"172.21.15.33:6825/3259400969","cluster_addr":"172.21.15.33:6827/3259400969","heartbeat_back_addr":"172.21.15.33:6831/3259400969","heartbeat_front_addr":"172.21.15.33:6829/3259400969","state":["exists","up"]},{"osd":11,"uuid":"0ae35c43-0bb6-4d41-9664-dbf89efd122d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6825","nonce":1292810675}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6827","nonce":1292810675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6831","nonce":1292810675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6829","nonce":1292810675}]},"public_addr":"172.21.15.64:6825/1292810675","cluster_addr":"172.21.15.64:6827/1292810675","heartbeat_back_addr":"172.21.15.64:6831/1292810675","heartbeat_front_addr":"172.21.15.64:6829/1292810675","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:00.556003+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:25.618937+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:49.554498+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:23.506747+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:50.656649+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:16.329501+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:51.046876+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:18.048955+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:43.701138+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:19.109137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:46.897822+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:57:12.505718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3817940731":"2024-04-27T01:50:05.508028+0000","172.21.15.26:6800/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/2466817986":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6801/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2499788869":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6800/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/1544132243":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3431754632":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2302812681":"2024-04-27T01:50:05.508028+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:58:38.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.911+0000 7f6f25600700 1 -- 172.21.15.26:0/4232508749 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f6f040a3cc0 msgr2=0x7f6f040a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:38.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.911+0000 7f6f25600700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f6f040a3cc0 0x7f6f040a6180 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6f10009750 tx=0x7f6f10009310 comp rx=0 tx=0).stop 2024-04-26T01:58:38.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.911+0000 7f6f25600700 1 -- 172.21.15.26:0/4232508749 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6f2010f1a0 msgr2=0x7f6f2019fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:38.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.911+0000 7f6f25600700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6f2010f1a0 0x7f6f2019fb10 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6f1800b6c0 tx=0x7f6f1800cc30 comp rx=0 tx=0).stop 2024-04-26T01:58:38.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.911+0000 7f6f25600700 1 -- 172.21.15.26:0/4232508749 shutdown_connections 2024-04-26T01:58:38.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.911+0000 7f6f25600700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6f2010f1a0 0x7f6f2019fb10 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:38.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.911+0000 7f6f25600700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f20074e70 0x7f6f2019b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:38.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.911+0000 7f6f25600700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f6f040a3cc0 0x7f6f040a6180 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:38.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.911+0000 7f6f25600700 1 --2- 172.21.15.26:0/4232508749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f20075790 0x7f6f2019b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:38.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.911+0000 7f6f25600700 1 -- 172.21.15.26:0/4232508749 >> 172.21.15.26:0/4232508749 conn(0x7f6f200fe490 msgr2=0x7f6f200ff1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:38.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.912+0000 7f6f25600700 1 -- 172.21.15.26:0/4232508749 shutdown_connections 2024-04-26T01:58:38.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:38.912+0000 7f6f25600700 1 -- 172.21.15.26:0/4232508749 wait complete. 2024-04-26T01:58:39.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:38 smithi026 ceph-mon[28138]: pgmap v335: 97 pgs: 97 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 5 op/s 2024-04-26T01:58:39.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:38 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4232508749' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:58:39.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:38 smithi033 ceph-mon[32805]: pgmap v335: 97 pgs: 97 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 5 op/s 2024-04-26T01:58:39.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:38 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/4232508749' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:58:39.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:38 smithi064 ceph-mon[32613]: pgmap v335: 97 pgs: 97 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 5 op/s 2024-04-26T01:58:39.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:38 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/4232508749' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:58:39.747 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:39 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b[63201]: 2024-04-26T01:58:39.257+0000 7fcee59d5700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-26T01:58:39.767 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:58:40.247 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:41.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:40 smithi033 ceph-mon[32805]: pgmap v336: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-26T01:58:41.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:40 smithi026 ceph-mon[28138]: pgmap v336: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-26T01:58:41.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:40 smithi064 ceph-mon[32613]: pgmap v336: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-26T01:58:42.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.378+0000 7f14c1000700 1 -- 172.21.15.26:0/2428879487 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14bc103450 msgr2=0x7f14bc10f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:42.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.378+0000 7f14c1000700 1 --2- 172.21.15.26:0/2428879487 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14bc103450 0x7f14bc10f8b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f14b400b0a0 tx=0x7f14b400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:58:42.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.379+0000 7f14c1000700 1 -- 172.21.15.26:0/2428879487 shutdown_connections 2024-04-26T01:58:42.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.379+0000 7f14c1000700 1 --2- 172.21.15.26:0/2428879487 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14bc103450 0x7f14bc10f8b0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:42.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.379+0000 7f14c1000700 1 --2- 172.21.15.26:0/2428879487 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f14bc108a50 0x7f14bc108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.379+0000 7f14c1000700 1 --2- 172.21.15.26:0/2428879487 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f14bc102a90 0x7f14bc102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.379+0000 7f14c1000700 1 -- 172.21.15.26:0/2428879487 >> 172.21.15.26:0/2428879487 conn(0x7f14bc079ba0 msgr2=0x7f14bc079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.379+0000 7f14c1000700 1 -- 172.21.15.26:0/2428879487 shutdown_connections 2024-04-26T01:58:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.379+0000 7f14c1000700 1 -- 172.21.15.26:0/2428879487 wait complete. 2024-04-26T01:58:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.380+0000 7f14c1000700 1 Processor -- start 2024-04-26T01:58:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.380+0000 7f14c1000700 1 -- start start 2024-04-26T01:58:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14c1000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14bc102a90 0x7f14bc19b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14c1000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f14bc103450 0x7f14bc19b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14c1000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f14bc108a50 0x7f14bc19fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14c1000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f14bc112c50 con 0x7f14bc103450 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14c1000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f14bc112ad0 con 0x7f14bc102a90 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14c1000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f14bc112dd0 con 0x7f14bc108a50 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14b9e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14bc102a90 0x7f14bc19b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14b9e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14bc102a90 0x7f14bc19b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:56416/0 (socket says 172.21.15.26:56416) 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14b9e00700 1 -- 172.21.15.26:0/1699709262 learned_addr learned my addr 172.21.15.26:0/1699709262 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14b9400700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f14bc103450 0x7f14bc19b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14ba800700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f14bc108a50 0x7f14bc19fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14b9e00700 1 -- 172.21.15.26:0/1699709262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f14bc108a50 msgr2=0x7f14bc19fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14b9e00700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f14bc108a50 0x7f14bc19fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14b9e00700 1 -- 172.21.15.26:0/1699709262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f14bc103450 msgr2=0x7f14bc19b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14b9e00700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f14bc103450 0x7f14bc19b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.381+0000 7f14b9e00700 1 -- 172.21.15.26:0/1699709262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14bc1a0320 con 0x7f14bc102a90 2024-04-26T01:58:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.382+0000 7f14b9e00700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14bc102a90 0x7f14bc19b310 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f14ac00e9a0 tx=0x7f14ac00ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.382+0000 7f14b2a00700 1 -- 172.21.15.26:0/1699709262 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14ac00cbd0 con 0x7f14bc102a90 2024-04-26T01:58:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.382+0000 7f14b2a00700 1 -- 172.21.15.26:0/1699709262 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14ac00cd70 con 0x7f14bc102a90 2024-04-26T01:58:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.382+0000 7f14b2a00700 1 -- 172.21.15.26:0/1699709262 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14ac018680 con 0x7f14bc102a90 2024-04-26T01:58:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.382+0000 7f14c1000700 1 -- 172.21.15.26:0/1699709262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14bc1a0610 con 0x7f14bc102a90 2024-04-26T01:58:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.382+0000 7f14c1000700 1 -- 172.21.15.26:0/1699709262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14bc1a7e90 con 0x7f14bc102a90 2024-04-26T01:58:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.383+0000 7f14c1000700 1 -- 172.21.15.26:0/1699709262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14bc069730 con 0x7f14bc102a90 2024-04-26T01:58:42.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.385+0000 7f14b2a00700 1 -- 172.21.15.26:0/1699709262 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f14ac010970 con 0x7f14bc102a90 2024-04-26T01:58:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.386+0000 7f14b2a00700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f14a00a3cc0 0x7f14a00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.386+0000 7f14b2a00700 1 -- 172.21.15.26:0/1699709262 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f14ac0d05c0 con 0x7f14bc102a90 2024-04-26T01:58:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.387+0000 7f14b9400700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f14a00a3cc0 0x7f14a00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.387+0000 7f14b9400700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f14a00a3cc0 0x7f14a00a6180 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f14bc07a4e0 tx=0x7f14a8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:42.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.390+0000 7f14b2a00700 1 -- 172.21.15.26:0/1699709262 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f14ac09d050 con 0x7f14bc102a90 2024-04-26T01:58:42.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.639+0000 7f14c1000700 1 -- 172.21.15.26:0/1699709262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f14bc1a80c0 con 0x7f14bc102a90 2024-04-26T01:58:42.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.641+0000 7f14b2a00700 1 -- 172.21.15.26:0/1699709262 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22121 (secure 0 0 0) 0x7f14ac09c950 con 0x7f14bc102a90 2024-04-26T01:58:42.640 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:58:42.640 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":89,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","created":"2024-04-26T01:48:57.473565+0000","modified":"2024-04-26T01:58:34.004210+0000","last_up_change":"2024-04-26T01:57:13.825265+0000","last_in_change":"2024-04-26T01:56:54.383192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:52:51.667153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:58:25.333136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:58:29.747341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f8783ebe-d4a3-42cd-a87b-17b593c35495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6803","nonce":1735610609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6805","nonce":1735610609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6809","nonce":1735610609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6807","nonce":1735610609}]},"public_addr":"172.21.15.26:6803/1735610609","cluster_addr":"172.21.15.26:6805/1735610609","heartbeat_back_addr":"172.21.15.26:6809/1735610609","heartbeat_front_addr":"172.21.15.26:6807/1735610609","state":["exists","up"]},{"osd":1,"uuid":"2097babe-3524-4f0d-b1d6-dcf44a548655","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6801","nonce":4110015074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6803","nonce":4110015074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6807","nonce":4110015074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6805","nonce":4110015074}]},"public_addr":"172.21.15.33:6801/4110015074","cluster_addr":"172.21.15.33:6803/4110015074","heartbeat_back_addr":"172.21.15.33:6807/4110015074","heartbeat_front_addr":"172.21.15.33:6805/4110015074","state":["exists","up"]},{"osd":2,"uuid":"6e75e3d4-b664-4fe0-8913-0b93f325c37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6801","nonce":3873107319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6803","nonce":3873107319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6807","nonce":3873107319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6805","nonce":3873107319}]},"public_addr":"172.21.15.64:6801/3873107319","cluster_addr":"172.21.15.64:6803/3873107319","heartbeat_back_addr":"172.21.15.64:6807/3873107319","heartbeat_front_addr":"172.21.15.64:6805/3873107319","state":["exists","up"]},{"osd":3,"uuid":"24363f6d-2328-4883-a93d-cbb12b21332b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6811","nonce":2340844586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6813","nonce":2340844586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6817","nonce":2340844586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6815","nonce":2340844586}]},"public_addr":"172.21.15.26:6811/2340844586","cluster_addr":"172.21.15.26:6813/2340844586","heartbeat_back_addr":"172.21.15.26:6817/2340844586","heartbeat_front_addr":"172.21.15.26:6815/2340844586","state":["exists","up"]},{"osd":4,"uuid":"bbd1c3a5-2d74-4e33-90a0-43e55415759d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6809","nonce":2946623767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6811","nonce":2946623767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6815","nonce":2946623767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6813","nonce":2946623767}]},"public_addr":"172.21.15.33:6809/2946623767","cluster_addr":"172.21.15.33:6811/2946623767","heartbeat_back_addr":"172.21.15.33:6815/2946623767","heartbeat_front_addr":"172.21.15.33:6813/2946623767","state":["exists","up"]},{"osd":5,"uuid":"986707d8-f671-4ab1-9cb8-938463530035","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6809","nonce":3997283620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6811","nonce":3997283620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6815","nonce":3997283620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6813","nonce":3997283620}]},"public_addr":"172.21.15.64:6809/3997283620","cluster_addr":"172.21.15.64:6811/3997283620","heartbeat_back_addr":"172.21.15.64:6815/3997283620","heartbeat_front_addr":"172.21.15.64:6813/3997283620","state":["exists","up"]},{"osd":6,"uuid":"c9d948a3-4ea5-4f67-879c-b5103be4cf0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6819","nonce":885177678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6821","nonce":885177678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6825","nonce":885177678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6823","nonce":885177678}]},"public_addr":"172.21.15.26:6819/885177678","cluster_addr":"172.21.15.26:6821/885177678","heartbeat_back_addr":"172.21.15.26:6825/885177678","heartbeat_front_addr":"172.21.15.26:6823/885177678","state":["exists","up"]},{"osd":7,"uuid":"edb21527-291a-47d3-bdcb-04f0f245ed11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6817","nonce":507130326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6819","nonce":507130326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6823","nonce":507130326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6821","nonce":507130326}]},"public_addr":"172.21.15.33:6817/507130326","cluster_addr":"172.21.15.33:6819/507130326","heartbeat_back_addr":"172.21.15.33:6823/507130326","heartbeat_front_addr":"172.21.15.33:6821/507130326","state":["exists","up"]},{"osd":8,"uuid":"09db0b7b-1827-40a6-86c3-20d07509807d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6817","nonce":653236462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6819","nonce":653236462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6823","nonce":653236462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6821","nonce":653236462}]},"public_addr":"172.21.15.64:6817/653236462","cluster_addr":"172.21.15.64:6819/653236462","heartbeat_back_addr":"172.21.15.64:6823/653236462","heartbeat_front_addr":"172.21.15.64:6821/653236462","state":["exists","up"]},{"osd":9,"uuid":"4696d95a-f9ac-421f-8ace-9fdc3ed46f05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6827","nonce":2886949981}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6829","nonce":2886949981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6833","nonce":2886949981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6831","nonce":2886949981}]},"public_addr":"172.21.15.26:6827/2886949981","cluster_addr":"172.21.15.26:6829/2886949981","heartbeat_back_addr":"172.21.15.26:6833/2886949981","heartbeat_front_addr":"172.21.15.26:6831/2886949981","state":["exists","up"]},{"osd":10,"uuid":"07d476cc-6f54-4f00-bb35-f137b6e907d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6825","nonce":3259400969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6827","nonce":3259400969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6831","nonce":3259400969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6829","nonce":3259400969}]},"public_addr":"172.21.15.33:6825/3259400969","cluster_addr":"172.21.15.33:6827/3259400969","heartbeat_back_addr":"172.21.15.33:6831/3259400969","heartbeat_front_addr":"172.21.15.33:6829/3259400969","state":["exists","up"]},{"osd":11,"uuid":"0ae35c43-0bb6-4d41-9664-dbf89efd122d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6825","nonce":1292810675}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6827","nonce":1292810675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6831","nonce":1292810675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6829","nonce":1292810675}]},"public_addr":"172.21.15.64:6825/1292810675","cluster_addr":"172.21.15.64:6827/1292810675","heartbeat_back_addr":"172.21.15.64:6831/1292810675","heartbeat_front_addr":"172.21.15.64:6829/1292810675","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:00.556003+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:25.618937+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:49.554498+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:23.506747+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:50.656649+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:16.329501+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:51.046876+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:18.048955+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:43.701138+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:19.109137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:46.897822+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:57:12.505718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3817940731":"2024-04-27T01:50:05.508028+0000","172.21.15.26:6800/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/2466817986":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6801/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2499788869":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6800/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/1544132243":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3431754632":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2302812681":"2024-04-27T01:50:05.508028+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:58:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.644+0000 7f14c1000700 1 -- 172.21.15.26:0/1699709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f14a00a3cc0 msgr2=0x7f14a00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.644+0000 7f14c1000700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f14a00a3cc0 0x7f14a00a6180 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f14bc07a4e0 tx=0x7f14a8009260 comp rx=0 tx=0).stop 2024-04-26T01:58:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.644+0000 7f14c1000700 1 -- 172.21.15.26:0/1699709262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14bc102a90 msgr2=0x7f14bc19b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.644+0000 7f14c1000700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14bc102a90 0x7f14bc19b310 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f14ac00e9a0 tx=0x7f14ac00ed60 comp rx=0 tx=0).stop 2024-04-26T01:58:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.644+0000 7f14c1000700 1 -- 172.21.15.26:0/1699709262 shutdown_connections 2024-04-26T01:58:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.644+0000 7f14c1000700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f14bc108a50 0x7f14bc19fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.644+0000 7f14c1000700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14bc102a90 0x7f14bc19b310 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.644+0000 7f14c1000700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f14a00a3cc0 0x7f14a00a6180 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.644+0000 7f14c1000700 1 --2- 172.21.15.26:0/1699709262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f14bc103450 0x7f14bc19b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.644+0000 7f14c1000700 1 -- 172.21.15.26:0/1699709262 >> 172.21.15.26:0/1699709262 conn(0x7f14bc079ba0 msgr2=0x7f14bc10de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.644+0000 7f14c1000700 1 -- 172.21.15.26:0/1699709262 shutdown_connections 2024-04-26T01:58:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:42.644+0000 7f14c1000700 1 -- 172.21.15.26:0/1699709262 wait complete. 2024-04-26T01:58:43.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:42 smithi033 ceph-mon[32805]: pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:58:43.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:42 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1699709262' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:58:43.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:42 smithi064 ceph-mon[32613]: pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:58:43.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:42 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1699709262' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:58:43.421 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:42 smithi026 ceph-mon[28138]: pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:58:43.421 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:42 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1699709262' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:58:43.478 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-04-26T01:58:43.933 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:45.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:44 smithi033 ceph-mon[32805]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:58:45.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:44 smithi064 ceph-mon[32613]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:58:45.361 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:44 smithi026 ceph-mon[28138]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:58:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.222+0000 7f73b9400700 1 -- 172.21.15.26:0/2260718460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73b4075790 msgr2=0x7f73b410ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.222+0000 7f73b9400700 1 --2- 172.21.15.26:0/2260718460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73b4075790 0x7f73b410ec50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f73a0009990 tx=0x7f73a0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:58:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.223+0000 7f73b9400700 1 -- 172.21.15.26:0/2260718460 shutdown_connections 2024-04-26T01:58:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.223+0000 7f73b9400700 1 --2- 172.21.15.26:0/2260718460 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73b410f190 0x7f73b4111600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.223+0000 7f73b9400700 1 --2- 172.21.15.26:0/2260718460 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b4074e70 0x7f73b4075250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.223+0000 7f73b9400700 1 --2- 172.21.15.26:0/2260718460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73b4075790 0x7f73b410ec50 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.223+0000 7f73b9400700 1 -- 172.21.15.26:0/2260718460 >> 172.21.15.26:0/2260718460 conn(0x7f73b40fe460 msgr2=0x7f73b4100880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.223+0000 7f73b9400700 1 -- 172.21.15.26:0/2260718460 shutdown_connections 2024-04-26T01:58:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.223+0000 7f73b9400700 1 -- 172.21.15.26:0/2260718460 wait complete. 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.224+0000 7f73b9400700 1 Processor -- start 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.224+0000 7f73b9400700 1 -- start start 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.224+0000 7f73b9400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73b4074e70 0x7f73b419b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.224+0000 7f73b9400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b4075790 0x7f73b419b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b9400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73b410f190 0x7f73b419fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b9400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f73b4114d10 con 0x7f73b410f190 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b9400700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f73b4114b90 con 0x7f73b4074e70 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b9400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f73b4114e90 con 0x7f73b4075790 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73b410f190 0x7f73b419fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b3400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b4075790 0x7f73b419b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73b410f190 0x7f73b419fb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33908/0 (socket says 172.21.15.26:33908) 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b3e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73b4074e70 0x7f73b419b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b8a00700 1 -- 172.21.15.26:0/153163017 learned_addr learned my addr 172.21.15.26:0/153163017 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:46.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b3400700 1 -- 172.21.15.26:0/153163017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73b4074e70 msgr2=0x7f73b419b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:46.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b3400700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73b4074e70 0x7f73b419b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:46.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b3400700 1 -- 172.21.15.26:0/153163017 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73b410f190 msgr2=0x7f73b419fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:46.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b3400700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73b410f190 0x7f73b419fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:46.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.225+0000 7f73b3400700 1 -- 172.21.15.26:0/153163017 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73b41a0240 con 0x7f73b4075790 2024-04-26T01:58:46.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.226+0000 7f73b3e00700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73b4074e70 0x7f73b419b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.226+0000 7f73b3400700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b4075790 0x7f73b419b7c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f73a00059d0 tx=0x7f73a00047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.226+0000 7f73b0c00700 1 -- 172.21.15.26:0/153163017 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a0027070 con 0x7f73b4075790 2024-04-26T01:58:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.226+0000 7f73b9400700 1 -- 172.21.15.26:0/153163017 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73b41a04d0 con 0x7f73b4075790 2024-04-26T01:58:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.226+0000 7f73b0c00700 1 -- 172.21.15.26:0/153163017 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73a0022470 con 0x7f73b4075790 2024-04-26T01:58:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.226+0000 7f73b0c00700 1 -- 172.21.15.26:0/153163017 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a0017650 con 0x7f73b4075790 2024-04-26T01:58:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.226+0000 7f73b9400700 1 -- 172.21.15.26:0/153163017 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73b41a7db0 con 0x7f73b4075790 2024-04-26T01:58:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.228+0000 7f73b9400700 1 -- 172.21.15.26:0/153163017 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73b4069730 con 0x7f73b4075790 2024-04-26T01:58:46.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.229+0000 7f73b0c00700 1 -- 172.21.15.26:0/153163017 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f73a002a070 con 0x7f73b4075790 2024-04-26T01:58:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.231+0000 7f73b0c00700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f73980a3c40 0x7f73980a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.231+0000 7f73b0c00700 1 -- 172.21.15.26:0/153163017 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f73a00d0ff0 con 0x7f73b4075790 2024-04-26T01:58:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.231+0000 7f73b3e00700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f73980a3c40 0x7f73980a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:46.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.232+0000 7f73b3e00700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f73980a3c40 0x7f73980a6100 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f73a4011490 tx=0x7f73a4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:46.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.235+0000 7f73b0c00700 1 -- 172.21.15.26:0/153163017 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f73a0013070 con 0x7f73b4075790 2024-04-26T01:58:46.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:46.519+0000 7f73b9400700 1 -- 172.21.15.26:0/153163017 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f73b402df80 con 0x7f73b4075790 2024-04-26T01:58:47.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.003+0000 7f73b0c00700 1 -- 172.21.15.26:0/153163017 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f73a009db10 con 0x7f73b4075790 2024-04-26T01:58:47.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.007+0000 7f73b9400700 1 -- 172.21.15.26:0/153163017 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f73980a3c40 msgr2=0x7f73980a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:47.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.007+0000 7f73b9400700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f73980a3c40 0x7f73980a6100 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f73a4011490 tx=0x7f73a4009260 comp rx=0 tx=0).stop 2024-04-26T01:58:47.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.007+0000 7f73b9400700 1 -- 172.21.15.26:0/153163017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b4075790 msgr2=0x7f73b419b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:47.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.007+0000 7f73b9400700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b4075790 0x7f73b419b7c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f73a00059d0 tx=0x7f73a00047b0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.007+0000 7f73b9400700 1 -- 172.21.15.26:0/153163017 shutdown_connections 2024-04-26T01:58:47.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.007+0000 7f73b9400700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f73980a3c40 0x7f73980a6100 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.007+0000 7f73b9400700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73b410f190 0x7f73b419fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.008+0000 7f73b9400700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73b4074e70 0x7f73b419b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.008+0000 7f73b9400700 1 --2- 172.21.15.26:0/153163017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b4075790 0x7f73b419b7c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.008+0000 7f73b9400700 1 -- 172.21.15.26:0/153163017 >> 172.21.15.26:0/153163017 conn(0x7f73b40fe460 msgr2=0x7f73b40ff210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:47.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.008+0000 7f73b9400700 1 -- 172.21.15.26:0/153163017 shutdown_connections 2024-04-26T01:58:47.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:47.008+0000 7f73b9400700 1 -- 172.21.15.26:0/153163017 wait complete. 2024-04-26T01:58:47.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:47 smithi026 ceph-mon[28138]: pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-26T01:58:47.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:47 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/153163017' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:58:47.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:47 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:58:47.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:47 smithi064 ceph-mon[32613]: pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-26T01:58:47.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:47 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/153163017' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:58:47.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:47 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:58:47.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:47 smithi033 ceph-mon[32805]: pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-26T01:58:47.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:47 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/153163017' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:58:47.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:47 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:58:47.904 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-04-26T01:58:47.904 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-04-26T01:58:48.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:48 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T01:58:48.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:48 smithi026 ceph-mon[28138]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:58:48.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:48 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T01:58:48.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:48 smithi064 ceph-mon[32613]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:58:48.401 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:48.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:48 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T01:58:48.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:48 smithi033 ceph-mon[32805]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:58:49.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:49 smithi064 ceph-mon[32613]: pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:58:49.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:49 smithi026 ceph-mon[28138]: pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:58:49.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:49 smithi033 ceph-mon[32805]: pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:58:50.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.874+0000 7f7522400700 1 -- 172.21.15.26:0/1734146837 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f751c10f440 msgr2=0x7f751c111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:50.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.874+0000 7f7522400700 1 --2- 172.21.15.26:0/1734146837 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f751c10f440 0x7f751c111830 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f751400b0a0 tx=0x7f751400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:58:50.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.874+0000 7f7522400700 1 -- 172.21.15.26:0/1734146837 shutdown_connections 2024-04-26T01:58:50.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.874+0000 7f7522400700 1 --2- 172.21.15.26:0/1734146837 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f751c10f440 0x7f751c111830 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:50.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.874+0000 7f7522400700 1 --2- 172.21.15.26:0/1734146837 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f751c074c70 0x7f751c075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:50.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.874+0000 7f7522400700 1 --2- 172.21.15.26:0/1734146837 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f751c075590 0x7f751c10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:50.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.874+0000 7f7522400700 1 -- 172.21.15.26:0/1734146837 >> 172.21.15.26:0/1734146837 conn(0x7f751c079bf0 msgr2=0x7f751c07a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:50.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.874+0000 7f7522400700 1 -- 172.21.15.26:0/1734146837 shutdown_connections 2024-04-26T01:58:50.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.874+0000 7f7522400700 1 -- 172.21.15.26:0/1734146837 wait complete. 2024-04-26T01:58:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.875+0000 7f7522400700 1 Processor -- start 2024-04-26T01:58:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.876+0000 7f7522400700 1 -- start start 2024-04-26T01:58:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.876+0000 7f7522400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f751c074c70 0x7f751c19b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.876+0000 7f7522400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f751c075590 0x7f751c19b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.876+0000 7f7522400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f751c10f440 0x7f751c19fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.876+0000 7f7522400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f751c114ed0 con 0x7f751c075590 2024-04-26T01:58:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.876+0000 7f7522400700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f751c114d50 con 0x7f751c10f440 2024-04-26T01:58:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.876+0000 7f7522400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f751c115050 con 0x7f751c074c70 2024-04-26T01:58:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.876+0000 7f751b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f751c074c70 0x7f751c19b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.876+0000 7f751b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f751c074c70 0x7f751c19b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:52030/0 (socket says 172.21.15.26:52030) 2024-04-26T01:58:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.876+0000 7f7513e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f751c075590 0x7f751c19b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.876+0000 7f751b400700 1 -- 172.21.15.26:0/4136930234 learned_addr learned my addr 172.21.15.26:0/4136930234 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.876+0000 7f751be00700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f751c10f440 0x7f751c19fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.877+0000 7f751b400700 1 -- 172.21.15.26:0/4136930234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f751c10f440 msgr2=0x7f751c19fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.877+0000 7f751b400700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f751c10f440 0x7f751c19fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.877+0000 7f751b400700 1 -- 172.21.15.26:0/4136930234 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f751c075590 msgr2=0x7f751c19b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.877+0000 7f751b400700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f751c075590 0x7f751c19b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.877+0000 7f751b400700 1 -- 172.21.15.26:0/4136930234 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f751c1a0350 con 0x7f751c074c70 2024-04-26T01:58:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.877+0000 7f751b400700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f751c074c70 0x7f751c19b340 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f750c00e9a0 tx=0x7f750c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.877+0000 7f7518c00700 1 -- 172.21.15.26:0/4136930234 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750c00ca10 con 0x7f751c074c70 2024-04-26T01:58:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.877+0000 7f7518c00700 1 -- 172.21.15.26:0/4136930234 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f750c00cbb0 con 0x7f751c074c70 2024-04-26T01:58:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.877+0000 7f7522400700 1 -- 172.21.15.26:0/4136930234 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f751c1a0640 con 0x7f751c074c70 2024-04-26T01:58:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.877+0000 7f7518c00700 1 -- 172.21.15.26:0/4136930234 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750c018680 con 0x7f751c074c70 2024-04-26T01:58:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.878+0000 7f7522400700 1 -- 172.21.15.26:0/4136930234 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f751c1a7ec0 con 0x7f751c074c70 2024-04-26T01:58:50.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.879+0000 7f7522400700 1 -- 172.21.15.26:0/4136930234 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f751c069730 con 0x7f751c074c70 2024-04-26T01:58:50.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.881+0000 7f7518c00700 1 -- 172.21.15.26:0/4136930234 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f750c010430 con 0x7f751c074c70 2024-04-26T01:58:50.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.882+0000 7f7518c00700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f75000a3cc0 0x7f75000a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:50.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.882+0000 7f7518c00700 1 -- 172.21.15.26:0/4136930234 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f750c0d0440 con 0x7f751c074c70 2024-04-26T01:58:50.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.882+0000 7f7513e00700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f75000a3cc0 0x7f75000a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:50.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.883+0000 7f7513e00700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f75000a3cc0 0x7f75000a6180 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7504009680 tx=0x7f7504009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:50.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:50.887+0000 7f7518c00700 1 -- 172.21.15.26:0/4136930234 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f750c09ced0 con 0x7f751c074c70 2024-04-26T01:58:51.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:51.181+0000 7f7522400700 1 -- 172.21.15.26:0/4136930234 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f751c02df80 con 0x7f751c074c70 2024-04-26T01:58:51.180 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:51 smithi026 ceph-mon[28138]: pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-26T01:58:51.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:51 smithi064 ceph-mon[32613]: pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-26T01:58:51.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:51 smithi033 ceph-mon[32805]: pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-26T01:58:52.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.042+0000 7f7518c00700 1 -- 172.21.15.26:0/4136930234 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f750c09c7d0 con 0x7f751c074c70 2024-04-26T01:58:52.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.048+0000 7f7522400700 1 -- 172.21.15.26:0/4136930234 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f75000a3cc0 msgr2=0x7f75000a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:52.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.048+0000 7f7522400700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f75000a3cc0 0x7f75000a6180 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7504009680 tx=0x7f7504009260 comp rx=0 tx=0).stop 2024-04-26T01:58:52.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.048+0000 7f7522400700 1 -- 172.21.15.26:0/4136930234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f751c074c70 msgr2=0x7f751c19b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:52.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.048+0000 7f7522400700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f751c074c70 0x7f751c19b340 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f750c00e9a0 tx=0x7f750c00ecb0 comp rx=0 tx=0).stop 2024-04-26T01:58:52.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.048+0000 7f7522400700 1 -- 172.21.15.26:0/4136930234 shutdown_connections 2024-04-26T01:58:52.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.048+0000 7f7522400700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f751c10f440 0x7f751c19fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:52.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.048+0000 7f7522400700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f751c074c70 0x7f751c19b340 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:52.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.048+0000 7f7522400700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f75000a3cc0 0x7f75000a6180 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:52.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.048+0000 7f7522400700 1 --2- 172.21.15.26:0/4136930234 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f751c075590 0x7f751c19b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:52.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.048+0000 7f7522400700 1 -- 172.21.15.26:0/4136930234 >> 172.21.15.26:0/4136930234 conn(0x7f751c079bf0 msgr2=0x7f751c0ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:52.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.048+0000 7f7522400700 1 -- 172.21.15.26:0/4136930234 shutdown_connections 2024-04-26T01:58:52.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:52.048+0000 7f7522400700 1 -- 172.21.15.26:0/4136930234 wait complete. 2024-04-26T01:58:52.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:52 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/4136930234' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:58:52.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:52 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:58:52.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:52 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/4136930234' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:58:52.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:52 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:58:52.444 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:52 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4136930234' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:58:52.444 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:52 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:58:52.851 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-04-26T01:58:53.031 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:53 smithi026 ceph-mon[28138]: pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:53.031 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:53 smithi026 ceph-mon[28138]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T01:58:53.031 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:53 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T01:58:53.032 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:53 smithi026 ceph-mon[28138]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T01:58:53.032 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:53 smithi026 ceph-mon[28138]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:58:53.032 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:53 smithi026 ceph-mon[28138]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-04-26T01:58:53.032 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:53 smithi026 ceph-mon[28138]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-04-26T01:58:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:53 smithi064 ceph-mon[32613]: pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:53 smithi064 ceph-mon[32613]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T01:58:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:53 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T01:58:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:53 smithi064 ceph-mon[32613]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T01:58:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:53 smithi064 ceph-mon[32613]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:58:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:53 smithi064 ceph-mon[32613]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-04-26T01:58:53.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:53 smithi064 ceph-mon[32613]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-04-26T01:58:53.336 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:53 smithi033 ceph-mon[32805]: pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:53 smithi033 ceph-mon[32805]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T01:58:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:53 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T01:58:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:53 smithi033 ceph-mon[32805]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T01:58:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:53 smithi033 ceph-mon[32805]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:58:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:53 smithi033 ceph-mon[32805]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-04-26T01:58:53.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:53 smithi033 ceph-mon[32805]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-04-26T01:58:54.327 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:54 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] up:active 2024-04-26T01:58:54.327 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:54 smithi026 ceph-mon[28138]: daemon mds.g assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T01:58:54.327 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:54 smithi026 ceph-mon[28138]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-04-26T01:58:54.327 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:54 smithi026 ceph-mon[28138]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=g=up:creating} 9 up:standby 2024-04-26T01:58:54.327 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:54 smithi026 ceph-mon[28138]: daemon mds.g is now active in filesystem cephfs as rank 2 2024-04-26T01:58:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:54 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] up:active 2024-04-26T01:58:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:54 smithi064 ceph-mon[32613]: daemon mds.g assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T01:58:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:54 smithi064 ceph-mon[32613]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-04-26T01:58:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:54 smithi064 ceph-mon[32613]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=g=up:creating} 9 up:standby 2024-04-26T01:58:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:54 smithi064 ceph-mon[32613]: daemon mds.g is now active in filesystem cephfs as rank 2 2024-04-26T01:58:54.497 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:54 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b[63201]: 2024-04-26T01:58:54.258+0000 7fcee59d5700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-04-26T01:58:54.497 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:54 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b[63201]: 2024-04-26T01:58:54.258+0000 7fcee59d5700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-04-26T01:58:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:54 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] up:active 2024-04-26T01:58:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:54 smithi033 ceph-mon[32805]: daemon mds.g assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T01:58:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:54 smithi033 ceph-mon[32805]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-04-26T01:58:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:54 smithi033 ceph-mon[32805]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=g=up:creating} 9 up:standby 2024-04-26T01:58:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:54 smithi033 ceph-mon[32805]: daemon mds.g is now active in filesystem cephfs as rank 2 2024-04-26T01:58:55.318 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:55 smithi026 ceph-mon[28138]: pgmap v343: 97 pgs: 97 active+clean; 580 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 2 op/s 2024-04-26T01:58:55.318 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:55 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] up:active 2024-04-26T01:58:55.318 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:55 smithi026 ceph-mon[28138]: daemon mds.h assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T01:58:55.318 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:55 smithi026 ceph-mon[28138]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=g=up:active} 9 up:standby 2024-04-26T01:58:55.318 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:55 smithi026 ceph-mon[28138]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=g=up:active,3=h=up:creating} 8 up:standby 2024-04-26T01:58:55.318 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:55 smithi026 ceph-mon[28138]: daemon mds.h is now active in filesystem cephfs as rank 3 2024-04-26T01:58:55.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:55 smithi064 ceph-mon[32613]: pgmap v343: 97 pgs: 97 active+clean; 580 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 2 op/s 2024-04-26T01:58:55.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:55 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] up:active 2024-04-26T01:58:55.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:55 smithi064 ceph-mon[32613]: daemon mds.h assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T01:58:55.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:55 smithi064 ceph-mon[32613]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=g=up:active} 9 up:standby 2024-04-26T01:58:55.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:55 smithi064 ceph-mon[32613]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=g=up:active,3=h=up:creating} 8 up:standby 2024-04-26T01:58:55.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:55 smithi064 ceph-mon[32613]: daemon mds.h is now active in filesystem cephfs as rank 3 2024-04-26T01:58:55.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.498+0000 7f4c88600700 1 -- 172.21.15.26:0/2006539208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c80108a50 msgr2=0x7f4c80108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:55.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.498+0000 7f4c88600700 1 --2- 172.21.15.26:0/2006539208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c80108a50 0x7f4c80108e30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f4c7400b0a0 tx=0x7f4c7400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.498+0000 7f4c88600700 1 -- 172.21.15.26:0/2006539208 shutdown_connections 2024-04-26T01:58:55.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.498+0000 7f4c88600700 1 --2- 172.21.15.26:0/2006539208 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c80103450 0x7f4c8010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.498+0000 7f4c88600700 1 --2- 172.21.15.26:0/2006539208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c80108a50 0x7f4c80108e30 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.498+0000 7f4c88600700 1 --2- 172.21.15.26:0/2006539208 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c80102a90 0x7f4c80102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.498+0000 7f4c88600700 1 -- 172.21.15.26:0/2006539208 >> 172.21.15.26:0/2006539208 conn(0x7f4c80079ba0 msgr2=0x7f4c80079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:55.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.498+0000 7f4c88600700 1 -- 172.21.15.26:0/2006539208 shutdown_connections 2024-04-26T01:58:55.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.498+0000 7f4c88600700 1 -- 172.21.15.26:0/2006539208 wait complete. 2024-04-26T01:58:55.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:55 smithi033 ceph-mon[32805]: pgmap v343: 97 pgs: 97 active+clean; 580 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 2 op/s 2024-04-26T01:58:55.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:55 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] up:active 2024-04-26T01:58:55.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:55 smithi033 ceph-mon[32805]: daemon mds.h assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T01:58:55.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:55 smithi033 ceph-mon[32805]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=g=up:active} 9 up:standby 2024-04-26T01:58:55.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:55 smithi033 ceph-mon[32805]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=g=up:active,3=h=up:creating} 8 up:standby 2024-04-26T01:58:55.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:55 smithi033 ceph-mon[32805]: daemon mds.h is now active in filesystem cephfs as rank 3 2024-04-26T01:58:55.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.500+0000 7f4c88600700 1 Processor -- start 2024-04-26T01:58:55.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.500+0000 7f4c88600700 1 -- start start 2024-04-26T01:58:55.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.500+0000 7f4c88600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c80102a90 0x7f4c80074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:55.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c88600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c80103450 0x7f4c80075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:55.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c88600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c80108a50 0x7f4c800757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:55.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c88600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4c80112c30 con 0x7f4c80102a90 2024-04-26T01:58:55.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c88600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4c80112ab0 con 0x7f4c80103450 2024-04-26T01:58:55.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c88600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4c80112db0 con 0x7f4c80108a50 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c85200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c80103450 0x7f4c80075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c86600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c80108a50 0x7f4c800757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c85200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c80103450 0x7f4c80075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:60266/0 (socket says 172.21.15.26:60266) 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c85c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c80102a90 0x7f4c80074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c86600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c80108a50 0x7f4c800757c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:52048/0 (socket says 172.21.15.26:52048) 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c85200700 1 -- 172.21.15.26:0/3105579730 learned_addr learned my addr 172.21.15.26:0/3105579730 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c85200700 1 -- 172.21.15.26:0/3105579730 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c80108a50 msgr2=0x7f4c800757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c85200700 1 --2- 172.21.15.26:0/3105579730 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c80108a50 0x7f4c800757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c85200700 1 -- 172.21.15.26:0/3105579730 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c80102a90 msgr2=0x7f4c80074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c85200700 1 --2- 172.21.15.26:0/3105579730 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c80102a90 0x7f4c80074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.501+0000 7f4c85200700 1 -- 172.21.15.26:0/3105579730 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c801a7690 con 0x7f4c80103450 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.502+0000 7f4c85200700 1 --2- 172.21.15.26:0/3105579730 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c80103450 0x7f4c80075280 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c00d950 tx=0x7f4c6c00dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.502+0000 7f4c7e000700 1 -- 172.21.15.26:0/3105579730 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c6c016070 con 0x7f4c80103450 2024-04-26T01:58:55.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.502+0000 7f4c7e000700 1 -- 172.21.15.26:0/3105579730 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c6c00fd40 con 0x7f4c80103450 2024-04-26T01:58:55.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.502+0000 7f4c7e000700 1 -- 172.21.15.26:0/3105579730 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c6c00e3b0 con 0x7f4c80103450 2024-04-26T01:58:55.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.502+0000 7f4c88600700 1 -- 172.21.15.26:0/3105579730 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c801a7980 con 0x7f4c80103450 2024-04-26T01:58:55.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.503+0000 7f4c88600700 1 -- 172.21.15.26:0/3105579730 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c801a7e70 con 0x7f4c80103450 2024-04-26T01:58:55.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.504+0000 7f4c88600700 1 -- 172.21.15.26:0/3105579730 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c80069730 con 0x7f4c80103450 2024-04-26T01:58:55.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.506+0000 7f4c7e000700 1 -- 172.21.15.26:0/3105579730 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4c6c019070 con 0x7f4c80103450 2024-04-26T01:58:55.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.508+0000 7f4c7e000700 1 --2- 172.21.15.26:0/3105579730 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f4c680a3cc0 0x7f4c680a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:55.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.508+0000 7f4c7e000700 1 -- 172.21.15.26:0/3105579730 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f4c6c0cfda0 con 0x7f4c80103450 2024-04-26T01:58:55.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.508+0000 7f4c85c00700 1 --2- 172.21.15.26:0/3105579730 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f4c680a3cc0 0x7f4c680a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:55.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.509+0000 7f4c85c00700 1 --2- 172.21.15.26:0/3105579730 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f4c680a3cc0 0x7f4c680a6180 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4c740062a0 tx=0x7f4c74006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:55.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.516+0000 7f4c7e000700 1 -- 172.21.15.26:0/3105579730 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4c6c09c830 con 0x7f4c80103450 2024-04-26T01:58:55.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:55.806+0000 7f4c88600700 1 -- 172.21.15.26:0/3105579730 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f4c8002e020 con 0x7f4c80103450 2024-04-26T01:58:56.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.114+0000 7f4c7e000700 1 -- 172.21.15.26:0/3105579730 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v26) ==== 121+0+0 (secure 0 0 0) 0x7f4c6c09c130 con 0x7f4c80103450 2024-04-26T01:58:56.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.117+0000 7f4c88600700 1 -- 172.21.15.26:0/3105579730 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f4c680a3cc0 msgr2=0x7f4c680a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:56.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.117+0000 7f4c88600700 1 --2- 172.21.15.26:0/3105579730 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f4c680a3cc0 0x7f4c680a6180 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4c740062a0 tx=0x7f4c74006210 comp rx=0 tx=0).stop 2024-04-26T01:58:56.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.117+0000 7f4c88600700 1 -- 172.21.15.26:0/3105579730 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c80103450 msgr2=0x7f4c80075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:56.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.117+0000 7f4c88600700 1 --2- 172.21.15.26:0/3105579730 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c80103450 0x7f4c80075280 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c00d950 tx=0x7f4c6c00dc60 comp rx=0 tx=0).stop 2024-04-26T01:58:56.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.118+0000 7f4c88600700 1 -- 172.21.15.26:0/3105579730 shutdown_connections 2024-04-26T01:58:56.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.118+0000 7f4c88600700 1 --2- 172.21.15.26:0/3105579730 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c80108a50 0x7f4c800757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:56.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.118+0000 7f4c88600700 1 --2- 172.21.15.26:0/3105579730 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f4c680a3cc0 0x7f4c680a6180 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:56.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.118+0000 7f4c88600700 1 --2- 172.21.15.26:0/3105579730 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c80102a90 0x7f4c80074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:56.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.118+0000 7f4c88600700 1 --2- 172.21.15.26:0/3105579730 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c80103450 0x7f4c80075280 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:56.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.118+0000 7f4c88600700 1 -- 172.21.15.26:0/3105579730 >> 172.21.15.26:0/3105579730 conn(0x7f4c80079ba0 msgr2=0x7f4c801018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:56.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.118+0000 7f4c88600700 1 -- 172.21.15.26:0/3105579730 shutdown_connections 2024-04-26T01:58:56.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:56.118+0000 7f4c88600700 1 -- 172.21.15.26:0/3105579730 wait complete. 2024-04-26T01:58:56.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:56 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] up:active 2024-04-26T01:58:56.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:56 smithi026 ceph-mon[28138]: daemon mds.i assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T01:58:56.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:56 smithi026 ceph-mon[28138]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T01:58:56.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:56 smithi026 ceph-mon[28138]: Cluster is now healthy 2024-04-26T01:58:56.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:56 smithi026 ceph-mon[28138]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=g=up:active,3=h=up:active} 8 up:standby 2024-04-26T01:58:56.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:56 smithi026 ceph-mon[28138]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-26T01:58:56.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:56 smithi026 ceph-mon[28138]: daemon mds.i is now active in filesystem cephfs as rank 4 2024-04-26T01:58:56.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:56 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3105579730' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:58:56.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:56 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:58:56.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:56 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] up:active 2024-04-26T01:58:56.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:56 smithi033 ceph-mon[32805]: daemon mds.i assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T01:58:56.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:56 smithi033 ceph-mon[32805]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T01:58:56.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:56 smithi033 ceph-mon[32805]: Cluster is now healthy 2024-04-26T01:58:56.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:56 smithi033 ceph-mon[32805]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=g=up:active,3=h=up:active} 8 up:standby 2024-04-26T01:58:56.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:56 smithi033 ceph-mon[32805]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-26T01:58:56.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:56 smithi033 ceph-mon[32805]: daemon mds.i is now active in filesystem cephfs as rank 4 2024-04-26T01:58:56.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:56 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3105579730' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:58:56.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:56 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:58:56.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:56 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] up:active 2024-04-26T01:58:56.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:56 smithi064 ceph-mon[32613]: daemon mds.i assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T01:58:56.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:56 smithi064 ceph-mon[32613]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T01:58:56.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:56 smithi064 ceph-mon[32613]: Cluster is now healthy 2024-04-26T01:58:56.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:56 smithi064 ceph-mon[32613]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=g=up:active,3=h=up:active} 8 up:standby 2024-04-26T01:58:56.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:56 smithi064 ceph-mon[32613]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-26T01:58:56.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:56 smithi064 ceph-mon[32613]: daemon mds.i is now active in filesystem cephfs as rank 4 2024-04-26T01:58:56.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:56 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3105579730' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:58:56.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:56 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:58:56.913 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-04-26T01:58:57.363 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:57.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:57 smithi026 ceph-mon[28138]: pgmap v344: 97 pgs: 97 active+clean; 580 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 2 op/s 2024-04-26T01:58:57.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:57 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T01:58:57.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:57 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] up:active 2024-04-26T01:58:57.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:57 smithi026 ceph-mon[28138]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:58:57.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:57 smithi026 ceph-mon[28138]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:57 smithi033 ceph-mon[32805]: pgmap v344: 97 pgs: 97 active+clean; 580 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 2 op/s 2024-04-26T01:58:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:57 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T01:58:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:57 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] up:active 2024-04-26T01:58:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:57 smithi033 ceph-mon[32805]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:58:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:57 smithi033 ceph-mon[32805]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:57 smithi064 ceph-mon[32613]: pgmap v344: 97 pgs: 97 active+clean; 580 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 2 op/s 2024-04-26T01:58:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:57 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T01:58:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:57 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] up:active 2024-04-26T01:58:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:57 smithi064 ceph-mon[32613]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:58:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:57 smithi064 ceph-mon[32613]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:59.376 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:58:59 smithi026 ceph-mon[28138]: pgmap v345: 97 pgs: 97 active+clean; 583 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2024-04-26T01:58:59.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:58:59 smithi033 ceph-mon[32805]: pgmap v345: 97 pgs: 97 active+clean; 583 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2024-04-26T01:58:59.498 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 01:58:59 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b[63201]: 2024-04-26T01:58:59.258+0000 7fcee59d5700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-04-26T01:58:59.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:58:59 smithi064 ceph-mon[32613]: pgmap v345: 97 pgs: 97 active+clean; 583 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2024-04-26T01:58:59.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.675+0000 7f1afa200700 1 -- 172.21.15.26:0/1985866283 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1af410f270 msgr2=0x7f1af4111660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:59.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.675+0000 7f1afa200700 1 --2- 172.21.15.26:0/1985866283 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1af410f270 0x7f1af4111660 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1aec00b0a0 tx=0x7f1aec00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:58:59.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.675+0000 7f1afa200700 1 -- 172.21.15.26:0/1985866283 shutdown_connections 2024-04-26T01:58:59.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.675+0000 7f1afa200700 1 --2- 172.21.15.26:0/1985866283 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1af410f270 0x7f1af4111660 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:59.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.675+0000 7f1afa200700 1 --2- 172.21.15.26:0/1985866283 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1af41016c0 0x7f1af4101aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:59.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.675+0000 7f1afa200700 1 --2- 172.21.15.26:0/1985866283 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af4102070 0x7f1af410ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:59.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.675+0000 7f1afa200700 1 -- 172.21.15.26:0/1985866283 >> 172.21.15.26:0/1985866283 conn(0x7f1af40fd360 msgr2=0x7f1af40ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:59.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.675+0000 7f1afa200700 1 -- 172.21.15.26:0/1985866283 shutdown_connections 2024-04-26T01:58:59.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.675+0000 7f1afa200700 1 -- 172.21.15.26:0/1985866283 wait complete. 2024-04-26T01:58:59.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.677+0000 7f1afa200700 1 Processor -- start 2024-04-26T01:58:59.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.677+0000 7f1afa200700 1 -- start start 2024-04-26T01:58:59.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.677+0000 7f1afa200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1af41016c0 0x7f1af419b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:59.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.677+0000 7f1afa200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af4102070 0x7f1af419b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:59.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.677+0000 7f1afa200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1af410f270 0x7f1af419fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:59.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.677+0000 7f1afa200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1af4114d90 con 0x7f1af4102070 2024-04-26T01:58:59.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.677+0000 7f1afa200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1af4114c10 con 0x7f1af410f270 2024-04-26T01:58:59.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.677+0000 7f1afa200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1af4114f10 con 0x7f1af41016c0 2024-04-26T01:58:59.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.678+0000 7f1af9800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1af410f270 0x7f1af419fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:59.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.678+0000 7f1af3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af4102070 0x7f1af419b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:59.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.678+0000 7f1af9800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1af410f270 0x7f1af419fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:53450/0 (socket says 172.21.15.26:53450) 2024-04-26T01:58:59.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.678+0000 7f1af3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af4102070 0x7f1af419b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34326/0 (socket says 172.21.15.26:34326) 2024-04-26T01:58:59.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.678+0000 7f1af9800700 1 -- 172.21.15.26:0/2343457410 learned_addr learned my addr 172.21.15.26:0/2343457410 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:58:59.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.678+0000 7f1af8e00700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1af41016c0 0x7f1af419b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:59.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.678+0000 7f1af9800700 1 -- 172.21.15.26:0/2343457410 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1af41016c0 msgr2=0x7f1af419b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:59.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.678+0000 7f1af9800700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1af41016c0 0x7f1af419b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:59.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.678+0000 7f1af9800700 1 -- 172.21.15.26:0/2343457410 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af4102070 msgr2=0x7f1af419b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:59.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.678+0000 7f1af9800700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af4102070 0x7f1af419b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:59.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.678+0000 7f1af9800700 1 -- 172.21.15.26:0/2343457410 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1af41a02b0 con 0x7f1af410f270 2024-04-26T01:58:59.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.678+0000 7f1af8e00700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1af41016c0 0x7f1af419b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:59.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.679+0000 7f1af9800700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1af410f270 0x7f1af419fb70 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1aec00b070 tx=0x7f1aec004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:59.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.679+0000 7f1af1600700 1 -- 172.21.15.26:0/2343457410 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec021070 con 0x7f1af410f270 2024-04-26T01:58:59.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.679+0000 7f1af1600700 1 -- 172.21.15.26:0/2343457410 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1aec007e30 con 0x7f1af410f270 2024-04-26T01:58:59.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.679+0000 7f1afa200700 1 -- 172.21.15.26:0/2343457410 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1af41a0540 con 0x7f1af410f270 2024-04-26T01:58:59.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.679+0000 7f1af1600700 1 -- 172.21.15.26:0/2343457410 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec004620 con 0x7f1af410f270 2024-04-26T01:58:59.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.679+0000 7f1afa200700 1 -- 172.21.15.26:0/2343457410 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1af41a7e20 con 0x7f1af410f270 2024-04-26T01:58:59.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.681+0000 7f1afa200700 1 -- 172.21.15.26:0/2343457410 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1af4069730 con 0x7f1af410f270 2024-04-26T01:58:59.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.683+0000 7f1af1600700 1 -- 172.21.15.26:0/2343457410 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f1aec003d00 con 0x7f1af410f270 2024-04-26T01:58:59.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.685+0000 7f1af1600700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f1adc0a3c40 0x7f1adc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:59.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.685+0000 7f1af1600700 1 -- 172.21.15.26:0/2343457410 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f1aec00f020 con 0x7f1af410f270 2024-04-26T01:58:59.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.685+0000 7f1af8e00700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f1adc0a3c40 0x7f1adc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:59.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.686+0000 7f1af8e00700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f1adc0a3c40 0x7f1adc0a6100 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1ae8009680 tx=0x7f1ae8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:59.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.689+0000 7f1af1600700 1 -- 172.21.15.26:0/2343457410 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1aec02a020 con 0x7f1af410f270 2024-04-26T01:58:59.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:58:59.973+0000 7f1afa200700 1 -- 172.21.15.26:0/2343457410 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f1af402df80 con 0x7f1af410f270 2024-04-26T01:59:00.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.685+0000 7f1af1600700 1 -- 172.21.15.26:0/2343457410 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v28) ==== 115+0+0 (secure 0 0 0) 0x7f1aec09e160 con 0x7f1af410f270 2024-04-26T01:59:00.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.688+0000 7f1afa200700 1 -- 172.21.15.26:0/2343457410 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f1adc0a3c40 msgr2=0x7f1adc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:00.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.688+0000 7f1afa200700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f1adc0a3c40 0x7f1adc0a6100 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1ae8009680 tx=0x7f1ae8009260 comp rx=0 tx=0).stop 2024-04-26T01:59:00.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.689+0000 7f1afa200700 1 -- 172.21.15.26:0/2343457410 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1af410f270 msgr2=0x7f1af419fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:00.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.689+0000 7f1afa200700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1af410f270 0x7f1af419fb70 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1aec00b070 tx=0x7f1aec004c80 comp rx=0 tx=0).stop 2024-04-26T01:59:00.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.689+0000 7f1afa200700 1 -- 172.21.15.26:0/2343457410 shutdown_connections 2024-04-26T01:59:00.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.689+0000 7f1afa200700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1af410f270 0x7f1af419fb70 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:00.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.689+0000 7f1afa200700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1af41016c0 0x7f1af419b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:00.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.689+0000 7f1afa200700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f1adc0a3c40 0x7f1adc0a6100 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:00.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.689+0000 7f1afa200700 1 --2- 172.21.15.26:0/2343457410 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af4102070 0x7f1af419b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:00.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.689+0000 7f1afa200700 1 -- 172.21.15.26:0/2343457410 >> 172.21.15.26:0/2343457410 conn(0x7f1af40fd360 msgr2=0x7f1af4110540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:00.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.689+0000 7f1afa200700 1 -- 172.21.15.26:0/2343457410 shutdown_connections 2024-04-26T01:59:00.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:00.689+0000 7f1afa200700 1 -- 172.21.15.26:0/2343457410 wait complete. 2024-04-26T01:59:00.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:00 smithi064 ceph-mon[32613]: pgmap v346: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-04-26T01:59:00.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:00 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2343457410' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:59:00.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:00 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:59:00.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:00 smithi026 ceph-mon[28138]: pgmap v346: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-04-26T01:59:00.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:00 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2343457410' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:59:00.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:00 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:59:00.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:00 smithi033 ceph-mon[32805]: pgmap v346: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-04-26T01:59:00.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:00 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2343457410' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:59:00.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:00 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:59:01.581 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-04-26T01:59:01.582 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-04-26T01:59:01.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:01 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T01:59:01.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:01 smithi026 ceph-mon[28138]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:59:01.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:01 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T01:59:01.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:01 smithi033 ceph-mon[32805]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:59:02.049 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:02.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:01 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T01:59:02.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:01 smithi064 ceph-mon[32613]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:59:02.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:02 smithi026 ceph-mon[28138]: pgmap v347: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-04-26T01:59:02.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:02 smithi033 ceph-mon[32805]: pgmap v347: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-04-26T01:59:03.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:02 smithi064 ceph-mon[32613]: pgmap v347: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-04-26T01:59:04.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.308+0000 7fb2ee600700 1 -- 172.21.15.26:0/3755391594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2e8107940 msgr2=0x7fb2e8107d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:04.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.308+0000 7fb2ee600700 1 --2- 172.21.15.26:0/3755391594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2e8107940 0x7fb2e8107d20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb2d80099c0 tx=0x7fb2d8009cd0 comp rx=0 tx=0).stop 2024-04-26T01:59:04.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.308+0000 7fb2ee600700 1 -- 172.21.15.26:0/3755391594 shutdown_connections 2024-04-26T01:59:04.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.308+0000 7fb2ee600700 1 --2- 172.21.15.26:0/3755391594 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2e81034b0 0x7fb2e810f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:04.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.308+0000 7fb2ee600700 1 --2- 172.21.15.26:0/3755391594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2e8107940 0x7fb2e8107d20 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:04.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.308+0000 7fb2ee600700 1 --2- 172.21.15.26:0/3755391594 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2e8102af0 0x7fb2e8102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:04.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.308+0000 7fb2ee600700 1 -- 172.21.15.26:0/3755391594 >> 172.21.15.26:0/3755391594 conn(0x7fb2e8079ba0 msgr2=0x7fb2e8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:04.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.308+0000 7fb2ee600700 1 -- 172.21.15.26:0/3755391594 shutdown_connections 2024-04-26T01:59:04.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.308+0000 7fb2ee600700 1 -- 172.21.15.26:0/3755391594 wait complete. 2024-04-26T01:59:04.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.309+0000 7fb2ee600700 1 Processor -- start 2024-04-26T01:59:04.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.309+0000 7fb2ee600700 1 -- start start 2024-04-26T01:59:04.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2ee600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2e8102af0 0x7fb2e8076930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:04.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2ee600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2e81034b0 0x7fb2e8074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:04.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2ee600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2e8107940 0x7fb2e80753a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:04.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2ee600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e8112c40 con 0x7fb2e81034b0 2024-04-26T01:59:04.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2ee600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e8112ac0 con 0x7fb2e8107940 2024-04-26T01:59:04.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2ee600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e8112dc0 con 0x7fb2e8102af0 2024-04-26T01:59:04.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2e7e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2e8107940 0x7fb2e80753a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:04.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2e7400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2e8102af0 0x7fb2e8076930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:04.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2e6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2e81034b0 0x7fb2e8074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:04.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2e7400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2e8102af0 0x7fb2e8076930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:52812/0 (socket says 172.21.15.26:52812) 2024-04-26T01:59:04.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2e7400700 1 -- 172.21.15.26:0/1306937570 learned_addr learned my addr 172.21.15.26:0/1306937570 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:04.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2e7e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2e8107940 0x7fb2e80753a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:53464/0 (socket says 172.21.15.26:53464) 2024-04-26T01:59:04.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2e7e00700 1 -- 172.21.15.26:0/1306937570 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2e8102af0 msgr2=0x7fb2e8076930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:04.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2e7e00700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2e8102af0 0x7fb2e8076930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:04.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2e7e00700 1 -- 172.21.15.26:0/1306937570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2e81034b0 msgr2=0x7fb2e8074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:04.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.310+0000 7fb2e7e00700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2e81034b0 0x7fb2e8074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:04.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.311+0000 7fb2e7e00700 1 -- 172.21.15.26:0/1306937570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2e81abae0 con 0x7fb2e8107940 2024-04-26T01:59:04.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.311+0000 7fb2e7400700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2e8102af0 0x7fb2e8076930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:04.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.311+0000 7fb2e7e00700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2e8107940 0x7fb2e80753a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb2e000efc0 tx=0x7fb2e000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:04.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.311+0000 7fb2dfe00700 1 -- 172.21.15.26:0/1306937570 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e00092e0 con 0x7fb2e8107940 2024-04-26T01:59:04.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.311+0000 7fb2dfe00700 1 -- 172.21.15.26:0/1306937570 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2e0004bb0 con 0x7fb2e8107940 2024-04-26T01:59:04.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.311+0000 7fb2ee600700 1 -- 172.21.15.26:0/1306937570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2e81abd10 con 0x7fb2e8107940 2024-04-26T01:59:04.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.311+0000 7fb2dfe00700 1 -- 172.21.15.26:0/1306937570 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e0004020 con 0x7fb2e8107940 2024-04-26T01:59:04.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.311+0000 7fb2ee600700 1 -- 172.21.15.26:0/1306937570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2e81ac1d0 con 0x7fb2e8107940 2024-04-26T01:59:04.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.312+0000 7fb2ee600700 1 -- 172.21.15.26:0/1306937570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2e81041b0 con 0x7fb2e8107940 2024-04-26T01:59:04.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.314+0000 7fb2dfe00700 1 -- 172.21.15.26:0/1306937570 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb2e001b030 con 0x7fb2e8107940 2024-04-26T01:59:04.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.316+0000 7fb2dfe00700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2cc0a3c40 0x7fb2cc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:04.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.316+0000 7fb2dfe00700 1 -- 172.21.15.26:0/1306937570 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fb2e00cfcd0 con 0x7fb2e8107940 2024-04-26T01:59:04.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.316+0000 7fb2e7400700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2cc0a3c40 0x7fb2cc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:04.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.317+0000 7fb2e7400700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2cc0a3c40 0x7fb2cc0a6100 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb2d8009990 tx=0x7fb2d8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:04.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.320+0000 7fb2dfe00700 1 -- 172.21.15.26:0/1306937570 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb2e0022020 con 0x7fb2e8107940 2024-04-26T01:59:04.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.587+0000 7fb2ee600700 1 -- 172.21.15.26:0/1306937570 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fb2e8062e80 con 0x7fb2cc0a3c40 2024-04-26T01:59:04.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.637+0000 7fb2dfe00700 1 -- 172.21.15.26:0/1306937570 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb2e8062e80 con 0x7fb2cc0a3c40 2024-04-26T01:59:04.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.640+0000 7fb2ee600700 1 -- 172.21.15.26:0/1306937570 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2cc0a3c40 msgr2=0x7fb2cc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:04.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.640+0000 7fb2ee600700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2cc0a3c40 0x7fb2cc0a6100 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb2d8009990 tx=0x7fb2d8005960 comp rx=0 tx=0).stop 2024-04-26T01:59:04.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.640+0000 7fb2ee600700 1 -- 172.21.15.26:0/1306937570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2e8107940 msgr2=0x7fb2e80753a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:04.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.640+0000 7fb2ee600700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2e8107940 0x7fb2e80753a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb2e000efc0 tx=0x7fb2e000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:59:04.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.641+0000 7fb2ee600700 1 -- 172.21.15.26:0/1306937570 shutdown_connections 2024-04-26T01:59:04.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.641+0000 7fb2ee600700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2e8107940 0x7fb2e80753a0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:04.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.641+0000 7fb2ee600700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2e8102af0 0x7fb2e8076930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:04.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.641+0000 7fb2ee600700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2cc0a3c40 0x7fb2cc0a6100 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:04.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.641+0000 7fb2ee600700 1 --2- 172.21.15.26:0/1306937570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2e81034b0 0x7fb2e8074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:04.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.641+0000 7fb2ee600700 1 -- 172.21.15.26:0/1306937570 >> 172.21.15.26:0/1306937570 conn(0x7fb2e8079ba0 msgr2=0x7fb2e8100be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:04.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.641+0000 7fb2ee600700 1 -- 172.21.15.26:0/1306937570 shutdown_connections 2024-04-26T01:59:04.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:04.641+0000 7fb2ee600700 1 -- 172.21.15.26:0/1306937570 wait complete. 2024-04-26T01:59:04.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:04 smithi026 ceph-mon[28138]: pgmap v348: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.0 KiB/s wr, 21 op/s 2024-04-26T01:59:04.979 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:59:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:59:04.600+0000 7f40b9600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:59:04.979 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:59:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:59:04.600+0000 7f40b9600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:59:04.979 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:59:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:59:04.600+0000 7f40b9600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:59:04.979 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:59:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:59:04.600+0000 7f40b9600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:59:04.979 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 01:59:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T01:59:04.600+0000 7f40b9600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:59:04.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:04 smithi033 ceph-mon[32805]: pgmap v348: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.0 KiB/s wr, 21 op/s 2024-04-26T01:59:05.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:04 smithi064 ceph-mon[32613]: pgmap v348: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.0 KiB/s wr, 21 op/s 2024-04-26T01:59:05.447 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-26T01:59:05.922 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:05.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:05 smithi026 ceph-mon[28138]: from='client.24596 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-26T01:59:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2024-04-26T01:59:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-04-26T01:59:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-04-26T01:59:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-04-26T01:59:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-04-26T01:59:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]: dispatch 2024-04-26T01:59:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:05 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 8]}]: dispatch 2024-04-26T01:59:05.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:05 smithi033 ceph-mon[32805]: from='client.24596 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:05.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-26T01:59:05.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2024-04-26T01:59:05.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-04-26T01:59:05.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-04-26T01:59:05.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-04-26T01:59:05.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-04-26T01:59:05.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]: dispatch 2024-04-26T01:59:05.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:05 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 8]}]: dispatch 2024-04-26T01:59:06.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:05 smithi064 ceph-mon[32613]: from='client.24596 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:06.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-26T01:59:06.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2024-04-26T01:59:06.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-04-26T01:59:06.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-04-26T01:59:06.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-04-26T01:59:06.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-04-26T01:59:06.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]: dispatch 2024-04-26T01:59:06.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:05 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 8]}]: dispatch 2024-04-26T01:59:06.987 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:06 smithi026 ceph-mon[28138]: pgmap v349: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.2 KiB/s wr, 20 op/s 2024-04-26T01:59:06.987 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-26T01:59:06.988 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2024-04-26T01:59:06.988 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-04-26T01:59:06.988 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-04-26T01:59:06.988 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-04-26T01:59:06.988 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-04-26T01:59:06.988 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]': finished 2024-04-26T01:59:06.988 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:06 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 8]}]': finished 2024-04-26T01:59:06.988 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:06 smithi026 ceph-mon[28138]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T01:59:06.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:06 smithi033 ceph-mon[32805]: pgmap v349: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.2 KiB/s wr, 20 op/s 2024-04-26T01:59:06.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-26T01:59:06.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2024-04-26T01:59:06.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-04-26T01:59:06.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-04-26T01:59:06.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-04-26T01:59:06.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-04-26T01:59:06.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]': finished 2024-04-26T01:59:06.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:06 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 8]}]': finished 2024-04-26T01:59:06.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:06 smithi033 ceph-mon[32805]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T01:59:07.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:06 smithi064 ceph-mon[32613]: pgmap v349: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.2 KiB/s wr, 20 op/s 2024-04-26T01:59:07.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-26T01:59:07.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2024-04-26T01:59:07.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-04-26T01:59:07.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-04-26T01:59:07.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-04-26T01:59:07.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-04-26T01:59:07.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]': finished 2024-04-26T01:59:07.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:06 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 8]}]': finished 2024-04-26T01:59:07.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:06 smithi064 ceph-mon[32613]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T01:59:07.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:07 smithi033 ceph-mon[32805]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T01:59:07.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:07 smithi033 ceph-mon[32805]: mgrmap e17: x(active, since 9m), standbys: z, y 2024-04-26T01:59:08.008 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:07 smithi026 ceph-mon[28138]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T01:59:08.008 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:07 smithi026 ceph-mon[28138]: mgrmap e17: x(active, since 9m), standbys: z, y 2024-04-26T01:59:08.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:07 smithi064 ceph-mon[32613]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T01:59:08.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:07 smithi064 ceph-mon[32613]: mgrmap e17: x(active, since 9m), standbys: z, y 2024-04-26T01:59:08.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.300+0000 7f3847a00700 1 -- 172.21.15.26:0/4046633603 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3840104ec0 msgr2=0x7f38401052a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:08.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.300+0000 7f3847a00700 1 --2- 172.21.15.26:0/4046633603 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3840104ec0 0x7f38401052a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f38340099c0 tx=0x7f3834009cd0 comp rx=0 tx=0).stop 2024-04-26T01:59:08.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.300+0000 7f3847a00700 1 -- 172.21.15.26:0/4046633603 shutdown_connections 2024-04-26T01:59:08.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.300+0000 7f3847a00700 1 --2- 172.21.15.26:0/4046633603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3840109fa0 0x7f3840111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:08.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.300+0000 7f3847a00700 1 --2- 172.21.15.26:0/4046633603 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3840104ec0 0x7f38401052a0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:08.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.300+0000 7f3847a00700 1 --2- 172.21.15.26:0/4046633603 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3840105870 0x7f38401098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:08.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.300+0000 7f3847a00700 1 -- 172.21.15.26:0/4046633603 >> 172.21.15.26:0/4046633603 conn(0x7f3840100750 msgr2=0x7f3840102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:08.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.300+0000 7f3847a00700 1 -- 172.21.15.26:0/4046633603 shutdown_connections 2024-04-26T01:59:08.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.300+0000 7f3847a00700 1 -- 172.21.15.26:0/4046633603 wait complete. 2024-04-26T01:59:08.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.301+0000 7f3847a00700 1 Processor -- start 2024-04-26T01:59:08.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.301+0000 7f3847a00700 1 -- start start 2024-04-26T01:59:08.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.302+0000 7f3847a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3840104ec0 0x7f384019b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:08.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.302+0000 7f3847a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3840105870 0x7f384019b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:08.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.302+0000 7f3847a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3840109fa0 0x7f384019fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:08.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.302+0000 7f3847a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3840114ea0 con 0x7f3840104ec0 2024-04-26T01:59:08.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.302+0000 7f3847a00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3840114d20 con 0x7f3840105870 2024-04-26T01:59:08.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.302+0000 7f3847a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3840115020 con 0x7f3840109fa0 2024-04-26T01:59:08.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.302+0000 7f3845000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3840104ec0 0x7f384019b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:08.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.302+0000 7f3845000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3840104ec0 0x7f384019b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54688/0 (socket says 172.21.15.26:54688) 2024-04-26T01:59:08.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.302+0000 7f383fe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3840105870 0x7f384019b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:08.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.302+0000 7f3845000700 1 -- 172.21.15.26:0/2337331152 learned_addr learned my addr 172.21.15.26:0/2337331152 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:08.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.302+0000 7f3845a00700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3840109fa0 0x7f384019fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:08.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.303+0000 7f383fe00700 1 -- 172.21.15.26:0/2337331152 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3840109fa0 msgr2=0x7f384019fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:08.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.303+0000 7f383fe00700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3840109fa0 0x7f384019fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:08.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.303+0000 7f383fe00700 1 -- 172.21.15.26:0/2337331152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3840104ec0 msgr2=0x7f384019b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:08.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.303+0000 7f383fe00700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3840104ec0 0x7f384019b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:08.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.303+0000 7f383fe00700 1 -- 172.21.15.26:0/2337331152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38401a03d0 con 0x7f3840105870 2024-04-26T01:59:08.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.303+0000 7f383fe00700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3840105870 0x7f384019b950 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f382c00e9c0 tx=0x7f382c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:08.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.303+0000 7f383d600700 1 -- 172.21.15.26:0/2337331152 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382c004220 con 0x7f3840105870 2024-04-26T01:59:08.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.303+0000 7f3847a00700 1 -- 172.21.15.26:0/2337331152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38401a06c0 con 0x7f3840105870 2024-04-26T01:59:08.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.303+0000 7f383d600700 1 -- 172.21.15.26:0/2337331152 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f382c004ce0 con 0x7f3840105870 2024-04-26T01:59:08.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.304+0000 7f383d600700 1 -- 172.21.15.26:0/2337331152 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382c01c070 con 0x7f3840105870 2024-04-26T01:59:08.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.304+0000 7f3847a00700 1 -- 172.21.15.26:0/2337331152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38401a7f40 con 0x7f3840105870 2024-04-26T01:59:08.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.305+0000 7f3847a00700 1 -- 172.21.15.26:0/2337331152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3840069730 con 0x7f3840105870 2024-04-26T01:59:08.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.307+0000 7f383d600700 1 -- 172.21.15.26:0/2337331152 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f382c004750 con 0x7f3840105870 2024-04-26T01:59:08.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.308+0000 7f383d600700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f38280a3d50 0x7f38280a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:08.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.308+0000 7f383d600700 1 -- 172.21.15.26:0/2337331152 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f382c0d0400 con 0x7f3840105870 2024-04-26T01:59:08.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.308+0000 7f3845000700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f38280a3d50 0x7f38280a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:08.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.309+0000 7f3845000700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f38280a3d50 0x7f38280a6210 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3834009990 tx=0x7f3834005ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:08.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.313+0000 7f383d600700 1 -- 172.21.15.26:0/2337331152 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f382c09cc30 con 0x7f3840105870 2024-04-26T01:59:08.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.579+0000 7f3847a00700 1 -- 172.21.15.26:0/2337331152 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f3840062e80 con 0x7f38280a3d50 2024-04-26T01:59:08.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.621+0000 7f383d600700 1 -- 172.21.15.26:0/2337331152 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f3840062e80 con 0x7f38280a3d50 2024-04-26T01:59:08.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.624+0000 7f3847a00700 1 -- 172.21.15.26:0/2337331152 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f38280a3d50 msgr2=0x7f38280a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:08.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.624+0000 7f3847a00700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f38280a3d50 0x7f38280a6210 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3834009990 tx=0x7f3834005ab0 comp rx=0 tx=0).stop 2024-04-26T01:59:08.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.624+0000 7f3847a00700 1 -- 172.21.15.26:0/2337331152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3840105870 msgr2=0x7f384019b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:08.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.624+0000 7f3847a00700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3840105870 0x7f384019b950 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f382c00e9c0 tx=0x7f382c00ecd0 comp rx=0 tx=0).stop 2024-04-26T01:59:08.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.624+0000 7f3847a00700 1 -- 172.21.15.26:0/2337331152 shutdown_connections 2024-04-26T01:59:08.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.624+0000 7f3847a00700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3840109fa0 0x7f384019fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:08.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.624+0000 7f3847a00700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f38280a3d50 0x7f38280a6210 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:08.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.624+0000 7f3847a00700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3840104ec0 0x7f384019b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:08.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.624+0000 7f3847a00700 1 --2- 172.21.15.26:0/2337331152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3840105870 0x7f384019b950 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:08.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.624+0000 7f3847a00700 1 -- 172.21.15.26:0/2337331152 >> 172.21.15.26:0/2337331152 conn(0x7f3840100750 msgr2=0x7f3840102a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:08.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.624+0000 7f3847a00700 1 -- 172.21.15.26:0/2337331152 shutdown_connections 2024-04-26T01:59:08.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:08.624+0000 7f3847a00700 1 -- 172.21.15.26:0/2337331152 wait complete. 2024-04-26T01:59:08.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:08 smithi026 ceph-mon[28138]: pgmap v352: 97 pgs: 1 activating, 96 active+clean; 585 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 383 B/s wr, 10 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:59:08.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:08 smithi033 ceph-mon[32805]: pgmap v352: 97 pgs: 1 activating, 96 active+clean; 585 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 383 B/s wr, 10 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:59:09.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:08 smithi064 ceph-mon[32613]: pgmap v352: 97 pgs: 1 activating, 96 active+clean; 585 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 383 B/s wr, 10 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:59:09.509 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-26T01:59:09.980 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:10.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:09 smithi064 ceph-mon[32613]: from='client.24608 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:10.133 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:09 smithi026 ceph-mon[28138]: from='client.24608 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:10.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:09 smithi033 ceph-mon[32805]: from='client.24608 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:10.871 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:10 smithi026 ceph-mon[28138]: pgmap v353: 97 pgs: 1 activating, 96 active+clean; 592 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.6 KiB/s wr, 14 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:59:11.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:10 smithi064 ceph-mon[32613]: pgmap v353: 97 pgs: 1 activating, 96 active+clean; 592 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.6 KiB/s wr, 14 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:59:11.149 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:10 smithi033 ceph-mon[32805]: pgmap v353: 97 pgs: 1 activating, 96 active+clean; 592 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.6 KiB/s wr, 14 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:59:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.243+0000 7f2067000700 1 -- 172.21.15.26:0/3335186532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20601092d0 msgr2=0x7f20601096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.243+0000 7f2067000700 1 --2- 172.21.15.26:0/3335186532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20601092d0 0x7f20601096b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2050009990 tx=0x7f2050009ca0 comp rx=0 tx=0).stop 2024-04-26T01:59:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.243+0000 7f2067000700 1 -- 172.21.15.26:0/3335186532 shutdown_connections 2024-04-26T01:59:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.243+0000 7f2067000700 1 --2- 172.21.15.26:0/3335186532 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f206010e3b0 0x7f2060115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.243+0000 7f2067000700 1 --2- 172.21.15.26:0/3335186532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20601092d0 0x7f20601096b0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.243+0000 7f2067000700 1 --2- 172.21.15.26:0/3335186532 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2060109c80 0x7f206010dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:12.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.243+0000 7f2067000700 1 -- 172.21.15.26:0/3335186532 >> 172.21.15.26:0/3335186532 conn(0x7f2060076210 msgr2=0x7f2060107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:12.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.243+0000 7f2067000700 1 -- 172.21.15.26:0/3335186532 shutdown_connections 2024-04-26T01:59:12.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.243+0000 7f2067000700 1 -- 172.21.15.26:0/3335186532 wait complete. 2024-04-26T01:59:12.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.244+0000 7f2067000700 1 Processor -- start 2024-04-26T01:59:12.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.245+0000 7f2067000700 1 -- start start 2024-04-26T01:59:12.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.245+0000 7f2067000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20601092d0 0x7f206019f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:12.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.245+0000 7f2067000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2060109c80 0x7f206019fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:12.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.245+0000 7f2067000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f206010e3b0 0x7f20601a4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:12.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.245+0000 7f2067000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2060119260 con 0x7f20601092d0 2024-04-26T01:59:12.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.245+0000 7f2067000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f20601190e0 con 0x7f2060109c80 2024-04-26T01:59:12.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.245+0000 7f2067000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f20601193e0 con 0x7f206010e3b0 2024-04-26T01:59:12.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.245+0000 7f205f400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2060109c80 0x7f206019fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:12.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.245+0000 7f205fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20601092d0 0x7f206019f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:12.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.245+0000 7f205f400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2060109c80 0x7f206019fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:34060/0 (socket says 172.21.15.26:34060) 2024-04-26T01:59:12.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.245+0000 7f205f400700 1 -- 172.21.15.26:0/1151786266 learned_addr learned my addr 172.21.15.26:0/1151786266 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:12.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.245+0000 7f2065000700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f206010e3b0 0x7f20601a4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.246+0000 7f205f400700 1 -- 172.21.15.26:0/1151786266 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f206010e3b0 msgr2=0x7f20601a4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.246+0000 7f205f400700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f206010e3b0 0x7f20601a4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.246+0000 7f205f400700 1 -- 172.21.15.26:0/1151786266 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20601092d0 msgr2=0x7f206019f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.246+0000 7f205f400700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20601092d0 0x7f206019f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.246+0000 7f205f400700 1 -- 172.21.15.26:0/1151786266 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20601a4760 con 0x7f2060109c80 2024-04-26T01:59:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.246+0000 7f2065000700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f206010e3b0 0x7f20601a4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.246+0000 7f205f400700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2060109c80 0x7f206019fc90 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f204c00e9f0 tx=0x7f204c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.246+0000 7f205cc00700 1 -- 172.21.15.26:0/1151786266 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f204c004a30 con 0x7f2060109c80 2024-04-26T01:59:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.246+0000 7f205cc00700 1 -- 172.21.15.26:0/1151786266 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f204c00cc70 con 0x7f2060109c80 2024-04-26T01:59:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.247+0000 7f205cc00700 1 -- 172.21.15.26:0/1151786266 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f204c005530 con 0x7f2060109c80 2024-04-26T01:59:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.247+0000 7f2067000700 1 -- 172.21.15.26:0/1151786266 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20601a4a50 con 0x7f2060109c80 2024-04-26T01:59:12.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.247+0000 7f2067000700 1 -- 172.21.15.26:0/1151786266 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20601ac2d0 con 0x7f2060109c80 2024-04-26T01:59:12.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.248+0000 7f2067000700 1 -- 172.21.15.26:0/1151786266 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2060069730 con 0x7f2060109c80 2024-04-26T01:59:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.250+0000 7f205cc00700 1 -- 172.21.15.26:0/1151786266 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f204c004bd0 con 0x7f2060109c80 2024-04-26T01:59:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.252+0000 7f205cc00700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f20440a3d50 0x7f20440a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.252+0000 7f205cc00700 1 -- 172.21.15.26:0/1151786266 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f204c0d08a0 con 0x7f2060109c80 2024-04-26T01:59:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.252+0000 7f205fe00700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f20440a3d50 0x7f20440a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.253+0000 7f205fe00700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f20440a3d50 0x7f20440a6210 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f20500098e0 tx=0x7f2050005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.254+0000 7f205cc00700 1 -- 172.21.15.26:0/1151786266 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f204c00ce20 con 0x7f2060109c80 2024-04-26T01:59:12.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.523+0000 7f2067000700 1 -- 172.21.15.26:0/1151786266 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f2060062e80 con 0x7f20440a3d50 2024-04-26T01:59:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.531+0000 7f205cc00700 1 -- 172.21.15.26:0/1151786266 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f2060062e80 con 0x7f20440a3d50 2024-04-26T01:59:12.531 INFO:teuthology.orchestra.run.smithi026.stdout:/volumes/qa/sv_0/e500c0d8-07a9-4eaf-b98c-15c2729153b7 2024-04-26T01:59:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.534+0000 7f2067000700 1 -- 172.21.15.26:0/1151786266 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f20440a3d50 msgr2=0x7f20440a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.534+0000 7f2067000700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f20440a3d50 0x7f20440a6210 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f20500098e0 tx=0x7f2050005960 comp rx=0 tx=0).stop 2024-04-26T01:59:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.534+0000 7f2067000700 1 -- 172.21.15.26:0/1151786266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2060109c80 msgr2=0x7f206019fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.534+0000 7f2067000700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2060109c80 0x7f206019fc90 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f204c00e9f0 tx=0x7f204c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:59:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.534+0000 7f2067000700 1 -- 172.21.15.26:0/1151786266 shutdown_connections 2024-04-26T01:59:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.534+0000 7f2067000700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f206010e3b0 0x7f20601a4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.534+0000 7f2067000700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f20440a3d50 0x7f20440a6210 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.535+0000 7f2067000700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20601092d0 0x7f206019f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.535+0000 7f2067000700 1 --2- 172.21.15.26:0/1151786266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2060109c80 0x7f206019fc90 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.535+0000 7f2067000700 1 -- 172.21.15.26:0/1151786266 >> 172.21.15.26:0/1151786266 conn(0x7f2060076210 msgr2=0x7f206010cff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.535+0000 7f2067000700 1 -- 172.21.15.26:0/1151786266 shutdown_connections 2024-04-26T01:59:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:12.535+0000 7f2067000700 1 -- 172.21.15.26:0/1151786266 wait complete. 2024-04-26T01:59:12.904 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:12 smithi026 ceph-mon[28138]: pgmap v354: 97 pgs: 1 activating, 96 active+clean; 592 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 8 op/s; 8 B/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:59:13.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:12 smithi064 ceph-mon[32613]: pgmap v354: 97 pgs: 1 activating, 96 active+clean; 592 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 8 op/s; 8 B/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:59:13.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:12 smithi033 ceph-mon[32805]: pgmap v354: 97 pgs: 1 activating, 96 active+clean; 592 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 8 op/s; 8 B/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:59:13.343 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-26T01:59:13.823 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:14.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:13 smithi064 ceph-mon[32613]: from='client.24614 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:14.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:13 smithi026 ceph-mon[28138]: from='client.24614 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:14.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:13 smithi033 ceph-mon[32805]: from='client.24614 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:15.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:14 smithi064 ceph-mon[32613]: pgmap v355: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.5 KiB/s wr, 14 op/s; 8 B/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:59:15.177 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:14 smithi026 ceph-mon[28138]: pgmap v355: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.5 KiB/s wr, 14 op/s; 8 B/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:59:15.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:14 smithi033 ceph-mon[32805]: pgmap v355: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.5 KiB/s wr, 14 op/s; 8 B/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:59:16.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.081+0000 7f379bc00700 1 -- 172.21.15.26:0/2238854780 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3794109fa0 msgr2=0x7f3794111b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:16.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.081+0000 7f379bc00700 1 --2- 172.21.15.26:0/2238854780 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3794109fa0 0x7f3794111b70 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f378c00b0d0 tx=0x7f378c00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:59:16.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.081+0000 7f379bc00700 1 -- 172.21.15.26:0/2238854780 shutdown_connections 2024-04-26T01:59:16.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.081+0000 7f379bc00700 1 --2- 172.21.15.26:0/2238854780 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3794109fa0 0x7f3794111b70 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:16.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.081+0000 7f379bc00700 1 --2- 172.21.15.26:0/2238854780 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3794104ec0 0x7f37941052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:16.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.081+0000 7f379bc00700 1 --2- 172.21.15.26:0/2238854780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3794105870 0x7f37941098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:16.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.081+0000 7f379bc00700 1 -- 172.21.15.26:0/2238854780 >> 172.21.15.26:0/2238854780 conn(0x7f3794100750 msgr2=0x7f3794102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:16.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.082+0000 7f379bc00700 1 -- 172.21.15.26:0/2238854780 shutdown_connections 2024-04-26T01:59:16.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.082+0000 7f379bc00700 1 -- 172.21.15.26:0/2238854780 wait complete. 2024-04-26T01:59:16.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.083+0000 7f379bc00700 1 Processor -- start 2024-04-26T01:59:16.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.083+0000 7f379bc00700 1 -- start start 2024-04-26T01:59:16.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.083+0000 7f379bc00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3794104ec0 0x7f379419b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:16.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.083+0000 7f379bc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3794105870 0x7f379419b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:16.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.083+0000 7f379bc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3794109fa0 0x7f379419fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:16.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.083+0000 7f379bc00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3794114e50 con 0x7f3794109fa0 2024-04-26T01:59:16.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.083+0000 7f379bc00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3794114cd0 con 0x7f3794104ec0 2024-04-26T01:59:16.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.083+0000 7f379bc00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3794114fd0 con 0x7f3794105870 2024-04-26T01:59:16.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.084+0000 7f3799200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3794104ec0 0x7f379419b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:16.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.084+0000 7f3793e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3794105870 0x7f379419b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:16.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.084+0000 7f3799c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3794109fa0 0x7f379419fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:16.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.084+0000 7f3799200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3794104ec0 0x7f379419b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:34072/0 (socket says 172.21.15.26:34072) 2024-04-26T01:59:16.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.084+0000 7f3793e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3794105870 0x7f379419b820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:37490/0 (socket says 172.21.15.26:37490) 2024-04-26T01:59:16.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.084+0000 7f3799200700 1 -- 172.21.15.26:0/2267120824 learned_addr learned my addr 172.21.15.26:0/2267120824 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:16.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.084+0000 7f3799200700 1 -- 172.21.15.26:0/2267120824 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3794105870 msgr2=0x7f379419b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:16.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.084+0000 7f3799200700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3794105870 0x7f379419b820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:16.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.084+0000 7f3799200700 1 -- 172.21.15.26:0/2267120824 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3794109fa0 msgr2=0x7f379419fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:16.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.084+0000 7f3799200700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3794109fa0 0x7f379419fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:16.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.084+0000 7f3799200700 1 -- 172.21.15.26:0/2267120824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37941a02a0 con 0x7f3794104ec0 2024-04-26T01:59:16.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.084+0000 7f3799c00700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3794109fa0 0x7f379419fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:16.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.085+0000 7f3799200700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3794104ec0 0x7f379419b2e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f378800e9c0 tx=0x7f378800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:16.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.085+0000 7f3791600700 1 -- 172.21.15.26:0/2267120824 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378800cbd0 con 0x7f3794104ec0 2024-04-26T01:59:16.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.085+0000 7f379bc00700 1 -- 172.21.15.26:0/2267120824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37941a0590 con 0x7f3794104ec0 2024-04-26T01:59:16.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.085+0000 7f3791600700 1 -- 172.21.15.26:0/2267120824 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f378800ee60 con 0x7f3794104ec0 2024-04-26T01:59:16.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.085+0000 7f3791600700 1 -- 172.21.15.26:0/2267120824 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37880055c0 con 0x7f3794104ec0 2024-04-26T01:59:16.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.085+0000 7f379bc00700 1 -- 172.21.15.26:0/2267120824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37941a7e10 con 0x7f3794104ec0 2024-04-26T01:59:16.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.086+0000 7f379bc00700 1 -- 172.21.15.26:0/2267120824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3794069730 con 0x7f3794104ec0 2024-04-26T01:59:16.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.088+0000 7f3791600700 1 -- 172.21.15.26:0/2267120824 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3788004750 con 0x7f3794104ec0 2024-04-26T01:59:16.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.090+0000 7f3791600700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f377c0a3d50 0x7f377c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:16.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.090+0000 7f3791600700 1 -- 172.21.15.26:0/2267120824 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f37880d07c0 con 0x7f3794104ec0 2024-04-26T01:59:16.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.090+0000 7f3793e00700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f377c0a3d50 0x7f377c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:16.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.091+0000 7f3793e00700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f377c0a3d50 0x7f377c0a6210 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f379410b560 tx=0x7f3780009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:16.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.094+0000 7f3791600700 1 -- 172.21.15.26:0/2267120824 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f378809cff0 con 0x7f3794104ec0 2024-04-26T01:59:16.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.365+0000 7f379bc00700 1 -- 172.21.15.26:0/2267120824 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f3794062e80 con 0x7f377c0a3d50 2024-04-26T01:59:16.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.407+0000 7f3791600700 1 -- 172.21.15.26:0/2267120824 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f3794062e80 con 0x7f377c0a3d50 2024-04-26T01:59:16.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.411+0000 7f379bc00700 1 -- 172.21.15.26:0/2267120824 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f377c0a3d50 msgr2=0x7f377c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:16.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.411+0000 7f379bc00700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f377c0a3d50 0x7f377c0a6210 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f379410b560 tx=0x7f3780009260 comp rx=0 tx=0).stop 2024-04-26T01:59:16.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.411+0000 7f379bc00700 1 -- 172.21.15.26:0/2267120824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3794104ec0 msgr2=0x7f379419b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:16.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.411+0000 7f379bc00700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3794104ec0 0x7f379419b2e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f378800e9c0 tx=0x7f378800ecd0 comp rx=0 tx=0).stop 2024-04-26T01:59:16.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.411+0000 7f379bc00700 1 -- 172.21.15.26:0/2267120824 shutdown_connections 2024-04-26T01:59:16.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.411+0000 7f379bc00700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f377c0a3d50 0x7f377c0a6210 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:16.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.411+0000 7f379bc00700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3794109fa0 0x7f379419fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:16.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.411+0000 7f379bc00700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3794104ec0 0x7f379419b2e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:16.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.411+0000 7f379bc00700 1 --2- 172.21.15.26:0/2267120824 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3794105870 0x7f379419b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:16.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.411+0000 7f379bc00700 1 -- 172.21.15.26:0/2267120824 >> 172.21.15.26:0/2267120824 conn(0x7f3794100750 msgr2=0x7f37941012f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:16.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.411+0000 7f379bc00700 1 -- 172.21.15.26:0/2267120824 shutdown_connections 2024-04-26T01:59:16.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:16.411+0000 7f379bc00700 1 -- 172.21.15.26:0/2267120824 wait complete. 2024-04-26T01:59:17.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:16 smithi064 ceph-mon[32613]: pgmap v356: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.6 KiB/s wr, 12 op/s; 6 B/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:59:17.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:16 smithi064 ceph-mon[32613]: from='client.24620 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:17.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:16 smithi026 ceph-mon[28138]: pgmap v356: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.6 KiB/s wr, 12 op/s; 6 B/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:59:17.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:16 smithi026 ceph-mon[28138]: from='client.24620 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:17.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:16 smithi033 ceph-mon[32805]: pgmap v356: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.6 KiB/s wr, 12 op/s; 6 B/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:59:17.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:16 smithi033 ceph-mon[32805]: from='client.24620 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:17.379 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-26T01:59:17.836 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:19.065 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:18 smithi026 ceph-mon[28138]: pgmap v357: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.5 KiB/s wr, 13 op/s; 6 B/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:59:19.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:18 smithi064 ceph-mon[32613]: pgmap v357: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.5 KiB/s wr, 13 op/s; 6 B/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:59:19.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:18 smithi033 ceph-mon[32805]: pgmap v357: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.5 KiB/s wr, 13 op/s; 6 B/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:59:20.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.220+0000 7fb766600700 1 -- 172.21.15.26:0/1970297300 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb760075680 msgr2=0x7fb76010ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:20.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.220+0000 7fb766600700 1 --2- 172.21.15.26:0/1970297300 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb760075680 0x7fb76010ecf0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fb74c0098f0 tx=0x7fb74c009c00 comp rx=0 tx=0).stop 2024-04-26T01:59:20.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.220+0000 7fb766600700 1 -- 172.21.15.26:0/1970297300 shutdown_connections 2024-04-26T01:59:20.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.220+0000 7fb766600700 1 --2- 172.21.15.26:0/1970297300 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb76010f230 0x7fb760111620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:20.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.220+0000 7fb766600700 1 --2- 172.21.15.26:0/1970297300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb760074d60 0x7fb760075140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:20.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.220+0000 7fb766600700 1 --2- 172.21.15.26:0/1970297300 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb760075680 0x7fb76010ecf0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:20.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.220+0000 7fb766600700 1 -- 172.21.15.26:0/1970297300 >> 172.21.15.26:0/1970297300 conn(0x7fb7600fe4c0 msgr2=0x7fb7601008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:20.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.220+0000 7fb766600700 1 -- 172.21.15.26:0/1970297300 shutdown_connections 2024-04-26T01:59:20.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.220+0000 7fb766600700 1 -- 172.21.15.26:0/1970297300 wait complete. 2024-04-26T01:59:20.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.221+0000 7fb766600700 1 Processor -- start 2024-04-26T01:59:20.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.221+0000 7fb766600700 1 -- start start 2024-04-26T01:59:20.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb766600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb760074d60 0x7fb76019b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:20.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb766600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb760075680 0x7fb76019b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:20.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb766600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb76010f230 0x7fb76019fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:20.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb766600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb760114d20 con 0x7fb760074d60 2024-04-26T01:59:20.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb766600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb760114ba0 con 0x7fb76010f230 2024-04-26T01:59:20.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb766600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb760114ea0 con 0x7fb760075680 2024-04-26T01:59:20.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb765200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb760074d60 0x7fb76019b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:20.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb765200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb760074d60 0x7fb76019b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57360/0 (socket says 172.21.15.26:57360) 2024-04-26T01:59:20.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb765200700 1 -- 172.21.15.26:0/3978050706 learned_addr learned my addr 172.21.15.26:0/3978050706 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:20.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb765c00700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb76010f230 0x7fb76019fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:20.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb75fe00700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb760075680 0x7fb76019b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:20.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb765200700 1 -- 172.21.15.26:0/3978050706 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb760075680 msgr2=0x7fb76019b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:20.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb765200700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb760075680 0x7fb76019b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:20.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb765200700 1 -- 172.21.15.26:0/3978050706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb76010f230 msgr2=0x7fb76019fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:20.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb765200700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb76010f230 0x7fb76019fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:20.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb765200700 1 -- 172.21.15.26:0/3978050706 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7601a02a0 con 0x7fb760074d60 2024-04-26T01:59:20.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.222+0000 7fb765c00700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb76010f230 0x7fb76019fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:20.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.223+0000 7fb765200700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb760074d60 0x7fb76019b290 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb75400e9c0 tx=0x7fb75400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:20.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.223+0000 7fb75d600700 1 -- 172.21.15.26:0/3978050706 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb754004a30 con 0x7fb760074d60 2024-04-26T01:59:20.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.223+0000 7fb75d600700 1 -- 172.21.15.26:0/3978050706 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb75400cc70 con 0x7fb760074d60 2024-04-26T01:59:20.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.223+0000 7fb75d600700 1 -- 172.21.15.26:0/3978050706 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb754005490 con 0x7fb760074d60 2024-04-26T01:59:20.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.223+0000 7fb766600700 1 -- 172.21.15.26:0/3978050706 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7601a0590 con 0x7fb760074d60 2024-04-26T01:59:20.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.223+0000 7fb766600700 1 -- 172.21.15.26:0/3978050706 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7601a7e10 con 0x7fb760074d60 2024-04-26T01:59:20.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.224+0000 7fb766600700 1 -- 172.21.15.26:0/3978050706 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb760069730 con 0x7fb760074d60 2024-04-26T01:59:20.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.226+0000 7fb75d600700 1 -- 172.21.15.26:0/3978050706 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb754004bd0 con 0x7fb760074d60 2024-04-26T01:59:20.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.228+0000 7fb75d600700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb7480a3cd0 0x7fb7480a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:20.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.228+0000 7fb75d600700 1 -- 172.21.15.26:0/3978050706 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb7540d0650 con 0x7fb760074d60 2024-04-26T01:59:20.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.228+0000 7fb75fe00700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb7480a3cd0 0x7fb7480a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:20.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.229+0000 7fb75fe00700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb7480a3cd0 0x7fb7480a6190 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb74c009fd0 tx=0x7fb74c019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:20.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.233+0000 7fb75d600700 1 -- 172.21.15.26:0/3978050706 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb75409cee0 con 0x7fb760074d60 2024-04-26T01:59:20.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.506+0000 7fb766600700 1 -- 172.21.15.26:0/3978050706 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fb760062e80 con 0x7fb7480a3cd0 2024-04-26T01:59:20.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.517+0000 7fb75d600700 1 -- 172.21.15.26:0/3978050706 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fb760062e80 con 0x7fb7480a3cd0 2024-04-26T01:59:20.516 INFO:teuthology.orchestra.run.smithi026.stdout:/volumes/qa/sv_1/5489c64c-f3ce-47f9-b013-ca76b48926ae 2024-04-26T01:59:20.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.520+0000 7fb766600700 1 -- 172.21.15.26:0/3978050706 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb7480a3cd0 msgr2=0x7fb7480a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:20.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.520+0000 7fb766600700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb7480a3cd0 0x7fb7480a6190 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb74c009fd0 tx=0x7fb74c019040 comp rx=0 tx=0).stop 2024-04-26T01:59:20.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.520+0000 7fb766600700 1 -- 172.21.15.26:0/3978050706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb760074d60 msgr2=0x7fb76019b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:20.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.520+0000 7fb766600700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb760074d60 0x7fb76019b290 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb75400e9c0 tx=0x7fb75400ecd0 comp rx=0 tx=0).stop 2024-04-26T01:59:20.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.520+0000 7fb766600700 1 -- 172.21.15.26:0/3978050706 shutdown_connections 2024-04-26T01:59:20.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.520+0000 7fb766600700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb76010f230 0x7fb76019fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:20.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.520+0000 7fb766600700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb7480a3cd0 0x7fb7480a6190 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:20.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.520+0000 7fb766600700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb760074d60 0x7fb76019b290 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:20.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.520+0000 7fb766600700 1 --2- 172.21.15.26:0/3978050706 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb760075680 0x7fb76019b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:20.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.520+0000 7fb766600700 1 -- 172.21.15.26:0/3978050706 >> 172.21.15.26:0/3978050706 conn(0x7fb7600fe4c0 msgr2=0x7fb7600ff2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:20.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.521+0000 7fb766600700 1 -- 172.21.15.26:0/3978050706 shutdown_connections 2024-04-26T01:59:20.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:20.521+0000 7fb766600700 1 -- 172.21.15.26:0/3978050706 wait complete. 2024-04-26T01:59:21.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:20 smithi064 ceph-mon[32613]: pgmap v358: 97 pgs: 97 active+clean; 637 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 5.2 KiB/s wr, 13 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:59:21.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:20 smithi026 ceph-mon[28138]: pgmap v358: 97 pgs: 97 active+clean; 637 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 5.2 KiB/s wr, 13 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:59:21.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:20 smithi033 ceph-mon[32805]: pgmap v358: 97 pgs: 97 active+clean; 637 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 5.2 KiB/s wr, 13 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:59:21.412 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:59:21.874 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:22.042 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:21 smithi026 ceph-mon[28138]: from='client.14517 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:22.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:21 smithi064 ceph-mon[32613]: from='client.14517 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:22.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:21 smithi033 ceph-mon[32805]: from='client.14517 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:59:23.053 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:22 smithi026 ceph-mon[28138]: pgmap v359: 97 pgs: 97 active+clean; 637 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 4.4 KiB/s wr, 10 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:59:23.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:22 smithi064 ceph-mon[32613]: pgmap v359: 97 pgs: 97 active+clean; 637 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 4.4 KiB/s wr, 10 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:59:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:22 smithi033 ceph-mon[32805]: pgmap v359: 97 pgs: 97 active+clean; 637 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 4.4 KiB/s wr, 10 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:59:24.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.085+0000 7f255d400700 1 -- 172.21.15.26:0/921613927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2558109940 msgr2=0x7f2558115de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.085+0000 7f255d400700 1 --2- 172.21.15.26:0/921613927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2558109940 0x7f2558115de0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f2550009f90 tx=0x7f255000b330 comp rx=0 tx=0).stop 2024-04-26T01:59:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.086+0000 7f255d400700 1 -- 172.21.15.26:0/921613927 shutdown_connections 2024-04-26T01:59:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.086+0000 7f255d400700 1 --2- 172.21.15.26:0/921613927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2558109940 0x7f2558115de0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.086+0000 7f255d400700 1 --2- 172.21.15.26:0/921613927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f255810f030 0x7f255810f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.086+0000 7f255d400700 1 --2- 172.21.15.26:0/921613927 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2558108f80 0x7f2558109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.086+0000 7f255d400700 1 -- 172.21.15.26:0/921613927 >> 172.21.15.26:0/921613927 conn(0x7f25580787d0 msgr2=0x7f2558107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.086+0000 7f255d400700 1 -- 172.21.15.26:0/921613927 shutdown_connections 2024-04-26T01:59:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.086+0000 7f255d400700 1 -- 172.21.15.26:0/921613927 wait complete. 2024-04-26T01:59:24.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.087+0000 7f255d400700 1 Processor -- start 2024-04-26T01:59:24.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.088+0000 7f255d400700 1 -- start start 2024-04-26T01:59:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.088+0000 7f255d400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2558108f80 0x7f255819f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.088+0000 7f255d400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2558109940 0x7f255819fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.088+0000 7f255d400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f255810f030 0x7f25581a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.088+0000 7f255d400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2558119170 con 0x7f2558108f80 2024-04-26T01:59:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.088+0000 7f255d400700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2558118ff0 con 0x7f255810f030 2024-04-26T01:59:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.088+0000 7f255d400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f25581192f0 con 0x7f2558109940 2024-04-26T01:59:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.088+0000 7f2557e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2558108f80 0x7f255819f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.088+0000 7f2557e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2558108f80 0x7f255819f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57372/0 (socket says 172.21.15.26:57372) 2024-04-26T01:59:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.088+0000 7f2557400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2558109940 0x7f255819fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.088+0000 7f2557e00700 1 -- 172.21.15.26:0/554947042 learned_addr learned my addr 172.21.15.26:0/554947042 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.089+0000 7f255ca00700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f255810f030 0x7f25581a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.089+0000 7f2557400700 1 -- 172.21.15.26:0/554947042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f255810f030 msgr2=0x7f25581a3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.089+0000 7f2557400700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f255810f030 0x7f25581a3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.089+0000 7f2557400700 1 -- 172.21.15.26:0/554947042 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2558108f80 msgr2=0x7f255819f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.089+0000 7f2557400700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2558108f80 0x7f255819f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.089+0000 7f2557400700 1 -- 172.21.15.26:0/554947042 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25581a4560 con 0x7f2558109940 2024-04-26T01:59:24.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.089+0000 7f255ca00700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f255810f030 0x7f25581a3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:24.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.089+0000 7f2557400700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2558109940 0x7f255819fae0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f254400e9f0 tx=0x7f254400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:24.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.090+0000 7f2554c00700 1 -- 172.21.15.26:0/554947042 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2544004220 con 0x7f2558109940 2024-04-26T01:59:24.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.090+0000 7f2554c00700 1 -- 172.21.15.26:0/554947042 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25440043c0 con 0x7f2558109940 2024-04-26T01:59:24.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.090+0000 7f255d400700 1 -- 172.21.15.26:0/554947042 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25581a4850 con 0x7f2558109940 2024-04-26T01:59:24.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.090+0000 7f2554c00700 1 -- 172.21.15.26:0/554947042 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2544005020 con 0x7f2558109940 2024-04-26T01:59:24.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.090+0000 7f255d400700 1 -- 172.21.15.26:0/554947042 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25581ac0d0 con 0x7f2558109940 2024-04-26T01:59:24.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.091+0000 7f255d400700 1 -- 172.21.15.26:0/554947042 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2558069730 con 0x7f2558109940 2024-04-26T01:59:24.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.093+0000 7f2554c00700 1 -- 172.21.15.26:0/554947042 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2544004750 con 0x7f2558109940 2024-04-26T01:59:24.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.094+0000 7f2554c00700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f253c0a3d50 0x7f253c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.094+0000 7f2554c00700 1 -- 172.21.15.26:0/554947042 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f25440d0490 con 0x7f2558109940 2024-04-26T01:59:24.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.095+0000 7f2557e00700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f253c0a3d50 0x7f253c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.095+0000 7f2557e00700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f253c0a3d50 0x7f253c0a6210 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2548005950 tx=0x7f2548009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:24.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.099+0000 7f2554c00700 1 -- 172.21.15.26:0/554947042 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f254409ccc0 con 0x7f2558109940 2024-04-26T01:59:24.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.386+0000 7f255d400700 1 -- 172.21.15.26:0/554947042 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f25581a08b0 con 0x7f2558109940 2024-04-26T01:59:24.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.387+0000 7f2554c00700 1 -- 172.21.15.26:0/554947042 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11912 (secure 0 0 0) 0x7f254409c5c0 con 0x7f2558109940 2024-04-26T01:59:24.386 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:59:24.386 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T01:58:59.976677+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24512,24491,24490,24502,24524]},"id":1}]} 2024-04-26T01:59:24.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.390+0000 7f255d400700 1 -- 172.21.15.26:0/554947042 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f253c0a3d50 msgr2=0x7f253c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.390+0000 7f255d400700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f253c0a3d50 0x7f253c0a6210 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2548005950 tx=0x7f2548009310 comp rx=0 tx=0).stop 2024-04-26T01:59:24.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.390+0000 7f255d400700 1 -- 172.21.15.26:0/554947042 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2558109940 msgr2=0x7f255819fae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.390+0000 7f255d400700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2558109940 0x7f255819fae0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f254400e9f0 tx=0x7f254400ed00 comp rx=0 tx=0).stop 2024-04-26T01:59:24.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.390+0000 7f255d400700 1 -- 172.21.15.26:0/554947042 shutdown_connections 2024-04-26T01:59:24.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.390+0000 7f255d400700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f255810f030 0x7f25581a3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.390+0000 7f255d400700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f253c0a3d50 0x7f253c0a6210 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.390+0000 7f255d400700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2558108f80 0x7f255819f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.390+0000 7f255d400700 1 --2- 172.21.15.26:0/554947042 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2558109940 0x7f255819fae0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.390+0000 7f255d400700 1 -- 172.21.15.26:0/554947042 >> 172.21.15.26:0/554947042 conn(0x7f25580787d0 msgr2=0x7f25580797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:24.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.391+0000 7f255d400700 1 -- 172.21.15.26:0/554947042 shutdown_connections 2024-04-26T01:59:24.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:24.391+0000 7f255d400700 1 -- 172.21.15.26:0/554947042 wait complete. 2024-04-26T01:59:24.390 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 28 2024-04-26T01:59:25.049 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:24 smithi064 ceph-mon[32613]: pgmap v360: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.7 KiB/s wr, 15 op/s 2024-04-26T01:59:25.049 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:24 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:59:25.050 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:24 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/554947042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:59:25.072 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:24 smithi033 ceph-mon[32805]: pgmap v360: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.7 KiB/s wr, 15 op/s 2024-04-26T01:59:25.072 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:24 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:59:25.072 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:24 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/554947042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:59:25.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:24 smithi026 ceph-mon[28138]: pgmap v360: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.7 KiB/s wr, 15 op/s 2024-04-26T01:59:25.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:24 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:59:25.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:24 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/554947042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:59:25.289 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:59:26.432 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:27.069 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:27 smithi026 ceph-mon[28138]: pgmap v361: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.8 KiB/s wr, 10 op/s 2024-04-26T01:59:27.069 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:27 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:27.069 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:27 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:27.069 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:27 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:27.069 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:27 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:27.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:27 smithi064 ceph-mon[32613]: pgmap v361: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.8 KiB/s wr, 10 op/s 2024-04-26T01:59:27.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:27 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:27.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:27 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:27.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:27 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:27.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:27 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:27.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:27 smithi033 ceph-mon[32805]: pgmap v361: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.8 KiB/s wr, 10 op/s 2024-04-26T01:59:27.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:27 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:27.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:27 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:27.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:27 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:27.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:27 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:28.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.742+0000 7f091b800700 1 -- 172.21.15.26:0/4020219373 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0914108a30 msgr2=0x7f0914108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:28.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.742+0000 7f091b800700 1 --2- 172.21.15.26:0/4020219373 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0914108a30 0x7f0914108e10 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f090800b0a0 tx=0x7f090800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:59:28.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.742+0000 7f091b800700 1 -- 172.21.15.26:0/4020219373 shutdown_connections 2024-04-26T01:59:28.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.742+0000 7f091b800700 1 --2- 172.21.15.26:0/4020219373 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f091406b0f0 0x7f091410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:28.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.742+0000 7f091b800700 1 --2- 172.21.15.26:0/4020219373 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0914108a30 0x7f0914108e10 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:28.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.742+0000 7f091b800700 1 --2- 172.21.15.26:0/4020219373 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f091406a750 0x7f091406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:28.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.742+0000 7f091b800700 1 -- 172.21.15.26:0/4020219373 >> 172.21.15.26:0/4020219373 conn(0x7f09140788f0 msgr2=0x7f0914078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:28.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.742+0000 7f091b800700 1 -- 172.21.15.26:0/4020219373 shutdown_connections 2024-04-26T01:59:28.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.742+0000 7f091b800700 1 -- 172.21.15.26:0/4020219373 wait complete. 2024-04-26T01:59:28.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.743+0000 7f091b800700 1 Processor -- start 2024-04-26T01:59:28.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.743+0000 7f091b800700 1 -- start start 2024-04-26T01:59:28.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.744+0000 7f091b800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f091406a750 0x7f0914101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:28.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.744+0000 7f091b800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f091406b0f0 0x7f0914101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:28.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.744+0000 7f091b800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0914108a30 0x7f0914102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:28.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.744+0000 7f091b800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0914112c20 con 0x7f091406a750 2024-04-26T01:59:28.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.744+0000 7f091b800700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0914112aa0 con 0x7f0914108a30 2024-04-26T01:59:28.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.744+0000 7f091b800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0914112da0 con 0x7f091406b0f0 2024-04-26T01:59:28.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.744+0000 7f0918e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f091406a750 0x7f0914101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:28.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.744+0000 7f0913e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f091406b0f0 0x7f0914101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:28.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.744+0000 7f0913e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f091406b0f0 0x7f0914101f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:48924/0 (socket says 172.21.15.26:48924) 2024-04-26T01:59:28.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.744+0000 7f0913e00700 1 -- 172.21.15.26:0/2831931615 learned_addr learned my addr 172.21.15.26:0/2831931615 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:28.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.744+0000 7f0919800700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0914108a30 0x7f0914102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:28.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.745+0000 7f0913e00700 1 -- 172.21.15.26:0/2831931615 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0914108a30 msgr2=0x7f0914102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:28.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.745+0000 7f0913e00700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0914108a30 0x7f0914102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:28.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.745+0000 7f0913e00700 1 -- 172.21.15.26:0/2831931615 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f091406a750 msgr2=0x7f0914101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:28.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.745+0000 7f0913e00700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f091406a750 0x7f0914101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:28.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.745+0000 7f0913e00700 1 -- 172.21.15.26:0/2831931615 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09141a7650 con 0x7f091406b0f0 2024-04-26T01:59:28.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.745+0000 7f0913e00700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f091406b0f0 0x7f0914101f50 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f090000eb30 tx=0x7f090000ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:28.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.746+0000 7f0911600700 1 -- 172.21.15.26:0/2831931615 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f090000cc90 con 0x7f091406b0f0 2024-04-26T01:59:28.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.746+0000 7f091b800700 1 -- 172.21.15.26:0/2831931615 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09141a7940 con 0x7f091406b0f0 2024-04-26T01:59:28.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.746+0000 7f0911600700 1 -- 172.21.15.26:0/2831931615 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f09000044d0 con 0x7f091406b0f0 2024-04-26T01:59:28.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.746+0000 7f091b800700 1 -- 172.21.15.26:0/2831931615 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09141a7ed0 con 0x7f091406b0f0 2024-04-26T01:59:28.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.746+0000 7f0911600700 1 -- 172.21.15.26:0/2831931615 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0900010430 con 0x7f091406b0f0 2024-04-26T01:59:28.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.747+0000 7f091b800700 1 -- 172.21.15.26:0/2831931615 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0914069730 con 0x7f091406b0f0 2024-04-26T01:59:28.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.749+0000 7f0911600700 1 -- 172.21.15.26:0/2831931615 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0900004020 con 0x7f091406b0f0 2024-04-26T01:59:28.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.751+0000 7f0911600700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f08fc0a3d50 0x7f08fc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:28.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.751+0000 7f0911600700 1 -- 172.21.15.26:0/2831931615 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f09000d0970 con 0x7f091406b0f0 2024-04-26T01:59:28.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.751+0000 7f0918e00700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f08fc0a3d50 0x7f08fc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:28.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.752+0000 7f0918e00700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f08fc0a3d50 0x7f08fc0a6210 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f09080062a0 tx=0x7f0908006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:28.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.753+0000 7f0911600700 1 -- 172.21.15.26:0/2831931615 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f090009d1a0 con 0x7f091406b0f0 2024-04-26T01:59:28.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.990+0000 7f091b800700 1 -- 172.21.15.26:0/2831931615 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f091402df80 con 0x7f091406b0f0 2024-04-26T01:59:28.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.992+0000 7f0911600700 1 -- 172.21.15.26:0/2831931615 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22499 (secure 0 0 0) 0x7f090009caa0 con 0x7f091406b0f0 2024-04-26T01:59:28.991 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:59:28.991 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","created":"2024-04-26T01:48:57.473565+0000","modified":"2024-04-26T01:59:06.707740+0000","last_up_change":"2024-04-26T01:57:13.825265+0000","last_in_change":"2024-04-26T01:56:54.383192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:52:51.667153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:58:25.333136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:58:29.747341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f8783ebe-d4a3-42cd-a87b-17b593c35495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6803","nonce":1735610609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6805","nonce":1735610609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6809","nonce":1735610609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6807","nonce":1735610609}]},"public_addr":"172.21.15.26:6803/1735610609","cluster_addr":"172.21.15.26:6805/1735610609","heartbeat_back_addr":"172.21.15.26:6809/1735610609","heartbeat_front_addr":"172.21.15.26:6807/1735610609","state":["exists","up"]},{"osd":1,"uuid":"2097babe-3524-4f0d-b1d6-dcf44a548655","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6801","nonce":4110015074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6803","nonce":4110015074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6807","nonce":4110015074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6805","nonce":4110015074}]},"public_addr":"172.21.15.33:6801/4110015074","cluster_addr":"172.21.15.33:6803/4110015074","heartbeat_back_addr":"172.21.15.33:6807/4110015074","heartbeat_front_addr":"172.21.15.33:6805/4110015074","state":["exists","up"]},{"osd":2,"uuid":"6e75e3d4-b664-4fe0-8913-0b93f325c37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6801","nonce":3873107319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6803","nonce":3873107319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6807","nonce":3873107319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6805","nonce":3873107319}]},"public_addr":"172.21.15.64:6801/3873107319","cluster_addr":"172.21.15.64:6803/3873107319","heartbeat_back_addr":"172.21.15.64:6807/3873107319","heartbeat_front_addr":"172.21.15.64:6805/3873107319","state":["exists","up"]},{"osd":3,"uuid":"24363f6d-2328-4883-a93d-cbb12b21332b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6811","nonce":2340844586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6813","nonce":2340844586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6817","nonce":2340844586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6815","nonce":2340844586}]},"public_addr":"172.21.15.26:6811/2340844586","cluster_addr":"172.21.15.26:6813/2340844586","heartbeat_back_addr":"172.21.15.26:6817/2340844586","heartbeat_front_addr":"172.21.15.26:6815/2340844586","state":["exists","up"]},{"osd":4,"uuid":"bbd1c3a5-2d74-4e33-90a0-43e55415759d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6809","nonce":2946623767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6811","nonce":2946623767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6815","nonce":2946623767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6813","nonce":2946623767}]},"public_addr":"172.21.15.33:6809/2946623767","cluster_addr":"172.21.15.33:6811/2946623767","heartbeat_back_addr":"172.21.15.33:6815/2946623767","heartbeat_front_addr":"172.21.15.33:6813/2946623767","state":["exists","up"]},{"osd":5,"uuid":"986707d8-f671-4ab1-9cb8-938463530035","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6809","nonce":3997283620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6811","nonce":3997283620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6815","nonce":3997283620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6813","nonce":3997283620}]},"public_addr":"172.21.15.64:6809/3997283620","cluster_addr":"172.21.15.64:6811/3997283620","heartbeat_back_addr":"172.21.15.64:6815/3997283620","heartbeat_front_addr":"172.21.15.64:6813/3997283620","state":["exists","up"]},{"osd":6,"uuid":"c9d948a3-4ea5-4f67-879c-b5103be4cf0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6819","nonce":885177678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6821","nonce":885177678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6825","nonce":885177678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6823","nonce":885177678}]},"public_addr":"172.21.15.26:6819/885177678","cluster_addr":"172.21.15.26:6821/885177678","heartbeat_back_addr":"172.21.15.26:6825/885177678","heartbeat_front_addr":"172.21.15.26:6823/885177678","state":["exists","up"]},{"osd":7,"uuid":"edb21527-291a-47d3-bdcb-04f0f245ed11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6817","nonce":507130326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6819","nonce":507130326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6823","nonce":507130326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6821","nonce":507130326}]},"public_addr":"172.21.15.33:6817/507130326","cluster_addr":"172.21.15.33:6819/507130326","heartbeat_back_addr":"172.21.15.33:6823/507130326","heartbeat_front_addr":"172.21.15.33:6821/507130326","state":["exists","up"]},{"osd":8,"uuid":"09db0b7b-1827-40a6-86c3-20d07509807d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6817","nonce":653236462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6819","nonce":653236462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6823","nonce":653236462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6821","nonce":653236462}]},"public_addr":"172.21.15.64:6817/653236462","cluster_addr":"172.21.15.64:6819/653236462","heartbeat_back_addr":"172.21.15.64:6823/653236462","heartbeat_front_addr":"172.21.15.64:6821/653236462","state":["exists","up"]},{"osd":9,"uuid":"4696d95a-f9ac-421f-8ace-9fdc3ed46f05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6827","nonce":2886949981}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6829","nonce":2886949981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6833","nonce":2886949981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6831","nonce":2886949981}]},"public_addr":"172.21.15.26:6827/2886949981","cluster_addr":"172.21.15.26:6829/2886949981","heartbeat_back_addr":"172.21.15.26:6833/2886949981","heartbeat_front_addr":"172.21.15.26:6831/2886949981","state":["exists","up"]},{"osd":10,"uuid":"07d476cc-6f54-4f00-bb35-f137b6e907d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6825","nonce":3259400969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6827","nonce":3259400969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6831","nonce":3259400969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6829","nonce":3259400969}]},"public_addr":"172.21.15.33:6825/3259400969","cluster_addr":"172.21.15.33:6827/3259400969","heartbeat_back_addr":"172.21.15.33:6831/3259400969","heartbeat_front_addr":"172.21.15.33:6829/3259400969","state":["exists","up"]},{"osd":11,"uuid":"0ae35c43-0bb6-4d41-9664-dbf89efd122d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6825","nonce":1292810675}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6827","nonce":1292810675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6831","nonce":1292810675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6829","nonce":1292810675}]},"public_addr":"172.21.15.64:6825/1292810675","cluster_addr":"172.21.15.64:6827/1292810675","heartbeat_back_addr":"172.21.15.64:6831/1292810675","heartbeat_front_addr":"172.21.15.64:6829/1292810675","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:00.556003+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:25.618937+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:49.554498+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:23.506747+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:50.656649+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:16.329501+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:51.046876+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:18.048955+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:43.701138+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:19.109137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:46.897822+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:57:12.505718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3817940731":"2024-04-27T01:50:05.508028+0000","172.21.15.26:6800/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/2466817986":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6801/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2499788869":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6800/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/1544132243":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3431754632":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2302812681":"2024-04-27T01:50:05.508028+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:59:28.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.995+0000 7f091b800700 1 -- 172.21.15.26:0/2831931615 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f08fc0a3d50 msgr2=0x7f08fc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:28.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.995+0000 7f091b800700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f08fc0a3d50 0x7f08fc0a6210 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f09080062a0 tx=0x7f0908006210 comp rx=0 tx=0).stop 2024-04-26T01:59:28.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.995+0000 7f091b800700 1 -- 172.21.15.26:0/2831931615 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f091406b0f0 msgr2=0x7f0914101f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:28.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.995+0000 7f091b800700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f091406b0f0 0x7f0914101f50 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f090000eb30 tx=0x7f090000ee40 comp rx=0 tx=0).stop 2024-04-26T01:59:28.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.995+0000 7f091b800700 1 -- 172.21.15.26:0/2831931615 shutdown_connections 2024-04-26T01:59:28.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.995+0000 7f091b800700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0914108a30 0x7f0914102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:28.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.995+0000 7f091b800700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f08fc0a3d50 0x7f08fc0a6210 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:28.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.995+0000 7f091b800700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f091406a750 0x7f0914101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:28.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.995+0000 7f091b800700 1 --2- 172.21.15.26:0/2831931615 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f091406b0f0 0x7f0914101f50 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:28.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.995+0000 7f091b800700 1 -- 172.21.15.26:0/2831931615 >> 172.21.15.26:0/2831931615 conn(0x7f09140788f0 msgr2=0x7f09140ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:28.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.995+0000 7f091b800700 1 -- 172.21.15.26:0/2831931615 shutdown_connections 2024-04-26T01:59:28.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:28.996+0000 7f091b800700 1 -- 172.21.15.26:0/2831931615 wait complete. 2024-04-26T01:59:29.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:29 smithi064 ceph-mon[32613]: pgmap v362: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-26T01:59:29.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:29 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:29.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:29 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:29.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:29 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2831931615' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:59:29.419 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:29 smithi026 ceph-mon[28138]: pgmap v362: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-26T01:59:29.420 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:29 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:29.420 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:29 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:29.420 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:29 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2831931615' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:59:29.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:29 smithi033 ceph-mon[32805]: pgmap v362: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-26T01:59:29.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:29 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:29.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:29 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:29.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:29 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2831931615' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:59:29.833 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T01:59:29.834 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:59:30.307 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:31.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:31 smithi026 ceph-mon[28138]: pgmap v363: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-04-26T01:59:31.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:31 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:59:31.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:31 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:59:31.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:31 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:31.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:31 smithi064 ceph-mon[32613]: pgmap v363: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-04-26T01:59:31.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:31 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:59:31.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:31 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:59:31.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:31 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:31.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:31 smithi033 ceph-mon[32805]: pgmap v363: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-04-26T01:59:31.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:31 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:59:31.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:31 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:59:31.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:31 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T01:59:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.672+0000 7f1ae9200700 1 -- 172.21.15.26:0/1865550595 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ae406a750 msgr2=0x7f1ae406abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.672+0000 7f1ae9200700 1 --2- 172.21.15.26:0/1865550595 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ae406a750 0x7f1ae406abb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1acc009990 tx=0x7f1acc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:59:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.672+0000 7f1ae9200700 1 -- 172.21.15.26:0/1865550595 shutdown_connections 2024-04-26T01:59:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.672+0000 7f1ae9200700 1 --2- 172.21.15.26:0/1865550595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ae406b0f0 0x7f1ae410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.672+0000 7f1ae9200700 1 --2- 172.21.15.26:0/1865550595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ae4108a30 0x7f1ae4108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.672+0000 7f1ae9200700 1 --2- 172.21.15.26:0/1865550595 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ae406a750 0x7f1ae406abb0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.672+0000 7f1ae9200700 1 -- 172.21.15.26:0/1865550595 >> 172.21.15.26:0/1865550595 conn(0x7f1ae40788f0 msgr2=0x7f1ae4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:32.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.672+0000 7f1ae9200700 1 -- 172.21.15.26:0/1865550595 shutdown_connections 2024-04-26T01:59:32.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.672+0000 7f1ae9200700 1 -- 172.21.15.26:0/1865550595 wait complete. 2024-04-26T01:59:32.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.673+0000 7f1ae9200700 1 Processor -- start 2024-04-26T01:59:32.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.674+0000 7f1ae9200700 1 -- start start 2024-04-26T01:59:32.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.674+0000 7f1ae9200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ae406a750 0x7f1ae4199150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:32.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.674+0000 7f1ae9200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ae406b0f0 0x7f1ae4199690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:32.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.674+0000 7f1ae9200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ae4108a30 0x7f1ae419d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:32.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.674+0000 7f1ae9200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1ae4112c20 con 0x7f1ae4108a30 2024-04-26T01:59:32.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.674+0000 7f1ae9200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1ae4112aa0 con 0x7f1ae406b0f0 2024-04-26T01:59:32.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.674+0000 7f1ae9200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1ae4112da0 con 0x7f1ae406a750 2024-04-26T01:59:32.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.674+0000 7f1ad9400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ae406b0f0 0x7f1ae4199690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:32.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.674+0000 7f1ae1e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ae406a750 0x7f1ae4199150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.675+0000 7f1ad9400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ae406b0f0 0x7f1ae4199690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:56570/0 (socket says 172.21.15.26:56570) 2024-04-26T01:59:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.675+0000 7f1ad9400700 1 -- 172.21.15.26:0/908613599 learned_addr learned my addr 172.21.15.26:0/908613599 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.675+0000 7f1ae1e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ae406a750 0x7f1ae4199150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:48942/0 (socket says 172.21.15.26:48942) 2024-04-26T01:59:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.675+0000 7f1ae2800700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ae4108a30 0x7f1ae419d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.675+0000 7f1ad9400700 1 -- 172.21.15.26:0/908613599 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ae406a750 msgr2=0x7f1ae4199150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.675+0000 7f1ad9400700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ae406a750 0x7f1ae4199150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.675+0000 7f1ad9400700 1 -- 172.21.15.26:0/908613599 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ae4108a30 msgr2=0x7f1ae419d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.675+0000 7f1ad9400700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ae4108a30 0x7f1ae419d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.675+0000 7f1ad9400700 1 -- 172.21.15.26:0/908613599 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ae419e110 con 0x7f1ae406b0f0 2024-04-26T01:59:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.675+0000 7f1ae1e00700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ae406a750 0x7f1ae4199150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.675+0000 7f1ad9400700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ae406b0f0 0x7f1ae4199690 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1acc000c00 tx=0x7f1acc0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.676+0000 7f1adb400700 1 -- 172.21.15.26:0/908613599 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1acc027070 con 0x7f1ae406b0f0 2024-04-26T01:59:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.676+0000 7f1adb400700 1 -- 172.21.15.26:0/908613599 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1acc022470 con 0x7f1ae406b0f0 2024-04-26T01:59:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.676+0000 7f1adb400700 1 -- 172.21.15.26:0/908613599 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1acc017650 con 0x7f1ae406b0f0 2024-04-26T01:59:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.676+0000 7f1ae9200700 1 -- 172.21.15.26:0/908613599 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ae419e3a0 con 0x7f1ae406b0f0 2024-04-26T01:59:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.676+0000 7f1ae9200700 1 -- 172.21.15.26:0/908613599 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ae41a5c80 con 0x7f1ae406b0f0 2024-04-26T01:59:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.677+0000 7f1ae9200700 1 -- 172.21.15.26:0/908613599 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ae4069730 con 0x7f1ae406b0f0 2024-04-26T01:59:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.679+0000 7f1adb400700 1 -- 172.21.15.26:0/908613599 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1acc02a070 con 0x7f1ae406b0f0 2024-04-26T01:59:32.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.680+0000 7f1adb400700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f1ac40a3cd0 0x7f1ac40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:32.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.681+0000 7f1adb400700 1 -- 172.21.15.26:0/908613599 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f1acc0d1310 con 0x7f1ae406b0f0 2024-04-26T01:59:32.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.681+0000 7f1ae1e00700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f1ac40a3cd0 0x7f1ac40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:32.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.682+0000 7f1ae1e00700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f1ac40a3cd0 0x7f1ac40a6190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1ad4009fd0 tx=0x7f1ad4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:32.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.683+0000 7f1adb400700 1 -- 172.21.15.26:0/908613599 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1acc013070 con 0x7f1ae406b0f0 2024-04-26T01:59:32.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.908+0000 7f1ae9200700 1 -- 172.21.15.26:0/908613599 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1ae419a460 con 0x7f1ac40a3cd0 2024-04-26T01:59:32.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.937+0000 7f1adb400700 1 -- 172.21.15.26:0/908613599 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258918 (secure 0 0 0) 0x7f1ae419a460 con 0x7f1ac40a3cd0 2024-04-26T01:59:32.943 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:59:32.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.944+0000 7f1ae9200700 1 -- 172.21.15.26:0/908613599 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f1ac40a3cd0 msgr2=0x7f1ac40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:32.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.944+0000 7f1ae9200700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f1ac40a3cd0 0x7f1ac40a6190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1ad4009fd0 tx=0x7f1ad4009260 comp rx=0 tx=0).stop 2024-04-26T01:59:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.944+0000 7f1ae9200700 1 -- 172.21.15.26:0/908613599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ae406b0f0 msgr2=0x7f1ae4199690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.944+0000 7f1ae9200700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ae406b0f0 0x7f1ae4199690 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1acc000c00 tx=0x7f1acc0057c0 comp rx=0 tx=0).stop 2024-04-26T01:59:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.944+0000 7f1ae9200700 1 -- 172.21.15.26:0/908613599 shutdown_connections 2024-04-26T01:59:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.944+0000 7f1ae9200700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f1ac40a3cd0 0x7f1ac40a6190 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.944+0000 7f1ae9200700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ae4108a30 0x7f1ae419d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.944+0000 7f1ae9200700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ae406a750 0x7f1ae4199150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.944+0000 7f1ae9200700 1 --2- 172.21.15.26:0/908613599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ae406b0f0 0x7f1ae4199690 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.944+0000 7f1ae9200700 1 -- 172.21.15.26:0/908613599 >> 172.21.15.26:0/908613599 conn(0x7f1ae40788f0 msgr2=0x7f1ae40ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.945+0000 7f1ae9200700 1 -- 172.21.15.26:0/908613599 shutdown_connections 2024-04-26T01:59:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:32.945+0000 7f1ae9200700 1 -- 172.21.15.26:0/908613599 wait complete. 2024-04-26T01:59:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T01:59:33.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:33 smithi026 ceph-mon[28138]: pgmap v364: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 938 B/s wr, 9 op/s 2024-04-26T01:59:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:33 smithi064 ceph-mon[32613]: pgmap v364: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 938 B/s wr, 9 op/s 2024-04-26T01:59:33.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:33 smithi033 ceph-mon[32805]: pgmap v364: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 938 B/s wr, 9 op/s 2024-04-26T01:59:33.801 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":364,"stamp":"2024-04-26T01:59:31.681167+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660023,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":502,"num_read_kb":378,"num_write":430,"num_write_kb":3077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1180804,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":351,"ondisk_log_size":351,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361412,"kb_used_data":12232,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580412,"statfs":{"total":1151940427776,"available":1151570341888,"internally_reserved":0,"allocated":12525568,"data_stored":7762823,"data_compressed":108219,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19139,"internal_metadata":357414205},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7383,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":59,"num_write":12,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005510"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.716896+0000","last_change":"2024-04-26T01:58:30.964631+0000","last_active":"2024-04-26T01:59:06.716896+0000","last_peered":"2024-04-26T01:59:06.716896+0000","last_clean":"2024-04-26T01:59:06.716896+0000","last_became_active":"2024-04-26T01:58:30.964292+0000","last_became_peered":"2024-04-26T01:58:30.964292+0000","last_unstale":"2024-04-26T01:59:06.716896+0000","last_undegraded":"2024-04-26T01:59:06.716896+0000","last_fullsized":"2024-04-26T01:59:06.716896+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:56:28.572390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.120444+0000","last_change":"2024-04-26T01:58:30.962040+0000","last_active":"2024-04-26T01:59:07.120444+0000","last_peered":"2024-04-26T01:59:07.120444+0000","last_clean":"2024-04-26T01:59:07.120444+0000","last_became_active":"2024-04-26T01:58:30.961628+0000","last_became_peered":"2024-04-26T01:58:30.961628+0000","last_unstale":"2024-04-26T01:59:07.120444+0000","last_undegraded":"2024-04-26T01:59:07.120444+0000","last_fullsized":"2024-04-26T01:59:07.120444+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:43.963583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.120234+0000","last_change":"2024-04-26T01:58:30.965916+0000","last_active":"2024-04-26T01:59:07.120234+0000","last_peered":"2024-04-26T01:59:07.120234+0000","last_clean":"2024-04-26T01:59:07.120234+0000","last_became_active":"2024-04-26T01:58:30.964832+0000","last_became_peered":"2024-04-26T01:58:30.964832+0000","last_unstale":"2024-04-26T01:59:07.120234+0000","last_undegraded":"2024-04-26T01:59:07.120234+0000","last_fullsized":"2024-04-26T01:59:07.120234+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:53:46.967305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.112743+0000","last_change":"2024-04-26T01:58:30.956744+0000","last_active":"2024-04-26T01:59:07.112743+0000","last_peered":"2024-04-26T01:59:07.112743+0000","last_clean":"2024-04-26T01:59:07.112743+0000","last_became_active":"2024-04-26T01:58:30.956379+0000","last_became_peered":"2024-04-26T01:58:30.956379+0000","last_unstale":"2024-04-26T01:59:07.112743+0000","last_undegraded":"2024-04-26T01:59:07.112743+0000","last_fullsized":"2024-04-26T01:59:07.112743+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:18:05.595190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723008+0000","last_change":"2024-04-26T01:58:30.985158+0000","last_active":"2024-04-26T01:59:06.723008+0000","last_peered":"2024-04-26T01:59:06.723008+0000","last_clean":"2024-04-26T01:59:06.723008+0000","last_became_active":"2024-04-26T01:58:30.984799+0000","last_became_peered":"2024-04-26T01:58:30.984799+0000","last_unstale":"2024-04-26T01:59:06.723008+0000","last_undegraded":"2024-04-26T01:59:06.723008+0000","last_fullsized":"2024-04-26T01:59:06.723008+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:31.555736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.719091+0000","last_change":"2024-04-26T01:58:30.958873+0000","last_active":"2024-04-26T01:59:06.719091+0000","last_peered":"2024-04-26T01:59:06.719091+0000","last_clean":"2024-04-26T01:59:06.719091+0000","last_became_active":"2024-04-26T01:58:30.958382+0000","last_became_peered":"2024-04-26T01:58:30.958382+0000","last_unstale":"2024-04-26T01:59:06.719091+0000","last_undegraded":"2024-04-26T01:59:06.719091+0000","last_fullsized":"2024-04-26T01:59:06.719091+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:59.244016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.721723+0000","last_change":"2024-04-26T01:58:30.967633+0000","last_active":"2024-04-26T01:59:06.721723+0000","last_peered":"2024-04-26T01:59:06.721723+0000","last_clean":"2024-04-26T01:59:06.721723+0000","last_became_active":"2024-04-26T01:58:30.967260+0000","last_became_peered":"2024-04-26T01:58:30.967260+0000","last_unstale":"2024-04-26T01:59:06.721723+0000","last_undegraded":"2024-04-26T01:59:06.721723+0000","last_fullsized":"2024-04-26T01:59:06.721723+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:05:04.749182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.725374+0000","last_change":"2024-04-26T01:58:30.963144+0000","last_active":"2024-04-26T01:59:06.725374+0000","last_peered":"2024-04-26T01:59:06.725374+0000","last_clean":"2024-04-26T01:59:06.725374+0000","last_became_active":"2024-04-26T01:58:30.962392+0000","last_became_peered":"2024-04-26T01:58:30.962392+0000","last_unstale":"2024-04-26T01:59:06.725374+0000","last_undegraded":"2024-04-26T01:59:06.725374+0000","last_fullsized":"2024-04-26T01:59:06.725374+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:44.931238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794800+0000","last_change":"2024-04-26T01:58:30.965078+0000","last_active":"2024-04-26T01:59:06.794800+0000","last_peered":"2024-04-26T01:59:06.794800+0000","last_clean":"2024-04-26T01:59:06.794800+0000","last_became_active":"2024-04-26T01:58:30.964720+0000","last_became_peered":"2024-04-26T01:58:30.964720+0000","last_unstale":"2024-04-26T01:59:06.794800+0000","last_undegraded":"2024-04-26T01:59:06.794800+0000","last_fullsized":"2024-04-26T01:59:06.794800+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:56:30.536722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.719312+0000","last_change":"2024-04-26T01:58:30.960916+0000","last_active":"2024-04-26T01:59:06.719312+0000","last_peered":"2024-04-26T01:59:06.719312+0000","last_clean":"2024-04-26T01:59:06.719312+0000","last_became_active":"2024-04-26T01:58:30.960506+0000","last_became_peered":"2024-04-26T01:58:30.960506+0000","last_unstale":"2024-04-26T01:59:06.719312+0000","last_undegraded":"2024-04-26T01:59:06.719312+0000","last_fullsized":"2024-04-26T01:59:06.719312+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:39.655503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722190+0000","last_change":"2024-04-26T01:58:30.969391+0000","last_active":"2024-04-26T01:59:06.722190+0000","last_peered":"2024-04-26T01:59:06.722190+0000","last_clean":"2024-04-26T01:59:06.722190+0000","last_became_active":"2024-04-26T01:58:30.968753+0000","last_became_peered":"2024-04-26T01:58:30.968753+0000","last_unstale":"2024-04-26T01:59:06.722190+0000","last_undegraded":"2024-04-26T01:59:06.722190+0000","last_fullsized":"2024-04-26T01:59:06.722190+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:37.282473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.112693+0000","last_change":"2024-04-26T01:58:30.961127+0000","last_active":"2024-04-26T01:59:07.112693+0000","last_peered":"2024-04-26T01:59:07.112693+0000","last_clean":"2024-04-26T01:59:07.112693+0000","last_became_active":"2024-04-26T01:58:30.960770+0000","last_became_peered":"2024-04-26T01:58:30.960770+0000","last_unstale":"2024-04-26T01:59:07.112693+0000","last_undegraded":"2024-04-26T01:59:07.112693+0000","last_fullsized":"2024-04-26T01:59:07.112693+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:55:12.749630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.727240+0000","last_change":"2024-04-26T01:58:30.972350+0000","last_active":"2024-04-26T01:59:06.727240+0000","last_peered":"2024-04-26T01:59:06.727240+0000","last_clean":"2024-04-26T01:59:06.727240+0000","last_became_active":"2024-04-26T01:58:30.971258+0000","last_became_peered":"2024-04-26T01:58:30.971258+0000","last_unstale":"2024-04-26T01:59:06.727240+0000","last_undegraded":"2024-04-26T01:59:06.727240+0000","last_fullsized":"2024-04-26T01:59:06.727240+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:46:47.206529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.119404+0000","last_change":"2024-04-26T01:58:30.966953+0000","last_active":"2024-04-26T01:59:07.119404+0000","last_peered":"2024-04-26T01:59:07.119404+0000","last_clean":"2024-04-26T01:59:07.119404+0000","last_became_active":"2024-04-26T01:58:30.962570+0000","last_became_peered":"2024-04-26T01:58:30.962570+0000","last_unstale":"2024-04-26T01:59:07.119404+0000","last_undegraded":"2024-04-26T01:59:07.119404+0000","last_fullsized":"2024-04-26T01:59:07.119404+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:43.199478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.119504+0000","last_change":"2024-04-26T01:58:30.963717+0000","last_active":"2024-04-26T01:59:07.119504+0000","last_peered":"2024-04-26T01:59:07.119504+0000","last_clean":"2024-04-26T01:59:07.119504+0000","last_became_active":"2024-04-26T01:58:30.962861+0000","last_became_peered":"2024-04-26T01:58:30.962861+0000","last_unstale":"2024-04-26T01:59:07.119504+0000","last_undegraded":"2024-04-26T01:59:07.119504+0000","last_fullsized":"2024-04-26T01:59:07.119504+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:04:20.857193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794393+0000","last_change":"2024-04-26T01:58:30.963963+0000","last_active":"2024-04-26T01:59:06.794393+0000","last_peered":"2024-04-26T01:59:06.794393+0000","last_clean":"2024-04-26T01:59:06.794393+0000","last_became_active":"2024-04-26T01:58:30.963594+0000","last_became_peered":"2024-04-26T01:58:30.963594+0000","last_unstale":"2024-04-26T01:59:06.794393+0000","last_undegraded":"2024-04-26T01:59:06.794393+0000","last_fullsized":"2024-04-26T01:59:06.794393+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:05:53.068792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.717075+0000","last_change":"2024-04-26T01:58:30.965493+0000","last_active":"2024-04-26T01:59:06.717075+0000","last_peered":"2024-04-26T01:59:06.717075+0000","last_clean":"2024-04-26T01:59:06.717075+0000","last_became_active":"2024-04-26T01:58:30.965159+0000","last_became_peered":"2024-04-26T01:58:30.965159+0000","last_unstale":"2024-04-26T01:59:06.717075+0000","last_undegraded":"2024-04-26T01:59:06.717075+0000","last_fullsized":"2024-04-26T01:59:06.717075+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:28:58.745853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.718349+0000","last_change":"2024-04-26T01:58:30.959013+0000","last_active":"2024-04-26T01:59:06.718349+0000","last_peered":"2024-04-26T01:59:06.718349+0000","last_clean":"2024-04-26T01:59:06.718349+0000","last_became_active":"2024-04-26T01:58:30.958626+0000","last_became_peered":"2024-04-26T01:58:30.958626+0000","last_unstale":"2024-04-26T01:59:06.718349+0000","last_undegraded":"2024-04-26T01:59:06.718349+0000","last_fullsized":"2024-04-26T01:59:06.718349+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:36:30.591403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.714932+0000","last_change":"2024-04-26T01:58:30.969827+0000","last_active":"2024-04-26T01:59:06.714932+0000","last_peered":"2024-04-26T01:59:06.714932+0000","last_clean":"2024-04-26T01:59:06.714932+0000","last_became_active":"2024-04-26T01:58:30.969489+0000","last_became_peered":"2024-04-26T01:58:30.969489+0000","last_unstale":"2024-04-26T01:59:06.714932+0000","last_undegraded":"2024-04-26T01:59:06.714932+0000","last_fullsized":"2024-04-26T01:59:06.714932+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:46.542281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":71,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:25.185369+0000","last_change":"2024-04-26T01:58:26.909029+0000","last_active":"2024-04-26T01:59:25.185369+0000","last_peered":"2024-04-26T01:59:25.185369+0000","last_clean":"2024-04-26T01:59:25.185369+0000","last_became_active":"2024-04-26T01:58:26.908324+0000","last_became_peered":"2024-04-26T01:58:26.908324+0000","last_unstale":"2024-04-26T01:59:25.185369+0000","last_undegraded":"2024-04-26T01:59:25.185369+0000","last_fullsized":"2024-04-26T01:59:25.185369+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:03:13.796647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":32,"num_read_kb":32,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.735537+0000","last_change":"2024-04-26T01:59:06.733098+0000","last_active":"2024-04-26T01:59:06.735537+0000","last_peered":"2024-04-26T01:59:06.735537+0000","last_clean":"2024-04-26T01:59:06.735537+0000","last_became_active":"2024-04-26T01:59:06.731525+0000","last_became_peered":"2024-04-26T01:59:06.731525+0000","last_unstale":"2024-04-26T01:59:06.735537+0000","last_undegraded":"2024-04-26T01:59:06.735537+0000","last_fullsized":"2024-04-26T01:59:06.735537+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:09.678592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.730905+0000","last_change":"2024-04-26T01:58:26.950857+0000","last_active":"2024-04-26T01:59:06.730905+0000","last_peered":"2024-04-26T01:59:06.730905+0000","last_clean":"2024-04-26T01:59:06.730905+0000","last_became_active":"2024-04-26T01:58:26.949124+0000","last_became_peered":"2024-04-26T01:58:26.949124+0000","last_unstale":"2024-04-26T01:59:06.730905+0000","last_undegraded":"2024-04-26T01:59:06.730905+0000","last_fullsized":"2024-04-26T01:59:06.730905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:37.249004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.120954+0000","last_change":"2024-04-26T01:58:30.965301+0000","last_active":"2024-04-26T01:59:07.120954+0000","last_peered":"2024-04-26T01:59:07.120954+0000","last_clean":"2024-04-26T01:59:07.120954+0000","last_became_active":"2024-04-26T01:58:30.964953+0000","last_became_peered":"2024-04-26T01:58:30.964953+0000","last_unstale":"2024-04-26T01:59:07.120954+0000","last_undegraded":"2024-04-26T01:59:07.120954+0000","last_fullsized":"2024-04-26T01:59:07.120954+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:35:32.835720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723524+0000","last_change":"2024-04-26T01:58:26.908866+0000","last_active":"2024-04-26T01:59:06.723524+0000","last_peered":"2024-04-26T01:59:06.723524+0000","last_clean":"2024-04-26T01:59:06.723524+0000","last_became_active":"2024-04-26T01:58:26.908424+0000","last_became_peered":"2024-04-26T01:58:26.908424+0000","last_unstale":"2024-04-26T01:59:06.723524+0000","last_undegraded":"2024-04-26T01:59:06.723524+0000","last_fullsized":"2024-04-26T01:59:06.723524+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:31:18.051909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794522+0000","last_change":"2024-04-26T01:58:30.976254+0000","last_active":"2024-04-26T01:59:06.794522+0000","last_peered":"2024-04-26T01:59:06.794522+0000","last_clean":"2024-04-26T01:59:06.794522+0000","last_became_active":"2024-04-26T01:58:30.975848+0000","last_became_peered":"2024-04-26T01:58:30.975848+0000","last_unstale":"2024-04-26T01:59:06.794522+0000","last_undegraded":"2024-04-26T01:59:06.794522+0000","last_fullsized":"2024-04-26T01:59:06.794522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:33.189012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723516+0000","last_change":"2024-04-26T01:58:26.911002+0000","last_active":"2024-04-26T01:59:06.723516+0000","last_peered":"2024-04-26T01:59:06.723516+0000","last_clean":"2024-04-26T01:59:06.723516+0000","last_became_active":"2024-04-26T01:58:26.910602+0000","last_became_peered":"2024-04-26T01:58:26.910602+0000","last_unstale":"2024-04-26T01:59:06.723516+0000","last_undegraded":"2024-04-26T01:59:06.723516+0000","last_fullsized":"2024-04-26T01:59:06.723516+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:22.056752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.795919+0000","last_change":"2024-04-26T01:59:06.795919+0000","last_active":"2024-04-26T01:59:06.795919+0000","last_peered":"2024-04-26T01:59:06.795919+0000","last_clean":"2024-04-26T01:59:06.795919+0000","last_became_active":"2024-04-26T01:59:06.795545+0000","last_became_peered":"2024-04-26T01:59:06.795545+0000","last_unstale":"2024-04-26T01:59:06.795919+0000","last_undegraded":"2024-04-26T01:59:06.795919+0000","last_fullsized":"2024-04-26T01:59:06.795919+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:04.415279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":65,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:26.176371+0000","last_change":"2024-04-26T01:58:26.907930+0000","last_active":"2024-04-26T01:59:26.176371+0000","last_peered":"2024-04-26T01:59:26.176371+0000","last_clean":"2024-04-26T01:59:26.176371+0000","last_became_active":"2024-04-26T01:58:26.907517+0000","last_became_peered":"2024-04-26T01:58:26.907517+0000","last_unstale":"2024-04-26T01:59:26.176371+0000","last_undegraded":"2024-04-26T01:59:26.176371+0000","last_fullsized":"2024-04-26T01:59:26.176371+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:14:44.076309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722969+0000","last_change":"2024-04-26T01:58:30.952575+0000","last_active":"2024-04-26T01:59:06.722969+0000","last_peered":"2024-04-26T01:59:06.722969+0000","last_clean":"2024-04-26T01:59:06.722969+0000","last_became_active":"2024-04-26T01:58:30.952212+0000","last_became_peered":"2024-04-26T01:58:30.952212+0000","last_unstale":"2024-04-26T01:59:06.722969+0000","last_undegraded":"2024-04-26T01:59:06.722969+0000","last_fullsized":"2024-04-26T01:59:06.722969+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:01:57.128787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.719075+0000","last_change":"2024-04-26T01:58:26.911859+0000","last_active":"2024-04-26T01:59:06.719075+0000","last_peered":"2024-04-26T01:59:06.719075+0000","last_clean":"2024-04-26T01:59:06.719075+0000","last_became_active":"2024-04-26T01:58:26.911358+0000","last_became_peered":"2024-04-26T01:58:26.911358+0000","last_unstale":"2024-04-26T01:59:06.719075+0000","last_undegraded":"2024-04-26T01:59:06.719075+0000","last_fullsized":"2024-04-26T01:59:06.719075+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:35.498625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.118055+0000","last_change":"2024-04-26T01:59:07.118055+0000","last_active":"2024-04-26T01:59:07.118055+0000","last_peered":"2024-04-26T01:59:07.118055+0000","last_clean":"2024-04-26T01:59:07.118055+0000","last_became_active":"2024-04-26T01:59:07.116702+0000","last_became_peered":"2024-04-26T01:59:07.116702+0000","last_unstale":"2024-04-26T01:59:07.118055+0000","last_undegraded":"2024-04-26T01:59:07.118055+0000","last_fullsized":"2024-04-26T01:59:07.118055+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:50.911431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.724567+0000","last_change":"2024-04-26T01:58:26.909213+0000","last_active":"2024-04-26T01:59:06.724567+0000","last_peered":"2024-04-26T01:59:06.724567+0000","last_clean":"2024-04-26T01:59:06.724567+0000","last_became_active":"2024-04-26T01:58:26.908696+0000","last_became_peered":"2024-04-26T01:58:26.908696+0000","last_unstale":"2024-04-26T01:59:06.724567+0000","last_undegraded":"2024-04-26T01:59:06.724567+0000","last_fullsized":"2024-04-26T01:59:06.724567+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:32:50.331258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.725170+0000","last_change":"2024-04-26T01:58:30.986876+0000","last_active":"2024-04-26T01:59:06.725170+0000","last_peered":"2024-04-26T01:59:06.725170+0000","last_clean":"2024-04-26T01:59:06.725170+0000","last_became_active":"2024-04-26T01:58:30.986442+0000","last_became_peered":"2024-04-26T01:58:30.986442+0000","last_unstale":"2024-04-26T01:59:06.725170+0000","last_undegraded":"2024-04-26T01:59:06.725170+0000","last_fullsized":"2024-04-26T01:59:06.725170+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:14:09.315119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722011+0000","last_change":"2024-04-26T01:58:26.908371+0000","last_active":"2024-04-26T01:59:06.722011+0000","last_peered":"2024-04-26T01:59:06.722011+0000","last_clean":"2024-04-26T01:59:06.722011+0000","last_became_active":"2024-04-26T01:58:26.908013+0000","last_became_peered":"2024-04-26T01:58:26.908013+0000","last_unstale":"2024-04-26T01:59:06.722011+0000","last_undegraded":"2024-04-26T01:59:06.722011+0000","last_fullsized":"2024-04-26T01:59:06.722011+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:26:57.910428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.717201+0000","last_change":"2024-04-26T01:58:30.971847+0000","last_active":"2024-04-26T01:59:06.717201+0000","last_peered":"2024-04-26T01:59:06.717201+0000","last_clean":"2024-04-26T01:59:06.717201+0000","last_became_active":"2024-04-26T01:58:30.971427+0000","last_became_peered":"2024-04-26T01:58:30.971427+0000","last_unstale":"2024-04-26T01:59:06.717201+0000","last_undegraded":"2024-04-26T01:59:06.717201+0000","last_fullsized":"2024-04-26T01:59:06.717201+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:59:58.120983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'4","reported_seq":96,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:28.178442+0000","last_change":"2024-04-26T01:58:26.916131+0000","last_active":"2024-04-26T01:59:28.178442+0000","last_peered":"2024-04-26T01:59:28.178442+0000","last_clean":"2024-04-26T01:59:28.178442+0000","last_became_active":"2024-04-26T01:58:26.915748+0000","last_became_peered":"2024-04-26T01:58:26.915748+0000","last_unstale":"2024-04-26T01:59:28.178442+0000","last_undegraded":"2024-04-26T01:59:28.178442+0000","last_fullsized":"2024-04-26T01:59:28.178442+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:18.951250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":66,"num_read_kb":66,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794837+0000","last_change":"2024-04-26T01:58:30.963544+0000","last_active":"2024-04-26T01:59:06.794837+0000","last_peered":"2024-04-26T01:59:06.794837+0000","last_clean":"2024-04-26T01:59:06.794837+0000","last_became_active":"2024-04-26T01:58:30.963152+0000","last_became_peered":"2024-04-26T01:58:30.963152+0000","last_unstale":"2024-04-26T01:59:06.794837+0000","last_undegraded":"2024-04-26T01:59:06.794837+0000","last_fullsized":"2024-04-26T01:59:06.794837+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:39:42.557629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722027+0000","last_change":"2024-04-26T01:58:26.912774+0000","last_active":"2024-04-26T01:59:06.722027+0000","last_peered":"2024-04-26T01:59:06.722027+0000","last_clean":"2024-04-26T01:59:06.722027+0000","last_became_active":"2024-04-26T01:58:26.912382+0000","last_became_peered":"2024-04-26T01:58:26.912382+0000","last_unstale":"2024-04-26T01:59:06.722027+0000","last_undegraded":"2024-04-26T01:59:06.722027+0000","last_fullsized":"2024-04-26T01:59:06.722027+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:03.667501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.120936+0000","last_change":"2024-04-26T01:58:30.969636+0000","last_active":"2024-04-26T01:59:07.120936+0000","last_peered":"2024-04-26T01:59:07.120936+0000","last_clean":"2024-04-26T01:59:07.120936+0000","last_became_active":"2024-04-26T01:58:30.965817+0000","last_became_peered":"2024-04-26T01:58:30.965817+0000","last_unstale":"2024-04-26T01:59:07.120936+0000","last_undegraded":"2024-04-26T01:59:07.120936+0000","last_fullsized":"2024-04-26T01:59:07.120936+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:52.159112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722980+0000","last_change":"2024-04-26T01:58:26.955656+0000","last_active":"2024-04-26T01:59:06.722980+0000","last_peered":"2024-04-26T01:59:06.722980+0000","last_clean":"2024-04-26T01:59:06.722980+0000","last_became_active":"2024-04-26T01:58:26.955270+0000","last_became_peered":"2024-04-26T01:58:26.955270+0000","last_unstale":"2024-04-26T01:59:06.722980+0000","last_undegraded":"2024-04-26T01:59:06.722980+0000","last_fullsized":"2024-04-26T01:59:06.722980+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:12:31.425015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794761+0000","last_change":"2024-04-26T01:58:30.952388+0000","last_active":"2024-04-26T01:59:06.794761+0000","last_peered":"2024-04-26T01:59:06.794761+0000","last_clean":"2024-04-26T01:59:06.794761+0000","last_became_active":"2024-04-26T01:58:30.951944+0000","last_became_peered":"2024-04-26T01:58:30.951944+0000","last_unstale":"2024-04-26T01:59:06.794761+0000","last_undegraded":"2024-04-26T01:59:06.794761+0000","last_fullsized":"2024-04-26T01:59:06.794761+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:39:43.629075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'31","reported_seq":132,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:28.179063+0000","last_change":"2024-04-26T01:58:26.908554+0000","last_active":"2024-04-26T01:59:28.179063+0000","last_peered":"2024-04-26T01:59:28.179063+0000","last_clean":"2024-04-26T01:59:28.179063+0000","last_became_active":"2024-04-26T01:58:26.908096+0000","last_became_peered":"2024-04-26T01:58:26.908096+0000","last_unstale":"2024-04-26T01:59:28.179063+0000","last_undegraded":"2024-04-26T01:59:28.179063+0000","last_fullsized":"2024-04-26T01:59:28.179063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:59:07.497393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61826,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":75,"num_read_kb":97,"num_write":33,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723283+0000","last_change":"2024-04-26T01:58:30.962169+0000","last_active":"2024-04-26T01:59:06.723283+0000","last_peered":"2024-04-26T01:59:06.723283+0000","last_clean":"2024-04-26T01:59:06.723283+0000","last_became_active":"2024-04-26T01:58:30.961827+0000","last_became_peered":"2024-04-26T01:58:30.961827+0000","last_unstale":"2024-04-26T01:59:06.723283+0000","last_undegraded":"2024-04-26T01:59:06.723283+0000","last_fullsized":"2024-04-26T01:59:06.723283+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:42.150541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.749353+0000","last_change":"2024-04-26T01:59:06.748974+0000","last_active":"2024-04-26T01:59:06.749353+0000","last_peered":"2024-04-26T01:59:06.749353+0000","last_clean":"2024-04-26T01:59:06.749353+0000","last_became_active":"2024-04-26T01:59:06.733491+0000","last_became_peered":"2024-04-26T01:59:06.733491+0000","last_unstale":"2024-04-26T01:59:06.749353+0000","last_undegraded":"2024-04-26T01:59:06.749353+0000","last_fullsized":"2024-04-26T01:59:06.749353+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:11.743053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.725135+0000","last_change":"2024-04-26T01:58:30.981562+0000","last_active":"2024-04-26T01:59:06.725135+0000","last_peered":"2024-04-26T01:59:06.725135+0000","last_clean":"2024-04-26T01:59:06.725135+0000","last_became_active":"2024-04-26T01:58:30.975609+0000","last_became_peered":"2024-04-26T01:58:30.975609+0000","last_unstale":"2024-04-26T01:59:06.725135+0000","last_undegraded":"2024-04-26T01:59:06.725135+0000","last_fullsized":"2024-04-26T01:59:06.725135+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:34.822280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722389+0000","last_change":"2024-04-26T01:58:26.914851+0000","last_active":"2024-04-26T01:59:06.722389+0000","last_peered":"2024-04-26T01:59:06.722389+0000","last_clean":"2024-04-26T01:59:06.722389+0000","last_became_active":"2024-04-26T01:58:26.914333+0000","last_became_peered":"2024-04-26T01:58:26.914333+0000","last_unstale":"2024-04-26T01:59:06.722389+0000","last_undegraded":"2024-04-26T01:59:06.722389+0000","last_fullsized":"2024-04-26T01:59:06.722389+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:08:14.410154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.732772+0000","last_change":"2024-04-26T01:59:06.732772+0000","last_active":"2024-04-26T01:59:06.732772+0000","last_peered":"2024-04-26T01:59:06.732772+0000","last_clean":"2024-04-26T01:59:06.732772+0000","last_became_active":"2024-04-26T01:59:06.732342+0000","last_became_peered":"2024-04-26T01:59:06.732342+0000","last_unstale":"2024-04-26T01:59:06.732772+0000","last_undegraded":"2024-04-26T01:59:06.732772+0000","last_fullsized":"2024-04-26T01:59:06.732772+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:33.765821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'6","reported_seq":67,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:26.187829+0000","last_change":"2024-04-26T01:58:26.908641+0000","last_active":"2024-04-26T01:59:26.187829+0000","last_peered":"2024-04-26T01:59:26.187829+0000","last_clean":"2024-04-26T01:59:26.187829+0000","last_became_active":"2024-04-26T01:58:26.908257+0000","last_became_peered":"2024-04-26T01:58:26.908257+0000","last_unstale":"2024-04-26T01:59:26.187829+0000","last_undegraded":"2024-04-26T01:59:26.187829+0000","last_fullsized":"2024-04-26T01:59:26.187829+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:34:47.335413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":36,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.721645+0000","last_change":"2024-04-26T01:58:30.966929+0000","last_active":"2024-04-26T01:59:06.721645+0000","last_peered":"2024-04-26T01:59:06.721645+0000","last_clean":"2024-04-26T01:59:06.721645+0000","last_became_active":"2024-04-26T01:58:30.966570+0000","last_became_peered":"2024-04-26T01:58:30.966570+0000","last_unstale":"2024-04-26T01:59:06.721645+0000","last_undegraded":"2024-04-26T01:59:06.721645+0000","last_fullsized":"2024-04-26T01:59:06.721645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:06:18.841697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723357+0000","last_change":"2024-04-26T01:58:26.948155+0000","last_active":"2024-04-26T01:59:06.723357+0000","last_peered":"2024-04-26T01:59:06.723357+0000","last_clean":"2024-04-26T01:59:06.723357+0000","last_became_active":"2024-04-26T01:58:26.947769+0000","last_became_peered":"2024-04-26T01:58:26.947769+0000","last_unstale":"2024-04-26T01:59:06.723357+0000","last_undegraded":"2024-04-26T01:59:06.723357+0000","last_fullsized":"2024-04-26T01:59:06.723357+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:34:54.667133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722445+0000","last_change":"2024-04-26T01:58:30.956123+0000","last_active":"2024-04-26T01:59:06.722445+0000","last_peered":"2024-04-26T01:59:06.722445+0000","last_clean":"2024-04-26T01:59:06.722445+0000","last_became_active":"2024-04-26T01:58:30.955722+0000","last_became_peered":"2024-04-26T01:58:30.955722+0000","last_unstale":"2024-04-26T01:59:06.722445+0000","last_undegraded":"2024-04-26T01:59:06.722445+0000","last_fullsized":"2024-04-26T01:59:06.722445+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:32.888488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722870+0000","last_change":"2024-04-26T01:58:26.908175+0000","last_active":"2024-04-26T01:59:06.722870+0000","last_peered":"2024-04-26T01:59:06.722870+0000","last_clean":"2024-04-26T01:59:06.722870+0000","last_became_active":"2024-04-26T01:58:26.907823+0000","last_became_peered":"2024-04-26T01:58:26.907823+0000","last_unstale":"2024-04-26T01:59:06.722870+0000","last_undegraded":"2024-04-26T01:59:06.722870+0000","last_fullsized":"2024-04-26T01:59:06.722870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:10:47.314000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.716806+0000","last_change":"2024-04-26T01:58:30.953226+0000","last_active":"2024-04-26T01:59:06.716806+0000","last_peered":"2024-04-26T01:59:06.716806+0000","last_clean":"2024-04-26T01:59:06.716806+0000","last_became_active":"2024-04-26T01:58:30.952797+0000","last_became_peered":"2024-04-26T01:58:30.952797+0000","last_unstale":"2024-04-26T01:59:06.716806+0000","last_undegraded":"2024-04-26T01:59:06.716806+0000","last_fullsized":"2024-04-26T01:59:06.716806+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:44:59.400681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.717709+0000","last_change":"2024-04-26T01:58:26.952198+0000","last_active":"2024-04-26T01:59:06.717709+0000","last_peered":"2024-04-26T01:59:06.717709+0000","last_clean":"2024-04-26T01:59:06.717709+0000","last_became_active":"2024-04-26T01:58:26.951400+0000","last_became_peered":"2024-04-26T01:58:26.951400+0000","last_unstale":"2024-04-26T01:59:06.717709+0000","last_undegraded":"2024-04-26T01:59:06.717709+0000","last_fullsized":"2024-04-26T01:59:06.717709+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:09:46.674733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.719282+0000","last_change":"2024-04-26T01:58:30.981089+0000","last_active":"2024-04-26T01:59:06.719282+0000","last_peered":"2024-04-26T01:59:06.719282+0000","last_clean":"2024-04-26T01:59:06.719282+0000","last_became_active":"2024-04-26T01:58:30.980781+0000","last_became_peered":"2024-04-26T01:58:30.980781+0000","last_unstale":"2024-04-26T01:59:06.719282+0000","last_undegraded":"2024-04-26T01:59:06.719282+0000","last_fullsized":"2024-04-26T01:59:06.719282+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:43.963389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'6","reported_seq":68,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:28.191573+0000","last_change":"2024-04-26T01:58:26.917575+0000","last_active":"2024-04-26T01:59:28.191573+0000","last_peered":"2024-04-26T01:59:28.191573+0000","last_clean":"2024-04-26T01:59:28.191573+0000","last_became_active":"2024-04-26T01:58:26.917239+0000","last_became_peered":"2024-04-26T01:58:26.917239+0000","last_unstale":"2024-04-26T01:59:28.191573+0000","last_undegraded":"2024-04-26T01:59:28.191573+0000","last_fullsized":"2024-04-26T01:59:28.191573+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:16.851091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.719352+0000","last_change":"2024-04-26T01:58:30.964584+0000","last_active":"2024-04-26T01:59:06.719352+0000","last_peered":"2024-04-26T01:59:06.719352+0000","last_clean":"2024-04-26T01:59:06.719352+0000","last_became_active":"2024-04-26T01:58:30.964226+0000","last_became_peered":"2024-04-26T01:58:30.964226+0000","last_unstale":"2024-04-26T01:59:06.719352+0000","last_undegraded":"2024-04-26T01:59:06.719352+0000","last_fullsized":"2024-04-26T01:59:06.719352+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:45.657334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722395+0000","last_change":"2024-04-26T01:58:30.957838+0000","last_active":"2024-04-26T01:59:06.722395+0000","last_peered":"2024-04-26T01:59:06.722395+0000","last_clean":"2024-04-26T01:59:06.722395+0000","last_became_active":"2024-04-26T01:58:30.957495+0000","last_became_peered":"2024-04-26T01:58:30.957495+0000","last_unstale":"2024-04-26T01:59:06.722395+0000","last_undegraded":"2024-04-26T01:59:06.722395+0000","last_fullsized":"2024-04-26T01:59:06.722395+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:19.298590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":64,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:26.187200+0000","last_change":"2024-04-26T01:58:26.951413+0000","last_active":"2024-04-26T01:59:26.187200+0000","last_peered":"2024-04-26T01:59:26.187200+0000","last_clean":"2024-04-26T01:59:26.187200+0000","last_became_active":"2024-04-26T01:58:26.950195+0000","last_became_peered":"2024-04-26T01:58:26.950195+0000","last_unstale":"2024-04-26T01:59:26.187200+0000","last_undegraded":"2024-04-26T01:59:26.187200+0000","last_fullsized":"2024-04-26T01:59:26.187200+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:13:55.853005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":33,"num_read_kb":33,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.730052+0000","last_change":"2024-04-26T01:58:30.979554+0000","last_active":"2024-04-26T01:59:06.730052+0000","last_peered":"2024-04-26T01:59:06.730052+0000","last_clean":"2024-04-26T01:59:06.730052+0000","last_became_active":"2024-04-26T01:58:30.979158+0000","last_became_peered":"2024-04-26T01:58:30.979158+0000","last_unstale":"2024-04-26T01:59:06.730052+0000","last_undegraded":"2024-04-26T01:59:06.730052+0000","last_fullsized":"2024-04-26T01:59:06.730052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:38:22.534142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.111356+0000","last_change":"2024-04-26T01:58:26.913432+0000","last_active":"2024-04-26T01:59:07.111356+0000","last_peered":"2024-04-26T01:59:07.111356+0000","last_clean":"2024-04-26T01:59:07.111356+0000","last_became_active":"2024-04-26T01:58:26.913054+0000","last_became_peered":"2024-04-26T01:58:26.913054+0000","last_unstale":"2024-04-26T01:59:07.111356+0000","last_undegraded":"2024-04-26T01:59:07.111356+0000","last_fullsized":"2024-04-26T01:59:07.111356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:21:04.699502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":358,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.721889+0000","last_change":"2024-04-26T01:56:52.582555+0000","last_active":"2024-04-26T01:59:06.721889+0000","last_peered":"2024-04-26T01:59:06.721889+0000","last_clean":"2024-04-26T01:59:06.721889+0000","last_became_active":"2024-04-26T01:56:52.582083+0000","last_became_peered":"2024-04-26T01:56:52.582083+0000","last_unstale":"2024-04-26T01:59:06.721889+0000","last_undegraded":"2024-04-26T01:59:06.721889+0000","last_fullsized":"2024-04-26T01:59:06.721889+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_clean_scrub_stamp":"2024-04-26T01:52:52.012858+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:19.438229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723012+0000","last_change":"2024-04-26T01:58:30.966288+0000","last_active":"2024-04-26T01:59:06.723012+0000","last_peered":"2024-04-26T01:59:06.723012+0000","last_clean":"2024-04-26T01:59:06.723012+0000","last_became_active":"2024-04-26T01:58:30.965790+0000","last_became_peered":"2024-04-26T01:58:30.965790+0000","last_unstale":"2024-04-26T01:59:06.723012+0000","last_undegraded":"2024-04-26T01:59:06.723012+0000","last_fullsized":"2024-04-26T01:59:06.723012+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:32:00.855571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.721900+0000","last_change":"2024-04-26T01:58:26.912567+0000","last_active":"2024-04-26T01:59:06.721900+0000","last_peered":"2024-04-26T01:59:06.721900+0000","last_clean":"2024-04-26T01:59:06.721900+0000","last_became_active":"2024-04-26T01:58:26.911311+0000","last_became_peered":"2024-04-26T01:58:26.911311+0000","last_unstale":"2024-04-26T01:59:06.721900+0000","last_undegraded":"2024-04-26T01:59:06.721900+0000","last_fullsized":"2024-04-26T01:59:06.721900+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:53:06.257167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723358+0000","last_change":"2024-04-26T01:58:26.952696+0000","last_active":"2024-04-26T01:59:06.723358+0000","last_peered":"2024-04-26T01:59:06.723358+0000","last_clean":"2024-04-26T01:59:06.723358+0000","last_became_active":"2024-04-26T01:58:26.952382+0000","last_became_peered":"2024-04-26T01:58:26.952382+0000","last_unstale":"2024-04-26T01:59:06.723358+0000","last_undegraded":"2024-04-26T01:59:06.723358+0000","last_fullsized":"2024-04-26T01:59:06.723358+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:21:28.100792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.728407+0000","last_change":"2024-04-26T01:58:30.976420+0000","last_active":"2024-04-26T01:59:06.728407+0000","last_peered":"2024-04-26T01:59:06.728407+0000","last_clean":"2024-04-26T01:59:06.728407+0000","last_became_active":"2024-04-26T01:58:30.975950+0000","last_became_peered":"2024-04-26T01:58:30.975950+0000","last_unstale":"2024-04-26T01:59:06.728407+0000","last_undegraded":"2024-04-26T01:59:06.728407+0000","last_fullsized":"2024-04-26T01:59:06.728407+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:56.997947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'16","reported_seq":58,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:22.000654+0000","last_change":"2024-04-26T01:59:06.760073+0000","last_active":"2024-04-26T01:59:22.000654+0000","last_peered":"2024-04-26T01:59:22.000654+0000","last_clean":"2024-04-26T01:59:22.000654+0000","last_became_active":"2024-04-26T01:59:06.736242+0000","last_became_peered":"2024-04-26T01:59:06.736242+0000","last_unstale":"2024-04-26T01:59:22.000654+0000","last_undegraded":"2024-04-26T01:59:22.000654+0000","last_fullsized":"2024-04-26T01:59:22.000654+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:24.344134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":3,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.728534+0000","last_change":"2024-04-26T01:58:30.981099+0000","last_active":"2024-04-26T01:59:06.728534+0000","last_peered":"2024-04-26T01:59:06.728534+0000","last_clean":"2024-04-26T01:59:06.728534+0000","last_became_active":"2024-04-26T01:58:30.974714+0000","last_became_peered":"2024-04-26T01:58:30.974714+0000","last_unstale":"2024-04-26T01:59:06.728534+0000","last_undegraded":"2024-04-26T01:59:06.728534+0000","last_fullsized":"2024-04-26T01:59:06.728534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:11.626761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.111428+0000","last_change":"2024-04-26T01:58:27.021040+0000","last_active":"2024-04-26T01:59:07.111428+0000","last_peered":"2024-04-26T01:59:07.111428+0000","last_clean":"2024-04-26T01:59:07.111428+0000","last_became_active":"2024-04-26T01:58:27.020656+0000","last_became_peered":"2024-04-26T01:58:27.020656+0000","last_unstale":"2024-04-26T01:59:07.111428+0000","last_undegraded":"2024-04-26T01:59:07.111428+0000","last_fullsized":"2024-04-26T01:59:07.111428+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:54:40.149575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.120568+0000","last_change":"2024-04-26T01:58:30.978642+0000","last_active":"2024-04-26T01:59:07.120568+0000","last_peered":"2024-04-26T01:59:07.120568+0000","last_clean":"2024-04-26T01:59:07.120568+0000","last_became_active":"2024-04-26T01:58:30.977336+0000","last_became_peered":"2024-04-26T01:58:30.977336+0000","last_unstale":"2024-04-26T01:59:07.120568+0000","last_undegraded":"2024-04-26T01:59:07.120568+0000","last_fullsized":"2024-04-26T01:59:07.120568+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:17:34.682104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794395+0000","last_change":"2024-04-26T01:58:26.950109+0000","last_active":"2024-04-26T01:59:06.794395+0000","last_peered":"2024-04-26T01:59:06.794395+0000","last_clean":"2024-04-26T01:59:06.794395+0000","last_became_active":"2024-04-26T01:58:26.949756+0000","last_became_peered":"2024-04-26T01:58:26.949756+0000","last_unstale":"2024-04-26T01:59:06.794395+0000","last_undegraded":"2024-04-26T01:59:06.794395+0000","last_fullsized":"2024-04-26T01:59:06.794395+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:59:07.288430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723972+0000","last_change":"2024-04-26T01:58:30.955281+0000","last_active":"2024-04-26T01:59:06.723972+0000","last_peered":"2024-04-26T01:59:06.723972+0000","last_clean":"2024-04-26T01:59:06.723972+0000","last_became_active":"2024-04-26T01:58:30.954906+0000","last_became_peered":"2024-04-26T01:58:30.954906+0000","last_unstale":"2024-04-26T01:59:06.723972+0000","last_undegraded":"2024-04-26T01:59:06.723972+0000","last_fullsized":"2024-04-26T01:59:06.723972+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:48:49.237616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.724165+0000","last_change":"2024-04-26T01:58:26.918733+0000","last_active":"2024-04-26T01:59:06.724165+0000","last_peered":"2024-04-26T01:59:06.724165+0000","last_clean":"2024-04-26T01:59:06.724165+0000","last_became_active":"2024-04-26T01:58:26.918132+0000","last_became_peered":"2024-04-26T01:58:26.918132+0000","last_unstale":"2024-04-26T01:59:06.724165+0000","last_undegraded":"2024-04-26T01:59:06.724165+0000","last_fullsized":"2024-04-26T01:59:06.724165+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:03:21.762469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.716823+0000","last_change":"2024-04-26T01:58:30.964357+0000","last_active":"2024-04-26T01:59:06.716823+0000","last_peered":"2024-04-26T01:59:06.716823+0000","last_clean":"2024-04-26T01:59:06.716823+0000","last_became_active":"2024-04-26T01:58:30.964042+0000","last_became_peered":"2024-04-26T01:58:30.964042+0000","last_unstale":"2024-04-26T01:59:06.716823+0000","last_undegraded":"2024-04-26T01:59:06.716823+0000","last_fullsized":"2024-04-26T01:59:06.716823+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:57:56.941152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.714608+0000","last_change":"2024-04-26T01:58:26.916786+0000","last_active":"2024-04-26T01:59:06.714608+0000","last_peered":"2024-04-26T01:59:06.714608+0000","last_clean":"2024-04-26T01:59:06.714608+0000","last_became_active":"2024-04-26T01:58:26.916421+0000","last_became_peered":"2024-04-26T01:58:26.916421+0000","last_unstale":"2024-04-26T01:59:06.714608+0000","last_undegraded":"2024-04-26T01:59:06.714608+0000","last_fullsized":"2024-04-26T01:59:06.714608+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:15:53.057132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.729514+0000","last_change":"2024-04-26T01:58:30.981408+0000","last_active":"2024-04-26T01:59:06.729514+0000","last_peered":"2024-04-26T01:59:06.729514+0000","last_clean":"2024-04-26T01:59:06.729514+0000","last_became_active":"2024-04-26T01:58:30.975782+0000","last_became_peered":"2024-04-26T01:58:30.975782+0000","last_unstale":"2024-04-26T01:59:06.729514+0000","last_undegraded":"2024-04-26T01:59:06.729514+0000","last_fullsized":"2024-04-26T01:59:06.729514+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:58.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723171+0000","last_change":"2024-04-26T01:58:26.908741+0000","last_active":"2024-04-26T01:59:06.723171+0000","last_peered":"2024-04-26T01:59:06.723171+0000","last_clean":"2024-04-26T01:59:06.723171+0000","last_became_active":"2024-04-26T01:58:26.908341+0000","last_became_peered":"2024-04-26T01:58:26.908341+0000","last_unstale":"2024-04-26T01:59:06.723171+0000","last_undegraded":"2024-04-26T01:59:06.723171+0000","last_fullsized":"2024-04-26T01:59:06.723171+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:57:14.254746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.721902+0000","last_change":"2024-04-26T01:58:30.973708+0000","last_active":"2024-04-26T01:59:06.721902+0000","last_peered":"2024-04-26T01:59:06.721902+0000","last_clean":"2024-04-26T01:59:06.721902+0000","last_became_active":"2024-04-26T01:58:30.973315+0000","last_became_peered":"2024-04-26T01:58:30.973315+0000","last_unstale":"2024-04-26T01:59:06.721902+0000","last_undegraded":"2024-04-26T01:59:06.721902+0000","last_fullsized":"2024-04-26T01:59:06.721902+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:50:51.745148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'6","reported_seq":66,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:25.192312+0000","last_change":"2024-04-26T01:58:27.020622+0000","last_active":"2024-04-26T01:59:25.192312+0000","last_peered":"2024-04-26T01:59:25.192312+0000","last_clean":"2024-04-26T01:59:25.192312+0000","last_became_active":"2024-04-26T01:58:27.020213+0000","last_became_peered":"2024-04-26T01:58:27.020213+0000","last_unstale":"2024-04-26T01:59:25.192312+0000","last_undegraded":"2024-04-26T01:59:25.192312+0000","last_fullsized":"2024-04-26T01:59:25.192312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:41:28.929919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722288+0000","last_change":"2024-04-26T01:58:30.967801+0000","last_active":"2024-04-26T01:59:06.722288+0000","last_peered":"2024-04-26T01:59:06.722288+0000","last_clean":"2024-04-26T01:59:06.722288+0000","last_became_active":"2024-04-26T01:58:30.967419+0000","last_became_peered":"2024-04-26T01:58:30.967419+0000","last_unstale":"2024-04-26T01:59:06.722288+0000","last_undegraded":"2024-04-26T01:59:06.722288+0000","last_fullsized":"2024-04-26T01:59:06.722288+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:45:25.468923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722275+0000","last_change":"2024-04-26T01:58:26.912783+0000","last_active":"2024-04-26T01:59:06.722275+0000","last_peered":"2024-04-26T01:59:06.722275+0000","last_clean":"2024-04-26T01:59:06.722275+0000","last_became_active":"2024-04-26T01:58:26.912351+0000","last_became_peered":"2024-04-26T01:58:26.912351+0000","last_unstale":"2024-04-26T01:59:06.722275+0000","last_undegraded":"2024-04-26T01:59:06.722275+0000","last_fullsized":"2024-04-26T01:59:06.722275+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:44.149415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722072+0000","last_change":"2024-04-26T01:58:30.975051+0000","last_active":"2024-04-26T01:59:06.722072+0000","last_peered":"2024-04-26T01:59:06.722072+0000","last_clean":"2024-04-26T01:59:06.722072+0000","last_became_active":"2024-04-26T01:58:30.974661+0000","last_became_peered":"2024-04-26T01:58:30.974661+0000","last_unstale":"2024-04-26T01:59:06.722072+0000","last_undegraded":"2024-04-26T01:59:06.722072+0000","last_fullsized":"2024-04-26T01:59:06.722072+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:30.691834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.127555+0000","last_change":"2024-04-26T01:59:07.127555+0000","last_active":"2024-04-26T01:59:07.127555+0000","last_peered":"2024-04-26T01:59:07.127555+0000","last_clean":"2024-04-26T01:59:07.127555+0000","last_became_active":"2024-04-26T01:59:07.115216+0000","last_became_peered":"2024-04-26T01:59:07.115216+0000","last_unstale":"2024-04-26T01:59:07.127555+0000","last_undegraded":"2024-04-26T01:59:07.127555+0000","last_fullsized":"2024-04-26T01:59:07.127555+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:11.990117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722219+0000","last_change":"2024-04-26T01:58:30.960957+0000","last_active":"2024-04-26T01:59:06.722219+0000","last_peered":"2024-04-26T01:59:06.722219+0000","last_clean":"2024-04-26T01:59:06.722219+0000","last_became_active":"2024-04-26T01:58:30.960601+0000","last_became_peered":"2024-04-26T01:58:30.960601+0000","last_unstale":"2024-04-26T01:59:06.722219+0000","last_undegraded":"2024-04-26T01:59:06.722219+0000","last_fullsized":"2024-04-26T01:59:06.722219+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:55.810734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.716772+0000","last_change":"2024-04-26T01:58:30.962426+0000","last_active":"2024-04-26T01:59:06.716772+0000","last_peered":"2024-04-26T01:59:06.716772+0000","last_clean":"2024-04-26T01:59:06.716772+0000","last_became_active":"2024-04-26T01:58:30.962080+0000","last_became_peered":"2024-04-26T01:58:30.962080+0000","last_unstale":"2024-04-26T01:59:06.716772+0000","last_undegraded":"2024-04-26T01:59:06.716772+0000","last_fullsized":"2024-04-26T01:59:06.716772+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:23:37.567668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.725470+0000","last_change":"2024-04-26T01:59:06.725470+0000","last_active":"2024-04-26T01:59:06.725470+0000","last_peered":"2024-04-26T01:59:06.725470+0000","last_clean":"2024-04-26T01:59:06.725470+0000","last_became_active":"2024-04-26T01:59:06.724925+0000","last_became_peered":"2024-04-26T01:59:06.724925+0000","last_unstale":"2024-04-26T01:59:06.725470+0000","last_undegraded":"2024-04-26T01:59:06.725470+0000","last_fullsized":"2024-04-26T01:59:06.725470+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:39.021245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,8],"acting":[2,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.714446+0000","last_change":"2024-04-26T01:58:30.975582+0000","last_active":"2024-04-26T01:59:06.714446+0000","last_peered":"2024-04-26T01:59:06.714446+0000","last_clean":"2024-04-26T01:59:06.714446+0000","last_became_active":"2024-04-26T01:58:30.975220+0000","last_became_peered":"2024-04-26T01:58:30.975220+0000","last_unstale":"2024-04-26T01:59:06.714446+0000","last_undegraded":"2024-04-26T01:59:06.714446+0000","last_fullsized":"2024-04-26T01:59:06.714446+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:16.161849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.119779+0000","last_change":"2024-04-26T01:58:30.979948+0000","last_active":"2024-04-26T01:59:07.119779+0000","last_peered":"2024-04-26T01:59:07.119779+0000","last_clean":"2024-04-26T01:59:07.119779+0000","last_became_active":"2024-04-26T01:58:30.979367+0000","last_became_peered":"2024-04-26T01:58:30.979367+0000","last_unstale":"2024-04-26T01:59:07.119779+0000","last_undegraded":"2024-04-26T01:59:07.119779+0000","last_fullsized":"2024-04-26T01:59:07.119779+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:38.552039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.728713+0000","last_change":"2024-04-26T01:58:30.975488+0000","last_active":"2024-04-26T01:59:06.728713+0000","last_peered":"2024-04-26T01:59:06.728713+0000","last_clean":"2024-04-26T01:59:06.728713+0000","last_became_active":"2024-04-26T01:58:30.968631+0000","last_became_peered":"2024-04-26T01:58:30.968631+0000","last_unstale":"2024-04-26T01:59:06.728713+0000","last_undegraded":"2024-04-26T01:59:06.728713+0000","last_fullsized":"2024-04-26T01:59:06.728713+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:56:42.953943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.716838+0000","last_change":"2024-04-26T01:58:30.958200+0000","last_active":"2024-04-26T01:59:06.716838+0000","last_peered":"2024-04-26T01:59:06.716838+0000","last_clean":"2024-04-26T01:59:06.716838+0000","last_became_active":"2024-04-26T01:58:30.957767+0000","last_became_peered":"2024-04-26T01:58:30.957767+0000","last_unstale":"2024-04-26T01:59:06.716838+0000","last_undegraded":"2024-04-26T01:59:06.716838+0000","last_fullsized":"2024-04-26T01:59:06.716838+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:53:59.199633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.715019+0000","last_change":"2024-04-26T01:58:30.955232+0000","last_active":"2024-04-26T01:59:06.715019+0000","last_peered":"2024-04-26T01:59:06.715019+0000","last_clean":"2024-04-26T01:59:06.715019+0000","last_became_active":"2024-04-26T01:58:30.954792+0000","last_became_peered":"2024-04-26T01:58:30.954792+0000","last_unstale":"2024-04-26T01:59:06.715019+0000","last_undegraded":"2024-04-26T01:59:06.715019+0000","last_fullsized":"2024-04-26T01:59:06.715019+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:41.479662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.728230+0000","last_change":"2024-04-26T01:58:30.984210+0000","last_active":"2024-04-26T01:59:06.728230+0000","last_peered":"2024-04-26T01:59:06.728230+0000","last_clean":"2024-04-26T01:59:06.728230+0000","last_became_active":"2024-04-26T01:58:30.982899+0000","last_became_peered":"2024-04-26T01:58:30.982899+0000","last_unstale":"2024-04-26T01:59:06.728230+0000","last_undegraded":"2024-04-26T01:59:06.728230+0000","last_fullsized":"2024-04-26T01:59:06.728230+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:51:18.621098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722161+0000","last_change":"2024-04-26T01:58:30.972403+0000","last_active":"2024-04-26T01:59:06.722161+0000","last_peered":"2024-04-26T01:59:06.722161+0000","last_clean":"2024-04-26T01:59:06.722161+0000","last_became_active":"2024-04-26T01:58:30.972112+0000","last_became_peered":"2024-04-26T01:58:30.972112+0000","last_unstale":"2024-04-26T01:59:06.722161+0000","last_undegraded":"2024-04-26T01:59:06.722161+0000","last_fullsized":"2024-04-26T01:59:06.722161+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:37.908777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723853+0000","last_change":"2024-04-26T01:58:30.971002+0000","last_active":"2024-04-26T01:59:06.723853+0000","last_peered":"2024-04-26T01:59:06.723853+0000","last_clean":"2024-04-26T01:59:06.723853+0000","last_became_active":"2024-04-26T01:58:30.970559+0000","last_became_peered":"2024-04-26T01:58:30.970559+0000","last_unstale":"2024-04-26T01:59:06.723853+0000","last_undegraded":"2024-04-26T01:59:06.723853+0000","last_fullsized":"2024-04-26T01:59:06.723853+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:12.927235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794534+0000","last_change":"2024-04-26T01:58:30.976628+0000","last_active":"2024-04-26T01:59:06.794534+0000","last_peered":"2024-04-26T01:59:06.794534+0000","last_clean":"2024-04-26T01:59:06.794534+0000","last_became_active":"2024-04-26T01:58:30.976265+0000","last_became_peered":"2024-04-26T01:58:30.976265+0000","last_unstale":"2024-04-26T01:59:06.794534+0000","last_undegraded":"2024-04-26T01:59:06.794534+0000","last_fullsized":"2024-04-26T01:59:06.794534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:47.096687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.727623+0000","last_change":"2024-04-26T01:58:30.973411+0000","last_active":"2024-04-26T01:59:06.727623+0000","last_peered":"2024-04-26T01:59:06.727623+0000","last_clean":"2024-04-26T01:59:06.727623+0000","last_became_active":"2024-04-26T01:58:30.971204+0000","last_became_peered":"2024-04-26T01:58:30.971204+0000","last_unstale":"2024-04-26T01:59:06.727623+0000","last_undegraded":"2024-04-26T01:59:06.727623+0000","last_fullsized":"2024-04-26T01:59:06.727623+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:29:41.292831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.716961+0000","last_change":"2024-04-26T01:58:30.956692+0000","last_active":"2024-04-26T01:59:06.716961+0000","last_peered":"2024-04-26T01:59:06.716961+0000","last_clean":"2024-04-26T01:59:06.716961+0000","last_became_active":"2024-04-26T01:58:30.956341+0000","last_became_peered":"2024-04-26T01:58:30.956341+0000","last_unstale":"2024-04-26T01:59:06.716961+0000","last_undegraded":"2024-04-26T01:59:06.716961+0000","last_fullsized":"2024-04-26T01:59:06.716961+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:58.937065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249229,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69421,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":366,"num_read_kb":259,"num_write":247,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":68,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":561152,"data_stored":202018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351005,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":484588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612642,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1146880,"data_stored":1131130,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776167,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":484059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037807,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1015808,"data_stored":484437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299443,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1069056,"data_stored":1077346,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462968,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1003520,"data_stored":484167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574934,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":546906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1024000,"data_stored":485506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411409,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1073152,"data_stored":540813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149771,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":483601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888132,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":484028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724608,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1081344,"data_stored":1076242,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34432,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34432,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":63969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":57876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":63953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:59:33.805 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:59:34.286 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:34.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:34 smithi064 ceph-mon[32613]: from='client.24644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:59:34.438 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:34 smithi026 ceph-mon[28138]: from='client.24644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:59:34.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:34 smithi033 ceph-mon[32805]: from='client.24644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:59:35.324 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:35 smithi026 ceph-mon[28138]: pgmap v365: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 938 B/s wr, 13 op/s 2024-04-26T01:59:35.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:35 smithi064 ceph-mon[32613]: pgmap v365: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 938 B/s wr, 13 op/s 2024-04-26T01:59:35.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:35 smithi033 ceph-mon[32805]: pgmap v365: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 938 B/s wr, 13 op/s 2024-04-26T01:59:36.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.619+0000 7f7e78600700 1 -- 172.21.15.26:0/3567268310 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e70109c80 msgr2=0x7f7e7010dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:36.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.619+0000 7f7e78600700 1 --2- 172.21.15.26:0/3567268310 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e70109c80 0x7f7e7010dcd0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c0099c0 tx=0x7f7e5c009cd0 comp rx=0 tx=0).stop 2024-04-26T01:59:36.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.619+0000 7f7e78600700 1 -- 172.21.15.26:0/3567268310 shutdown_connections 2024-04-26T01:59:36.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.619+0000 7f7e78600700 1 --2- 172.21.15.26:0/3567268310 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e7010e3b0 0x7f7e70115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:36.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.619+0000 7f7e78600700 1 --2- 172.21.15.26:0/3567268310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e701092d0 0x7f7e701096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:36.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.619+0000 7f7e78600700 1 --2- 172.21.15.26:0/3567268310 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e70109c80 0x7f7e7010dcd0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:36.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.619+0000 7f7e78600700 1 -- 172.21.15.26:0/3567268310 >> 172.21.15.26:0/3567268310 conn(0x7f7e70076210 msgr2=0x7f7e70107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:36.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.619+0000 7f7e78600700 1 -- 172.21.15.26:0/3567268310 shutdown_connections 2024-04-26T01:59:36.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.619+0000 7f7e78600700 1 -- 172.21.15.26:0/3567268310 wait complete. 2024-04-26T01:59:36.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.620+0000 7f7e78600700 1 Processor -- start 2024-04-26T01:59:36.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.620+0000 7f7e78600700 1 -- start start 2024-04-26T01:59:36.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.621+0000 7f7e78600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e701092d0 0x7f7e701a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:36.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.621+0000 7f7e78600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e70109c80 0x7f7e701a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:36.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.621+0000 7f7e78600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e7010e3b0 0x7f7e7019f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:36.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.621+0000 7f7e78600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7e70119220 con 0x7f7e70109c80 2024-04-26T01:59:36.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.621+0000 7f7e78600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7e701190a0 con 0x7f7e701092d0 2024-04-26T01:59:36.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.621+0000 7f7e78600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7e701193a0 con 0x7f7e7010e3b0 2024-04-26T01:59:36.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.621+0000 7f7e75200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e70109c80 0x7f7e701a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:36.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.621+0000 7f7e75c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e701092d0 0x7f7e701a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:36.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.621+0000 7f7e76600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e7010e3b0 0x7f7e7019f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.621+0000 7f7e75c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e701092d0 0x7f7e701a53e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:48488/0 (socket says 172.21.15.26:48488) 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.621+0000 7f7e76600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e7010e3b0 0x7f7e7019f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:39580/0 (socket says 172.21.15.26:39580) 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.621+0000 7f7e75c00700 1 -- 172.21.15.26:0/333304852 learned_addr learned my addr 172.21.15.26:0/333304852 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.622+0000 7f7e75c00700 1 -- 172.21.15.26:0/333304852 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e7010e3b0 msgr2=0x7f7e7019f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.622+0000 7f7e75c00700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e7010e3b0 0x7f7e7019f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.622+0000 7f7e75c00700 1 -- 172.21.15.26:0/333304852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e70109c80 msgr2=0x7f7e701a5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.622+0000 7f7e75c00700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e70109c80 0x7f7e701a5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.622+0000 7f7e75c00700 1 -- 172.21.15.26:0/333304852 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e7019fd00 con 0x7f7e701092d0 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.622+0000 7f7e75200700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e70109c80 0x7f7e701a5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.622+0000 7f7e75c00700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e701092d0 0x7f7e701a53e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7e6400eb30 tx=0x7f7e6400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.622+0000 7f7e6e000700 1 -- 172.21.15.26:0/333304852 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e6400cbd0 con 0x7f7e701092d0 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.622+0000 7f7e6e000700 1 -- 172.21.15.26:0/333304852 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e640044d0 con 0x7f7e701092d0 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.622+0000 7f7e78600700 1 -- 172.21.15.26:0/333304852 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e7019fff0 con 0x7f7e701092d0 2024-04-26T01:59:36.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.622+0000 7f7e6e000700 1 -- 172.21.15.26:0/333304852 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e64003e30 con 0x7f7e701092d0 2024-04-26T01:59:36.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.622+0000 7f7e78600700 1 -- 172.21.15.26:0/333304852 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e701ac2b0 con 0x7f7e701092d0 2024-04-26T01:59:36.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.623+0000 7f7e78600700 1 -- 172.21.15.26:0/333304852 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e70069730 con 0x7f7e701092d0 2024-04-26T01:59:36.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.625+0000 7f7e6e000700 1 -- 172.21.15.26:0/333304852 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7e64004000 con 0x7f7e701092d0 2024-04-26T01:59:36.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.627+0000 7f7e6e000700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7e580a3cd0 0x7f7e580a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:36.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.627+0000 7f7e6e000700 1 -- 172.21.15.26:0/333304852 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f7e640d0930 con 0x7f7e701092d0 2024-04-26T01:59:36.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.627+0000 7f7e75200700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7e580a3cd0 0x7f7e580a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:36.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.628+0000 7f7e75200700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7e580a3cd0 0x7f7e580a6190 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c000c00 tx=0x7f7e5c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:36.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.631+0000 7f7e6e000700 1 -- 172.21.15.26:0/333304852 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7e640042f0 con 0x7f7e701092d0 2024-04-26T01:59:36.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.857+0000 7f7e78600700 1 -- 172.21.15.26:0/333304852 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7e70062e80 con 0x7f7e580a3cd0 2024-04-26T01:59:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.873+0000 7f7e6e000700 1 -- 172.21.15.26:0/333304852 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258918 (secure 0 0 0) 0x7f7e5c067380 con 0x7f7e580a3cd0 2024-04-26T01:59:36.878 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:59:36.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.880+0000 7f7e78600700 1 -- 172.21.15.26:0/333304852 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7e580a3cd0 msgr2=0x7f7e580a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:36.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.880+0000 7f7e78600700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7e580a3cd0 0x7f7e580a6190 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c000c00 tx=0x7f7e5c005fb0 comp rx=0 tx=0).stop 2024-04-26T01:59:36.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.880+0000 7f7e78600700 1 -- 172.21.15.26:0/333304852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e701092d0 msgr2=0x7f7e701a53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:36.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.880+0000 7f7e78600700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e701092d0 0x7f7e701a53e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7e6400eb30 tx=0x7f7e6400ee40 comp rx=0 tx=0).stop 2024-04-26T01:59:36.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.880+0000 7f7e78600700 1 -- 172.21.15.26:0/333304852 shutdown_connections 2024-04-26T01:59:36.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.880+0000 7f7e78600700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e7010e3b0 0x7f7e7019f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:36.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.880+0000 7f7e78600700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e701092d0 0x7f7e701a53e0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:36.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.880+0000 7f7e78600700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7e580a3cd0 0x7f7e580a6190 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:36.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.880+0000 7f7e78600700 1 --2- 172.21.15.26:0/333304852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e70109c80 0x7f7e701a5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:36.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.880+0000 7f7e78600700 1 -- 172.21.15.26:0/333304852 >> 172.21.15.26:0/333304852 conn(0x7f7e70076210 msgr2=0x7f7e70077e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:36.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.881+0000 7f7e78600700 1 -- 172.21.15.26:0/333304852 shutdown_connections 2024-04-26T01:59:36.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:36.881+0000 7f7e78600700 1 -- 172.21.15.26:0/333304852 wait complete. 2024-04-26T01:59:36.881 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T01:59:37.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:37 smithi026 ceph-mon[28138]: pgmap v366: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T01:59:37.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:37 smithi064 ceph-mon[32613]: pgmap v366: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T01:59:37.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:37 smithi033 ceph-mon[32805]: pgmap v366: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T01:59:37.859 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":366,"stamp":"2024-04-26T01:59:35.683189+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660023,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":552,"num_read_kb":403,"num_write":430,"num_write_kb":3077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1180804,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":351,"ondisk_log_size":351,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361420,"kb_used_data":12240,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580404,"statfs":{"total":1151940427776,"available":1151570333696,"internally_reserved":0,"allocated":12533760,"data_stored":7775313,"data_compressed":108219,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19139,"internal_metadata":357414205},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6245,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":106,"num_read_kb":57,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005519"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.716896+0000","last_change":"2024-04-26T01:58:30.964631+0000","last_active":"2024-04-26T01:59:06.716896+0000","last_peered":"2024-04-26T01:59:06.716896+0000","last_clean":"2024-04-26T01:59:06.716896+0000","last_became_active":"2024-04-26T01:58:30.964292+0000","last_became_peered":"2024-04-26T01:58:30.964292+0000","last_unstale":"2024-04-26T01:59:06.716896+0000","last_undegraded":"2024-04-26T01:59:06.716896+0000","last_fullsized":"2024-04-26T01:59:06.716896+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:56:28.572390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.120444+0000","last_change":"2024-04-26T01:58:30.962040+0000","last_active":"2024-04-26T01:59:07.120444+0000","last_peered":"2024-04-26T01:59:07.120444+0000","last_clean":"2024-04-26T01:59:07.120444+0000","last_became_active":"2024-04-26T01:58:30.961628+0000","last_became_peered":"2024-04-26T01:58:30.961628+0000","last_unstale":"2024-04-26T01:59:07.120444+0000","last_undegraded":"2024-04-26T01:59:07.120444+0000","last_fullsized":"2024-04-26T01:59:07.120444+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:43.963583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.120234+0000","last_change":"2024-04-26T01:58:30.965916+0000","last_active":"2024-04-26T01:59:07.120234+0000","last_peered":"2024-04-26T01:59:07.120234+0000","last_clean":"2024-04-26T01:59:07.120234+0000","last_became_active":"2024-04-26T01:58:30.964832+0000","last_became_peered":"2024-04-26T01:58:30.964832+0000","last_unstale":"2024-04-26T01:59:07.120234+0000","last_undegraded":"2024-04-26T01:59:07.120234+0000","last_fullsized":"2024-04-26T01:59:07.120234+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:53:46.967305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.112743+0000","last_change":"2024-04-26T01:58:30.956744+0000","last_active":"2024-04-26T01:59:07.112743+0000","last_peered":"2024-04-26T01:59:07.112743+0000","last_clean":"2024-04-26T01:59:07.112743+0000","last_became_active":"2024-04-26T01:58:30.956379+0000","last_became_peered":"2024-04-26T01:58:30.956379+0000","last_unstale":"2024-04-26T01:59:07.112743+0000","last_undegraded":"2024-04-26T01:59:07.112743+0000","last_fullsized":"2024-04-26T01:59:07.112743+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:18:05.595190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723008+0000","last_change":"2024-04-26T01:58:30.985158+0000","last_active":"2024-04-26T01:59:06.723008+0000","last_peered":"2024-04-26T01:59:06.723008+0000","last_clean":"2024-04-26T01:59:06.723008+0000","last_became_active":"2024-04-26T01:58:30.984799+0000","last_became_peered":"2024-04-26T01:58:30.984799+0000","last_unstale":"2024-04-26T01:59:06.723008+0000","last_undegraded":"2024-04-26T01:59:06.723008+0000","last_fullsized":"2024-04-26T01:59:06.723008+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:31.555736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.719091+0000","last_change":"2024-04-26T01:58:30.958873+0000","last_active":"2024-04-26T01:59:06.719091+0000","last_peered":"2024-04-26T01:59:06.719091+0000","last_clean":"2024-04-26T01:59:06.719091+0000","last_became_active":"2024-04-26T01:58:30.958382+0000","last_became_peered":"2024-04-26T01:58:30.958382+0000","last_unstale":"2024-04-26T01:59:06.719091+0000","last_undegraded":"2024-04-26T01:59:06.719091+0000","last_fullsized":"2024-04-26T01:59:06.719091+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:59.244016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.721723+0000","last_change":"2024-04-26T01:58:30.967633+0000","last_active":"2024-04-26T01:59:06.721723+0000","last_peered":"2024-04-26T01:59:06.721723+0000","last_clean":"2024-04-26T01:59:06.721723+0000","last_became_active":"2024-04-26T01:58:30.967260+0000","last_became_peered":"2024-04-26T01:58:30.967260+0000","last_unstale":"2024-04-26T01:59:06.721723+0000","last_undegraded":"2024-04-26T01:59:06.721723+0000","last_fullsized":"2024-04-26T01:59:06.721723+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:05:04.749182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.725374+0000","last_change":"2024-04-26T01:58:30.963144+0000","last_active":"2024-04-26T01:59:06.725374+0000","last_peered":"2024-04-26T01:59:06.725374+0000","last_clean":"2024-04-26T01:59:06.725374+0000","last_became_active":"2024-04-26T01:58:30.962392+0000","last_became_peered":"2024-04-26T01:58:30.962392+0000","last_unstale":"2024-04-26T01:59:06.725374+0000","last_undegraded":"2024-04-26T01:59:06.725374+0000","last_fullsized":"2024-04-26T01:59:06.725374+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:44.931238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794800+0000","last_change":"2024-04-26T01:58:30.965078+0000","last_active":"2024-04-26T01:59:06.794800+0000","last_peered":"2024-04-26T01:59:06.794800+0000","last_clean":"2024-04-26T01:59:06.794800+0000","last_became_active":"2024-04-26T01:58:30.964720+0000","last_became_peered":"2024-04-26T01:58:30.964720+0000","last_unstale":"2024-04-26T01:59:06.794800+0000","last_undegraded":"2024-04-26T01:59:06.794800+0000","last_fullsized":"2024-04-26T01:59:06.794800+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:56:30.536722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.719312+0000","last_change":"2024-04-26T01:58:30.960916+0000","last_active":"2024-04-26T01:59:06.719312+0000","last_peered":"2024-04-26T01:59:06.719312+0000","last_clean":"2024-04-26T01:59:06.719312+0000","last_became_active":"2024-04-26T01:58:30.960506+0000","last_became_peered":"2024-04-26T01:58:30.960506+0000","last_unstale":"2024-04-26T01:59:06.719312+0000","last_undegraded":"2024-04-26T01:59:06.719312+0000","last_fullsized":"2024-04-26T01:59:06.719312+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:39.655503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722190+0000","last_change":"2024-04-26T01:58:30.969391+0000","last_active":"2024-04-26T01:59:06.722190+0000","last_peered":"2024-04-26T01:59:06.722190+0000","last_clean":"2024-04-26T01:59:06.722190+0000","last_became_active":"2024-04-26T01:58:30.968753+0000","last_became_peered":"2024-04-26T01:58:30.968753+0000","last_unstale":"2024-04-26T01:59:06.722190+0000","last_undegraded":"2024-04-26T01:59:06.722190+0000","last_fullsized":"2024-04-26T01:59:06.722190+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:37.282473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.112693+0000","last_change":"2024-04-26T01:58:30.961127+0000","last_active":"2024-04-26T01:59:07.112693+0000","last_peered":"2024-04-26T01:59:07.112693+0000","last_clean":"2024-04-26T01:59:07.112693+0000","last_became_active":"2024-04-26T01:58:30.960770+0000","last_became_peered":"2024-04-26T01:58:30.960770+0000","last_unstale":"2024-04-26T01:59:07.112693+0000","last_undegraded":"2024-04-26T01:59:07.112693+0000","last_fullsized":"2024-04-26T01:59:07.112693+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:55:12.749630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.727240+0000","last_change":"2024-04-26T01:58:30.972350+0000","last_active":"2024-04-26T01:59:06.727240+0000","last_peered":"2024-04-26T01:59:06.727240+0000","last_clean":"2024-04-26T01:59:06.727240+0000","last_became_active":"2024-04-26T01:58:30.971258+0000","last_became_peered":"2024-04-26T01:58:30.971258+0000","last_unstale":"2024-04-26T01:59:06.727240+0000","last_undegraded":"2024-04-26T01:59:06.727240+0000","last_fullsized":"2024-04-26T01:59:06.727240+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:46:47.206529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.119404+0000","last_change":"2024-04-26T01:58:30.966953+0000","last_active":"2024-04-26T01:59:07.119404+0000","last_peered":"2024-04-26T01:59:07.119404+0000","last_clean":"2024-04-26T01:59:07.119404+0000","last_became_active":"2024-04-26T01:58:30.962570+0000","last_became_peered":"2024-04-26T01:58:30.962570+0000","last_unstale":"2024-04-26T01:59:07.119404+0000","last_undegraded":"2024-04-26T01:59:07.119404+0000","last_fullsized":"2024-04-26T01:59:07.119404+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:43.199478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.119504+0000","last_change":"2024-04-26T01:58:30.963717+0000","last_active":"2024-04-26T01:59:07.119504+0000","last_peered":"2024-04-26T01:59:07.119504+0000","last_clean":"2024-04-26T01:59:07.119504+0000","last_became_active":"2024-04-26T01:58:30.962861+0000","last_became_peered":"2024-04-26T01:58:30.962861+0000","last_unstale":"2024-04-26T01:59:07.119504+0000","last_undegraded":"2024-04-26T01:59:07.119504+0000","last_fullsized":"2024-04-26T01:59:07.119504+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:04:20.857193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794393+0000","last_change":"2024-04-26T01:58:30.963963+0000","last_active":"2024-04-26T01:59:06.794393+0000","last_peered":"2024-04-26T01:59:06.794393+0000","last_clean":"2024-04-26T01:59:06.794393+0000","last_became_active":"2024-04-26T01:58:30.963594+0000","last_became_peered":"2024-04-26T01:58:30.963594+0000","last_unstale":"2024-04-26T01:59:06.794393+0000","last_undegraded":"2024-04-26T01:59:06.794393+0000","last_fullsized":"2024-04-26T01:59:06.794393+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:05:53.068792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.717075+0000","last_change":"2024-04-26T01:58:30.965493+0000","last_active":"2024-04-26T01:59:06.717075+0000","last_peered":"2024-04-26T01:59:06.717075+0000","last_clean":"2024-04-26T01:59:06.717075+0000","last_became_active":"2024-04-26T01:58:30.965159+0000","last_became_peered":"2024-04-26T01:58:30.965159+0000","last_unstale":"2024-04-26T01:59:06.717075+0000","last_undegraded":"2024-04-26T01:59:06.717075+0000","last_fullsized":"2024-04-26T01:59:06.717075+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:28:58.745853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.718349+0000","last_change":"2024-04-26T01:58:30.959013+0000","last_active":"2024-04-26T01:59:06.718349+0000","last_peered":"2024-04-26T01:59:06.718349+0000","last_clean":"2024-04-26T01:59:06.718349+0000","last_became_active":"2024-04-26T01:58:30.958626+0000","last_became_peered":"2024-04-26T01:58:30.958626+0000","last_unstale":"2024-04-26T01:59:06.718349+0000","last_undegraded":"2024-04-26T01:59:06.718349+0000","last_fullsized":"2024-04-26T01:59:06.718349+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:36:30.591403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.714932+0000","last_change":"2024-04-26T01:58:30.969827+0000","last_active":"2024-04-26T01:59:06.714932+0000","last_peered":"2024-04-26T01:59:06.714932+0000","last_clean":"2024-04-26T01:59:06.714932+0000","last_became_active":"2024-04-26T01:58:30.969489+0000","last_became_peered":"2024-04-26T01:58:30.969489+0000","last_unstale":"2024-04-26T01:59:06.714932+0000","last_undegraded":"2024-04-26T01:59:06.714932+0000","last_fullsized":"2024-04-26T01:59:06.714932+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:46.542281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":76,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:30.194417+0000","last_change":"2024-04-26T01:58:26.909029+0000","last_active":"2024-04-26T01:59:30.194417+0000","last_peered":"2024-04-26T01:59:30.194417+0000","last_clean":"2024-04-26T01:59:30.194417+0000","last_became_active":"2024-04-26T01:58:26.908324+0000","last_became_peered":"2024-04-26T01:58:26.908324+0000","last_unstale":"2024-04-26T01:59:30.194417+0000","last_undegraded":"2024-04-26T01:59:30.194417+0000","last_fullsized":"2024-04-26T01:59:30.194417+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:03:13.796647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":37,"num_read_kb":37,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.735537+0000","last_change":"2024-04-26T01:59:06.733098+0000","last_active":"2024-04-26T01:59:06.735537+0000","last_peered":"2024-04-26T01:59:06.735537+0000","last_clean":"2024-04-26T01:59:06.735537+0000","last_became_active":"2024-04-26T01:59:06.731525+0000","last_became_peered":"2024-04-26T01:59:06.731525+0000","last_unstale":"2024-04-26T01:59:06.735537+0000","last_undegraded":"2024-04-26T01:59:06.735537+0000","last_fullsized":"2024-04-26T01:59:06.735537+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:09.678592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.730905+0000","last_change":"2024-04-26T01:58:26.950857+0000","last_active":"2024-04-26T01:59:06.730905+0000","last_peered":"2024-04-26T01:59:06.730905+0000","last_clean":"2024-04-26T01:59:06.730905+0000","last_became_active":"2024-04-26T01:58:26.949124+0000","last_became_peered":"2024-04-26T01:58:26.949124+0000","last_unstale":"2024-04-26T01:59:06.730905+0000","last_undegraded":"2024-04-26T01:59:06.730905+0000","last_fullsized":"2024-04-26T01:59:06.730905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:37.249004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.120954+0000","last_change":"2024-04-26T01:58:30.965301+0000","last_active":"2024-04-26T01:59:07.120954+0000","last_peered":"2024-04-26T01:59:07.120954+0000","last_clean":"2024-04-26T01:59:07.120954+0000","last_became_active":"2024-04-26T01:58:30.964953+0000","last_became_peered":"2024-04-26T01:58:30.964953+0000","last_unstale":"2024-04-26T01:59:07.120954+0000","last_undegraded":"2024-04-26T01:59:07.120954+0000","last_fullsized":"2024-04-26T01:59:07.120954+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:35:32.835720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723524+0000","last_change":"2024-04-26T01:58:26.908866+0000","last_active":"2024-04-26T01:59:06.723524+0000","last_peered":"2024-04-26T01:59:06.723524+0000","last_clean":"2024-04-26T01:59:06.723524+0000","last_became_active":"2024-04-26T01:58:26.908424+0000","last_became_peered":"2024-04-26T01:58:26.908424+0000","last_unstale":"2024-04-26T01:59:06.723524+0000","last_undegraded":"2024-04-26T01:59:06.723524+0000","last_fullsized":"2024-04-26T01:59:06.723524+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:31:18.051909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794522+0000","last_change":"2024-04-26T01:58:30.976254+0000","last_active":"2024-04-26T01:59:06.794522+0000","last_peered":"2024-04-26T01:59:06.794522+0000","last_clean":"2024-04-26T01:59:06.794522+0000","last_became_active":"2024-04-26T01:58:30.975848+0000","last_became_peered":"2024-04-26T01:58:30.975848+0000","last_unstale":"2024-04-26T01:59:06.794522+0000","last_undegraded":"2024-04-26T01:59:06.794522+0000","last_fullsized":"2024-04-26T01:59:06.794522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:33.189012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723516+0000","last_change":"2024-04-26T01:58:26.911002+0000","last_active":"2024-04-26T01:59:06.723516+0000","last_peered":"2024-04-26T01:59:06.723516+0000","last_clean":"2024-04-26T01:59:06.723516+0000","last_became_active":"2024-04-26T01:58:26.910602+0000","last_became_peered":"2024-04-26T01:58:26.910602+0000","last_unstale":"2024-04-26T01:59:06.723516+0000","last_undegraded":"2024-04-26T01:59:06.723516+0000","last_fullsized":"2024-04-26T01:59:06.723516+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:22.056752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.795919+0000","last_change":"2024-04-26T01:59:06.795919+0000","last_active":"2024-04-26T01:59:06.795919+0000","last_peered":"2024-04-26T01:59:06.795919+0000","last_clean":"2024-04-26T01:59:06.795919+0000","last_became_active":"2024-04-26T01:59:06.795545+0000","last_became_peered":"2024-04-26T01:59:06.795545+0000","last_unstale":"2024-04-26T01:59:06.795919+0000","last_undegraded":"2024-04-26T01:59:06.795919+0000","last_fullsized":"2024-04-26T01:59:06.795919+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:04.415279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":70,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:31.183609+0000","last_change":"2024-04-26T01:58:26.907930+0000","last_active":"2024-04-26T01:59:31.183609+0000","last_peered":"2024-04-26T01:59:31.183609+0000","last_clean":"2024-04-26T01:59:31.183609+0000","last_became_active":"2024-04-26T01:58:26.907517+0000","last_became_peered":"2024-04-26T01:58:26.907517+0000","last_unstale":"2024-04-26T01:59:31.183609+0000","last_undegraded":"2024-04-26T01:59:31.183609+0000","last_fullsized":"2024-04-26T01:59:31.183609+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:14:44.076309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":39,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722969+0000","last_change":"2024-04-26T01:58:30.952575+0000","last_active":"2024-04-26T01:59:06.722969+0000","last_peered":"2024-04-26T01:59:06.722969+0000","last_clean":"2024-04-26T01:59:06.722969+0000","last_became_active":"2024-04-26T01:58:30.952212+0000","last_became_peered":"2024-04-26T01:58:30.952212+0000","last_unstale":"2024-04-26T01:59:06.722969+0000","last_undegraded":"2024-04-26T01:59:06.722969+0000","last_fullsized":"2024-04-26T01:59:06.722969+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:01:57.128787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.719075+0000","last_change":"2024-04-26T01:58:26.911859+0000","last_active":"2024-04-26T01:59:06.719075+0000","last_peered":"2024-04-26T01:59:06.719075+0000","last_clean":"2024-04-26T01:59:06.719075+0000","last_became_active":"2024-04-26T01:58:26.911358+0000","last_became_peered":"2024-04-26T01:58:26.911358+0000","last_unstale":"2024-04-26T01:59:06.719075+0000","last_undegraded":"2024-04-26T01:59:06.719075+0000","last_fullsized":"2024-04-26T01:59:06.719075+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:35.498625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.118055+0000","last_change":"2024-04-26T01:59:07.118055+0000","last_active":"2024-04-26T01:59:07.118055+0000","last_peered":"2024-04-26T01:59:07.118055+0000","last_clean":"2024-04-26T01:59:07.118055+0000","last_became_active":"2024-04-26T01:59:07.116702+0000","last_became_peered":"2024-04-26T01:59:07.116702+0000","last_unstale":"2024-04-26T01:59:07.118055+0000","last_undegraded":"2024-04-26T01:59:07.118055+0000","last_fullsized":"2024-04-26T01:59:07.118055+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:50.911431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.724567+0000","last_change":"2024-04-26T01:58:26.909213+0000","last_active":"2024-04-26T01:59:06.724567+0000","last_peered":"2024-04-26T01:59:06.724567+0000","last_clean":"2024-04-26T01:59:06.724567+0000","last_became_active":"2024-04-26T01:58:26.908696+0000","last_became_peered":"2024-04-26T01:58:26.908696+0000","last_unstale":"2024-04-26T01:59:06.724567+0000","last_undegraded":"2024-04-26T01:59:06.724567+0000","last_fullsized":"2024-04-26T01:59:06.724567+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:32:50.331258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.725170+0000","last_change":"2024-04-26T01:58:30.986876+0000","last_active":"2024-04-26T01:59:06.725170+0000","last_peered":"2024-04-26T01:59:06.725170+0000","last_clean":"2024-04-26T01:59:06.725170+0000","last_became_active":"2024-04-26T01:58:30.986442+0000","last_became_peered":"2024-04-26T01:58:30.986442+0000","last_unstale":"2024-04-26T01:59:06.725170+0000","last_undegraded":"2024-04-26T01:59:06.725170+0000","last_fullsized":"2024-04-26T01:59:06.725170+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:14:09.315119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722011+0000","last_change":"2024-04-26T01:58:26.908371+0000","last_active":"2024-04-26T01:59:06.722011+0000","last_peered":"2024-04-26T01:59:06.722011+0000","last_clean":"2024-04-26T01:59:06.722011+0000","last_became_active":"2024-04-26T01:58:26.908013+0000","last_became_peered":"2024-04-26T01:58:26.908013+0000","last_unstale":"2024-04-26T01:59:06.722011+0000","last_undegraded":"2024-04-26T01:59:06.722011+0000","last_fullsized":"2024-04-26T01:59:06.722011+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:26:57.910428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.717201+0000","last_change":"2024-04-26T01:58:30.971847+0000","last_active":"2024-04-26T01:59:06.717201+0000","last_peered":"2024-04-26T01:59:06.717201+0000","last_clean":"2024-04-26T01:59:06.717201+0000","last_became_active":"2024-04-26T01:58:30.971427+0000","last_became_peered":"2024-04-26T01:58:30.971427+0000","last_unstale":"2024-04-26T01:59:06.717201+0000","last_undegraded":"2024-04-26T01:59:06.717201+0000","last_fullsized":"2024-04-26T01:59:06.717201+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:59:58.120983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'4","reported_seq":106,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:33.186426+0000","last_change":"2024-04-26T01:58:26.916131+0000","last_active":"2024-04-26T01:59:33.186426+0000","last_peered":"2024-04-26T01:59:33.186426+0000","last_clean":"2024-04-26T01:59:33.186426+0000","last_became_active":"2024-04-26T01:58:26.915748+0000","last_became_peered":"2024-04-26T01:58:26.915748+0000","last_unstale":"2024-04-26T01:59:33.186426+0000","last_undegraded":"2024-04-26T01:59:33.186426+0000","last_fullsized":"2024-04-26T01:59:33.186426+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:18.951250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":76,"num_read_kb":76,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794837+0000","last_change":"2024-04-26T01:58:30.963544+0000","last_active":"2024-04-26T01:59:06.794837+0000","last_peered":"2024-04-26T01:59:06.794837+0000","last_clean":"2024-04-26T01:59:06.794837+0000","last_became_active":"2024-04-26T01:58:30.963152+0000","last_became_peered":"2024-04-26T01:58:30.963152+0000","last_unstale":"2024-04-26T01:59:06.794837+0000","last_undegraded":"2024-04-26T01:59:06.794837+0000","last_fullsized":"2024-04-26T01:59:06.794837+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:39:42.557629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722027+0000","last_change":"2024-04-26T01:58:26.912774+0000","last_active":"2024-04-26T01:59:06.722027+0000","last_peered":"2024-04-26T01:59:06.722027+0000","last_clean":"2024-04-26T01:59:06.722027+0000","last_became_active":"2024-04-26T01:58:26.912382+0000","last_became_peered":"2024-04-26T01:58:26.912382+0000","last_unstale":"2024-04-26T01:59:06.722027+0000","last_undegraded":"2024-04-26T01:59:06.722027+0000","last_fullsized":"2024-04-26T01:59:06.722027+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:03.667501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.120936+0000","last_change":"2024-04-26T01:58:30.969636+0000","last_active":"2024-04-26T01:59:07.120936+0000","last_peered":"2024-04-26T01:59:07.120936+0000","last_clean":"2024-04-26T01:59:07.120936+0000","last_became_active":"2024-04-26T01:58:30.965817+0000","last_became_peered":"2024-04-26T01:58:30.965817+0000","last_unstale":"2024-04-26T01:59:07.120936+0000","last_undegraded":"2024-04-26T01:59:07.120936+0000","last_fullsized":"2024-04-26T01:59:07.120936+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:52.159112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722980+0000","last_change":"2024-04-26T01:58:26.955656+0000","last_active":"2024-04-26T01:59:06.722980+0000","last_peered":"2024-04-26T01:59:06.722980+0000","last_clean":"2024-04-26T01:59:06.722980+0000","last_became_active":"2024-04-26T01:58:26.955270+0000","last_became_peered":"2024-04-26T01:58:26.955270+0000","last_unstale":"2024-04-26T01:59:06.722980+0000","last_undegraded":"2024-04-26T01:59:06.722980+0000","last_fullsized":"2024-04-26T01:59:06.722980+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:12:31.425015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794761+0000","last_change":"2024-04-26T01:58:30.952388+0000","last_active":"2024-04-26T01:59:06.794761+0000","last_peered":"2024-04-26T01:59:06.794761+0000","last_clean":"2024-04-26T01:59:06.794761+0000","last_became_active":"2024-04-26T01:58:30.951944+0000","last_became_peered":"2024-04-26T01:58:30.951944+0000","last_unstale":"2024-04-26T01:59:06.794761+0000","last_undegraded":"2024-04-26T01:59:06.794761+0000","last_fullsized":"2024-04-26T01:59:06.794761+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:39:43.629075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'31","reported_seq":142,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:33.186498+0000","last_change":"2024-04-26T01:58:26.908554+0000","last_active":"2024-04-26T01:59:33.186498+0000","last_peered":"2024-04-26T01:59:33.186498+0000","last_clean":"2024-04-26T01:59:33.186498+0000","last_became_active":"2024-04-26T01:58:26.908096+0000","last_became_peered":"2024-04-26T01:58:26.908096+0000","last_unstale":"2024-04-26T01:59:33.186498+0000","last_undegraded":"2024-04-26T01:59:33.186498+0000","last_fullsized":"2024-04-26T01:59:33.186498+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:59:07.497393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61826,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":85,"num_read_kb":102,"num_write":33,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723283+0000","last_change":"2024-04-26T01:58:30.962169+0000","last_active":"2024-04-26T01:59:06.723283+0000","last_peered":"2024-04-26T01:59:06.723283+0000","last_clean":"2024-04-26T01:59:06.723283+0000","last_became_active":"2024-04-26T01:58:30.961827+0000","last_became_peered":"2024-04-26T01:58:30.961827+0000","last_unstale":"2024-04-26T01:59:06.723283+0000","last_undegraded":"2024-04-26T01:59:06.723283+0000","last_fullsized":"2024-04-26T01:59:06.723283+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:42.150541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.749353+0000","last_change":"2024-04-26T01:59:06.748974+0000","last_active":"2024-04-26T01:59:06.749353+0000","last_peered":"2024-04-26T01:59:06.749353+0000","last_clean":"2024-04-26T01:59:06.749353+0000","last_became_active":"2024-04-26T01:59:06.733491+0000","last_became_peered":"2024-04-26T01:59:06.733491+0000","last_unstale":"2024-04-26T01:59:06.749353+0000","last_undegraded":"2024-04-26T01:59:06.749353+0000","last_fullsized":"2024-04-26T01:59:06.749353+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:11.743053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.725135+0000","last_change":"2024-04-26T01:58:30.981562+0000","last_active":"2024-04-26T01:59:06.725135+0000","last_peered":"2024-04-26T01:59:06.725135+0000","last_clean":"2024-04-26T01:59:06.725135+0000","last_became_active":"2024-04-26T01:58:30.975609+0000","last_became_peered":"2024-04-26T01:58:30.975609+0000","last_unstale":"2024-04-26T01:59:06.725135+0000","last_undegraded":"2024-04-26T01:59:06.725135+0000","last_fullsized":"2024-04-26T01:59:06.725135+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:34.822280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722389+0000","last_change":"2024-04-26T01:58:26.914851+0000","last_active":"2024-04-26T01:59:06.722389+0000","last_peered":"2024-04-26T01:59:06.722389+0000","last_clean":"2024-04-26T01:59:06.722389+0000","last_became_active":"2024-04-26T01:58:26.914333+0000","last_became_peered":"2024-04-26T01:58:26.914333+0000","last_unstale":"2024-04-26T01:59:06.722389+0000","last_undegraded":"2024-04-26T01:59:06.722389+0000","last_fullsized":"2024-04-26T01:59:06.722389+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:08:14.410154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.732772+0000","last_change":"2024-04-26T01:59:06.732772+0000","last_active":"2024-04-26T01:59:06.732772+0000","last_peered":"2024-04-26T01:59:06.732772+0000","last_clean":"2024-04-26T01:59:06.732772+0000","last_became_active":"2024-04-26T01:59:06.732342+0000","last_became_peered":"2024-04-26T01:59:06.732342+0000","last_unstale":"2024-04-26T01:59:06.732772+0000","last_undegraded":"2024-04-26T01:59:06.732772+0000","last_fullsized":"2024-04-26T01:59:06.732772+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:33.765821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'6","reported_seq":72,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:31.197174+0000","last_change":"2024-04-26T01:58:26.908641+0000","last_active":"2024-04-26T01:59:31.197174+0000","last_peered":"2024-04-26T01:59:31.197174+0000","last_clean":"2024-04-26T01:59:31.197174+0000","last_became_active":"2024-04-26T01:58:26.908257+0000","last_became_peered":"2024-04-26T01:58:26.908257+0000","last_unstale":"2024-04-26T01:59:31.197174+0000","last_undegraded":"2024-04-26T01:59:31.197174+0000","last_fullsized":"2024-04-26T01:59:31.197174+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:34:47.335413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":41,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.721645+0000","last_change":"2024-04-26T01:58:30.966929+0000","last_active":"2024-04-26T01:59:06.721645+0000","last_peered":"2024-04-26T01:59:06.721645+0000","last_clean":"2024-04-26T01:59:06.721645+0000","last_became_active":"2024-04-26T01:58:30.966570+0000","last_became_peered":"2024-04-26T01:58:30.966570+0000","last_unstale":"2024-04-26T01:59:06.721645+0000","last_undegraded":"2024-04-26T01:59:06.721645+0000","last_fullsized":"2024-04-26T01:59:06.721645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:06:18.841697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723357+0000","last_change":"2024-04-26T01:58:26.948155+0000","last_active":"2024-04-26T01:59:06.723357+0000","last_peered":"2024-04-26T01:59:06.723357+0000","last_clean":"2024-04-26T01:59:06.723357+0000","last_became_active":"2024-04-26T01:58:26.947769+0000","last_became_peered":"2024-04-26T01:58:26.947769+0000","last_unstale":"2024-04-26T01:59:06.723357+0000","last_undegraded":"2024-04-26T01:59:06.723357+0000","last_fullsized":"2024-04-26T01:59:06.723357+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:34:54.667133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722445+0000","last_change":"2024-04-26T01:58:30.956123+0000","last_active":"2024-04-26T01:59:06.722445+0000","last_peered":"2024-04-26T01:59:06.722445+0000","last_clean":"2024-04-26T01:59:06.722445+0000","last_became_active":"2024-04-26T01:58:30.955722+0000","last_became_peered":"2024-04-26T01:58:30.955722+0000","last_unstale":"2024-04-26T01:59:06.722445+0000","last_undegraded":"2024-04-26T01:59:06.722445+0000","last_fullsized":"2024-04-26T01:59:06.722445+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:32.888488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722870+0000","last_change":"2024-04-26T01:58:26.908175+0000","last_active":"2024-04-26T01:59:06.722870+0000","last_peered":"2024-04-26T01:59:06.722870+0000","last_clean":"2024-04-26T01:59:06.722870+0000","last_became_active":"2024-04-26T01:58:26.907823+0000","last_became_peered":"2024-04-26T01:58:26.907823+0000","last_unstale":"2024-04-26T01:59:06.722870+0000","last_undegraded":"2024-04-26T01:59:06.722870+0000","last_fullsized":"2024-04-26T01:59:06.722870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:10:47.314000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.716806+0000","last_change":"2024-04-26T01:58:30.953226+0000","last_active":"2024-04-26T01:59:06.716806+0000","last_peered":"2024-04-26T01:59:06.716806+0000","last_clean":"2024-04-26T01:59:06.716806+0000","last_became_active":"2024-04-26T01:58:30.952797+0000","last_became_peered":"2024-04-26T01:58:30.952797+0000","last_unstale":"2024-04-26T01:59:06.716806+0000","last_undegraded":"2024-04-26T01:59:06.716806+0000","last_fullsized":"2024-04-26T01:59:06.716806+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:44:59.400681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.717709+0000","last_change":"2024-04-26T01:58:26.952198+0000","last_active":"2024-04-26T01:59:06.717709+0000","last_peered":"2024-04-26T01:59:06.717709+0000","last_clean":"2024-04-26T01:59:06.717709+0000","last_became_active":"2024-04-26T01:58:26.951400+0000","last_became_peered":"2024-04-26T01:58:26.951400+0000","last_unstale":"2024-04-26T01:59:06.717709+0000","last_undegraded":"2024-04-26T01:59:06.717709+0000","last_fullsized":"2024-04-26T01:59:06.717709+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:09:46.674733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.719282+0000","last_change":"2024-04-26T01:58:30.981089+0000","last_active":"2024-04-26T01:59:06.719282+0000","last_peered":"2024-04-26T01:59:06.719282+0000","last_clean":"2024-04-26T01:59:06.719282+0000","last_became_active":"2024-04-26T01:58:30.980781+0000","last_became_peered":"2024-04-26T01:58:30.980781+0000","last_unstale":"2024-04-26T01:59:06.719282+0000","last_undegraded":"2024-04-26T01:59:06.719282+0000","last_fullsized":"2024-04-26T01:59:06.719282+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:43.963389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'6","reported_seq":73,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:33.200901+0000","last_change":"2024-04-26T01:58:26.917575+0000","last_active":"2024-04-26T01:59:33.200901+0000","last_peered":"2024-04-26T01:59:33.200901+0000","last_clean":"2024-04-26T01:59:33.200901+0000","last_became_active":"2024-04-26T01:58:26.917239+0000","last_became_peered":"2024-04-26T01:58:26.917239+0000","last_unstale":"2024-04-26T01:59:33.200901+0000","last_undegraded":"2024-04-26T01:59:33.200901+0000","last_fullsized":"2024-04-26T01:59:33.200901+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:16.851091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":41,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.719352+0000","last_change":"2024-04-26T01:58:30.964584+0000","last_active":"2024-04-26T01:59:06.719352+0000","last_peered":"2024-04-26T01:59:06.719352+0000","last_clean":"2024-04-26T01:59:06.719352+0000","last_became_active":"2024-04-26T01:58:30.964226+0000","last_became_peered":"2024-04-26T01:58:30.964226+0000","last_unstale":"2024-04-26T01:59:06.719352+0000","last_undegraded":"2024-04-26T01:59:06.719352+0000","last_fullsized":"2024-04-26T01:59:06.719352+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:45.657334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722395+0000","last_change":"2024-04-26T01:58:30.957838+0000","last_active":"2024-04-26T01:59:06.722395+0000","last_peered":"2024-04-26T01:59:06.722395+0000","last_clean":"2024-04-26T01:59:06.722395+0000","last_became_active":"2024-04-26T01:58:30.957495+0000","last_became_peered":"2024-04-26T01:58:30.957495+0000","last_unstale":"2024-04-26T01:59:06.722395+0000","last_undegraded":"2024-04-26T01:59:06.722395+0000","last_fullsized":"2024-04-26T01:59:06.722395+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:19.298590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":69,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:31.196291+0000","last_change":"2024-04-26T01:58:26.951413+0000","last_active":"2024-04-26T01:59:31.196291+0000","last_peered":"2024-04-26T01:59:31.196291+0000","last_clean":"2024-04-26T01:59:31.196291+0000","last_became_active":"2024-04-26T01:58:26.950195+0000","last_became_peered":"2024-04-26T01:58:26.950195+0000","last_unstale":"2024-04-26T01:59:31.196291+0000","last_undegraded":"2024-04-26T01:59:31.196291+0000","last_fullsized":"2024-04-26T01:59:31.196291+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:13:55.853005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":38,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.730052+0000","last_change":"2024-04-26T01:58:30.979554+0000","last_active":"2024-04-26T01:59:06.730052+0000","last_peered":"2024-04-26T01:59:06.730052+0000","last_clean":"2024-04-26T01:59:06.730052+0000","last_became_active":"2024-04-26T01:58:30.979158+0000","last_became_peered":"2024-04-26T01:58:30.979158+0000","last_unstale":"2024-04-26T01:59:06.730052+0000","last_undegraded":"2024-04-26T01:59:06.730052+0000","last_fullsized":"2024-04-26T01:59:06.730052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:38:22.534142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.111356+0000","last_change":"2024-04-26T01:58:26.913432+0000","last_active":"2024-04-26T01:59:07.111356+0000","last_peered":"2024-04-26T01:59:07.111356+0000","last_clean":"2024-04-26T01:59:07.111356+0000","last_became_active":"2024-04-26T01:58:26.913054+0000","last_became_peered":"2024-04-26T01:58:26.913054+0000","last_unstale":"2024-04-26T01:59:07.111356+0000","last_undegraded":"2024-04-26T01:59:07.111356+0000","last_fullsized":"2024-04-26T01:59:07.111356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:21:04.699502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":358,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.721889+0000","last_change":"2024-04-26T01:56:52.582555+0000","last_active":"2024-04-26T01:59:06.721889+0000","last_peered":"2024-04-26T01:59:06.721889+0000","last_clean":"2024-04-26T01:59:06.721889+0000","last_became_active":"2024-04-26T01:56:52.582083+0000","last_became_peered":"2024-04-26T01:56:52.582083+0000","last_unstale":"2024-04-26T01:59:06.721889+0000","last_undegraded":"2024-04-26T01:59:06.721889+0000","last_fullsized":"2024-04-26T01:59:06.721889+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_clean_scrub_stamp":"2024-04-26T01:52:52.012858+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:19.438229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723012+0000","last_change":"2024-04-26T01:58:30.966288+0000","last_active":"2024-04-26T01:59:06.723012+0000","last_peered":"2024-04-26T01:59:06.723012+0000","last_clean":"2024-04-26T01:59:06.723012+0000","last_became_active":"2024-04-26T01:58:30.965790+0000","last_became_peered":"2024-04-26T01:58:30.965790+0000","last_unstale":"2024-04-26T01:59:06.723012+0000","last_undegraded":"2024-04-26T01:59:06.723012+0000","last_fullsized":"2024-04-26T01:59:06.723012+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:32:00.855571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.721900+0000","last_change":"2024-04-26T01:58:26.912567+0000","last_active":"2024-04-26T01:59:06.721900+0000","last_peered":"2024-04-26T01:59:06.721900+0000","last_clean":"2024-04-26T01:59:06.721900+0000","last_became_active":"2024-04-26T01:58:26.911311+0000","last_became_peered":"2024-04-26T01:58:26.911311+0000","last_unstale":"2024-04-26T01:59:06.721900+0000","last_undegraded":"2024-04-26T01:59:06.721900+0000","last_fullsized":"2024-04-26T01:59:06.721900+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:53:06.257167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723358+0000","last_change":"2024-04-26T01:58:26.952696+0000","last_active":"2024-04-26T01:59:06.723358+0000","last_peered":"2024-04-26T01:59:06.723358+0000","last_clean":"2024-04-26T01:59:06.723358+0000","last_became_active":"2024-04-26T01:58:26.952382+0000","last_became_peered":"2024-04-26T01:58:26.952382+0000","last_unstale":"2024-04-26T01:59:06.723358+0000","last_undegraded":"2024-04-26T01:59:06.723358+0000","last_fullsized":"2024-04-26T01:59:06.723358+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:21:28.100792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.728407+0000","last_change":"2024-04-26T01:58:30.976420+0000","last_active":"2024-04-26T01:59:06.728407+0000","last_peered":"2024-04-26T01:59:06.728407+0000","last_clean":"2024-04-26T01:59:06.728407+0000","last_became_active":"2024-04-26T01:58:30.975950+0000","last_became_peered":"2024-04-26T01:58:30.975950+0000","last_unstale":"2024-04-26T01:59:06.728407+0000","last_undegraded":"2024-04-26T01:59:06.728407+0000","last_fullsized":"2024-04-26T01:59:06.728407+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:56.997947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'16","reported_seq":58,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:22.000654+0000","last_change":"2024-04-26T01:59:06.760073+0000","last_active":"2024-04-26T01:59:22.000654+0000","last_peered":"2024-04-26T01:59:22.000654+0000","last_clean":"2024-04-26T01:59:22.000654+0000","last_became_active":"2024-04-26T01:59:06.736242+0000","last_became_peered":"2024-04-26T01:59:06.736242+0000","last_unstale":"2024-04-26T01:59:22.000654+0000","last_undegraded":"2024-04-26T01:59:22.000654+0000","last_fullsized":"2024-04-26T01:59:22.000654+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:24.344134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":3,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.728534+0000","last_change":"2024-04-26T01:58:30.981099+0000","last_active":"2024-04-26T01:59:06.728534+0000","last_peered":"2024-04-26T01:59:06.728534+0000","last_clean":"2024-04-26T01:59:06.728534+0000","last_became_active":"2024-04-26T01:58:30.974714+0000","last_became_peered":"2024-04-26T01:58:30.974714+0000","last_unstale":"2024-04-26T01:59:06.728534+0000","last_undegraded":"2024-04-26T01:59:06.728534+0000","last_fullsized":"2024-04-26T01:59:06.728534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:11.626761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.111428+0000","last_change":"2024-04-26T01:58:27.021040+0000","last_active":"2024-04-26T01:59:07.111428+0000","last_peered":"2024-04-26T01:59:07.111428+0000","last_clean":"2024-04-26T01:59:07.111428+0000","last_became_active":"2024-04-26T01:58:27.020656+0000","last_became_peered":"2024-04-26T01:58:27.020656+0000","last_unstale":"2024-04-26T01:59:07.111428+0000","last_undegraded":"2024-04-26T01:59:07.111428+0000","last_fullsized":"2024-04-26T01:59:07.111428+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:54:40.149575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.120568+0000","last_change":"2024-04-26T01:58:30.978642+0000","last_active":"2024-04-26T01:59:07.120568+0000","last_peered":"2024-04-26T01:59:07.120568+0000","last_clean":"2024-04-26T01:59:07.120568+0000","last_became_active":"2024-04-26T01:58:30.977336+0000","last_became_peered":"2024-04-26T01:58:30.977336+0000","last_unstale":"2024-04-26T01:59:07.120568+0000","last_undegraded":"2024-04-26T01:59:07.120568+0000","last_fullsized":"2024-04-26T01:59:07.120568+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:17:34.682104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794395+0000","last_change":"2024-04-26T01:58:26.950109+0000","last_active":"2024-04-26T01:59:06.794395+0000","last_peered":"2024-04-26T01:59:06.794395+0000","last_clean":"2024-04-26T01:59:06.794395+0000","last_became_active":"2024-04-26T01:58:26.949756+0000","last_became_peered":"2024-04-26T01:58:26.949756+0000","last_unstale":"2024-04-26T01:59:06.794395+0000","last_undegraded":"2024-04-26T01:59:06.794395+0000","last_fullsized":"2024-04-26T01:59:06.794395+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:59:07.288430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723972+0000","last_change":"2024-04-26T01:58:30.955281+0000","last_active":"2024-04-26T01:59:06.723972+0000","last_peered":"2024-04-26T01:59:06.723972+0000","last_clean":"2024-04-26T01:59:06.723972+0000","last_became_active":"2024-04-26T01:58:30.954906+0000","last_became_peered":"2024-04-26T01:58:30.954906+0000","last_unstale":"2024-04-26T01:59:06.723972+0000","last_undegraded":"2024-04-26T01:59:06.723972+0000","last_fullsized":"2024-04-26T01:59:06.723972+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:48:49.237616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.724165+0000","last_change":"2024-04-26T01:58:26.918733+0000","last_active":"2024-04-26T01:59:06.724165+0000","last_peered":"2024-04-26T01:59:06.724165+0000","last_clean":"2024-04-26T01:59:06.724165+0000","last_became_active":"2024-04-26T01:58:26.918132+0000","last_became_peered":"2024-04-26T01:58:26.918132+0000","last_unstale":"2024-04-26T01:59:06.724165+0000","last_undegraded":"2024-04-26T01:59:06.724165+0000","last_fullsized":"2024-04-26T01:59:06.724165+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:03:21.762469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.716823+0000","last_change":"2024-04-26T01:58:30.964357+0000","last_active":"2024-04-26T01:59:06.716823+0000","last_peered":"2024-04-26T01:59:06.716823+0000","last_clean":"2024-04-26T01:59:06.716823+0000","last_became_active":"2024-04-26T01:58:30.964042+0000","last_became_peered":"2024-04-26T01:58:30.964042+0000","last_unstale":"2024-04-26T01:59:06.716823+0000","last_undegraded":"2024-04-26T01:59:06.716823+0000","last_fullsized":"2024-04-26T01:59:06.716823+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:57:56.941152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.714608+0000","last_change":"2024-04-26T01:58:26.916786+0000","last_active":"2024-04-26T01:59:06.714608+0000","last_peered":"2024-04-26T01:59:06.714608+0000","last_clean":"2024-04-26T01:59:06.714608+0000","last_became_active":"2024-04-26T01:58:26.916421+0000","last_became_peered":"2024-04-26T01:58:26.916421+0000","last_unstale":"2024-04-26T01:59:06.714608+0000","last_undegraded":"2024-04-26T01:59:06.714608+0000","last_fullsized":"2024-04-26T01:59:06.714608+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:15:53.057132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.729514+0000","last_change":"2024-04-26T01:58:30.981408+0000","last_active":"2024-04-26T01:59:06.729514+0000","last_peered":"2024-04-26T01:59:06.729514+0000","last_clean":"2024-04-26T01:59:06.729514+0000","last_became_active":"2024-04-26T01:58:30.975782+0000","last_became_peered":"2024-04-26T01:58:30.975782+0000","last_unstale":"2024-04-26T01:59:06.729514+0000","last_undegraded":"2024-04-26T01:59:06.729514+0000","last_fullsized":"2024-04-26T01:59:06.729514+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:58.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723171+0000","last_change":"2024-04-26T01:58:26.908741+0000","last_active":"2024-04-26T01:59:06.723171+0000","last_peered":"2024-04-26T01:59:06.723171+0000","last_clean":"2024-04-26T01:59:06.723171+0000","last_became_active":"2024-04-26T01:58:26.908341+0000","last_became_peered":"2024-04-26T01:58:26.908341+0000","last_unstale":"2024-04-26T01:59:06.723171+0000","last_undegraded":"2024-04-26T01:59:06.723171+0000","last_fullsized":"2024-04-26T01:59:06.723171+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:57:14.254746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.721902+0000","last_change":"2024-04-26T01:58:30.973708+0000","last_active":"2024-04-26T01:59:06.721902+0000","last_peered":"2024-04-26T01:59:06.721902+0000","last_clean":"2024-04-26T01:59:06.721902+0000","last_became_active":"2024-04-26T01:58:30.973315+0000","last_became_peered":"2024-04-26T01:58:30.973315+0000","last_unstale":"2024-04-26T01:59:06.721902+0000","last_undegraded":"2024-04-26T01:59:06.721902+0000","last_fullsized":"2024-04-26T01:59:06.721902+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:50:51.745148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'6","reported_seq":71,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:30.202305+0000","last_change":"2024-04-26T01:58:27.020622+0000","last_active":"2024-04-26T01:59:30.202305+0000","last_peered":"2024-04-26T01:59:30.202305+0000","last_clean":"2024-04-26T01:59:30.202305+0000","last_became_active":"2024-04-26T01:58:27.020213+0000","last_became_peered":"2024-04-26T01:58:27.020213+0000","last_unstale":"2024-04-26T01:59:30.202305+0000","last_undegraded":"2024-04-26T01:59:30.202305+0000","last_fullsized":"2024-04-26T01:59:30.202305+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:41:28.929919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":39,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722288+0000","last_change":"2024-04-26T01:58:30.967801+0000","last_active":"2024-04-26T01:59:06.722288+0000","last_peered":"2024-04-26T01:59:06.722288+0000","last_clean":"2024-04-26T01:59:06.722288+0000","last_became_active":"2024-04-26T01:58:30.967419+0000","last_became_peered":"2024-04-26T01:58:30.967419+0000","last_unstale":"2024-04-26T01:59:06.722288+0000","last_undegraded":"2024-04-26T01:59:06.722288+0000","last_fullsized":"2024-04-26T01:59:06.722288+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:45:25.468923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722275+0000","last_change":"2024-04-26T01:58:26.912783+0000","last_active":"2024-04-26T01:59:06.722275+0000","last_peered":"2024-04-26T01:59:06.722275+0000","last_clean":"2024-04-26T01:59:06.722275+0000","last_became_active":"2024-04-26T01:58:26.912351+0000","last_became_peered":"2024-04-26T01:58:26.912351+0000","last_unstale":"2024-04-26T01:59:06.722275+0000","last_undegraded":"2024-04-26T01:59:06.722275+0000","last_fullsized":"2024-04-26T01:59:06.722275+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:44.149415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722072+0000","last_change":"2024-04-26T01:58:30.975051+0000","last_active":"2024-04-26T01:59:06.722072+0000","last_peered":"2024-04-26T01:59:06.722072+0000","last_clean":"2024-04-26T01:59:06.722072+0000","last_became_active":"2024-04-26T01:58:30.974661+0000","last_became_peered":"2024-04-26T01:58:30.974661+0000","last_unstale":"2024-04-26T01:59:06.722072+0000","last_undegraded":"2024-04-26T01:59:06.722072+0000","last_fullsized":"2024-04-26T01:59:06.722072+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:30.691834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.127555+0000","last_change":"2024-04-26T01:59:07.127555+0000","last_active":"2024-04-26T01:59:07.127555+0000","last_peered":"2024-04-26T01:59:07.127555+0000","last_clean":"2024-04-26T01:59:07.127555+0000","last_became_active":"2024-04-26T01:59:07.115216+0000","last_became_peered":"2024-04-26T01:59:07.115216+0000","last_unstale":"2024-04-26T01:59:07.127555+0000","last_undegraded":"2024-04-26T01:59:07.127555+0000","last_fullsized":"2024-04-26T01:59:07.127555+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:11.990117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722219+0000","last_change":"2024-04-26T01:58:30.960957+0000","last_active":"2024-04-26T01:59:06.722219+0000","last_peered":"2024-04-26T01:59:06.722219+0000","last_clean":"2024-04-26T01:59:06.722219+0000","last_became_active":"2024-04-26T01:58:30.960601+0000","last_became_peered":"2024-04-26T01:58:30.960601+0000","last_unstale":"2024-04-26T01:59:06.722219+0000","last_undegraded":"2024-04-26T01:59:06.722219+0000","last_fullsized":"2024-04-26T01:59:06.722219+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:55.810734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.716772+0000","last_change":"2024-04-26T01:58:30.962426+0000","last_active":"2024-04-26T01:59:06.716772+0000","last_peered":"2024-04-26T01:59:06.716772+0000","last_clean":"2024-04-26T01:59:06.716772+0000","last_became_active":"2024-04-26T01:58:30.962080+0000","last_became_peered":"2024-04-26T01:58:30.962080+0000","last_unstale":"2024-04-26T01:59:06.716772+0000","last_undegraded":"2024-04-26T01:59:06.716772+0000","last_fullsized":"2024-04-26T01:59:06.716772+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:23:37.567668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.725470+0000","last_change":"2024-04-26T01:59:06.725470+0000","last_active":"2024-04-26T01:59:06.725470+0000","last_peered":"2024-04-26T01:59:06.725470+0000","last_clean":"2024-04-26T01:59:06.725470+0000","last_became_active":"2024-04-26T01:59:06.724925+0000","last_became_peered":"2024-04-26T01:59:06.724925+0000","last_unstale":"2024-04-26T01:59:06.725470+0000","last_undegraded":"2024-04-26T01:59:06.725470+0000","last_fullsized":"2024-04-26T01:59:06.725470+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:39.021245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,8],"acting":[2,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.714446+0000","last_change":"2024-04-26T01:58:30.975582+0000","last_active":"2024-04-26T01:59:06.714446+0000","last_peered":"2024-04-26T01:59:06.714446+0000","last_clean":"2024-04-26T01:59:06.714446+0000","last_became_active":"2024-04-26T01:58:30.975220+0000","last_became_peered":"2024-04-26T01:58:30.975220+0000","last_unstale":"2024-04-26T01:59:06.714446+0000","last_undegraded":"2024-04-26T01:59:06.714446+0000","last_fullsized":"2024-04-26T01:59:06.714446+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:16.161849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.119779+0000","last_change":"2024-04-26T01:58:30.979948+0000","last_active":"2024-04-26T01:59:07.119779+0000","last_peered":"2024-04-26T01:59:07.119779+0000","last_clean":"2024-04-26T01:59:07.119779+0000","last_became_active":"2024-04-26T01:58:30.979367+0000","last_became_peered":"2024-04-26T01:58:30.979367+0000","last_unstale":"2024-04-26T01:59:07.119779+0000","last_undegraded":"2024-04-26T01:59:07.119779+0000","last_fullsized":"2024-04-26T01:59:07.119779+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:38.552039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.728713+0000","last_change":"2024-04-26T01:58:30.975488+0000","last_active":"2024-04-26T01:59:06.728713+0000","last_peered":"2024-04-26T01:59:06.728713+0000","last_clean":"2024-04-26T01:59:06.728713+0000","last_became_active":"2024-04-26T01:58:30.968631+0000","last_became_peered":"2024-04-26T01:58:30.968631+0000","last_unstale":"2024-04-26T01:59:06.728713+0000","last_undegraded":"2024-04-26T01:59:06.728713+0000","last_fullsized":"2024-04-26T01:59:06.728713+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:56:42.953943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.716838+0000","last_change":"2024-04-26T01:58:30.958200+0000","last_active":"2024-04-26T01:59:06.716838+0000","last_peered":"2024-04-26T01:59:06.716838+0000","last_clean":"2024-04-26T01:59:06.716838+0000","last_became_active":"2024-04-26T01:58:30.957767+0000","last_became_peered":"2024-04-26T01:58:30.957767+0000","last_unstale":"2024-04-26T01:59:06.716838+0000","last_undegraded":"2024-04-26T01:59:06.716838+0000","last_fullsized":"2024-04-26T01:59:06.716838+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:53:59.199633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.715019+0000","last_change":"2024-04-26T01:58:30.955232+0000","last_active":"2024-04-26T01:59:06.715019+0000","last_peered":"2024-04-26T01:59:06.715019+0000","last_clean":"2024-04-26T01:59:06.715019+0000","last_became_active":"2024-04-26T01:58:30.954792+0000","last_became_peered":"2024-04-26T01:58:30.954792+0000","last_unstale":"2024-04-26T01:59:06.715019+0000","last_undegraded":"2024-04-26T01:59:06.715019+0000","last_fullsized":"2024-04-26T01:59:06.715019+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:41.479662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.728230+0000","last_change":"2024-04-26T01:58:30.984210+0000","last_active":"2024-04-26T01:59:06.728230+0000","last_peered":"2024-04-26T01:59:06.728230+0000","last_clean":"2024-04-26T01:59:06.728230+0000","last_became_active":"2024-04-26T01:58:30.982899+0000","last_became_peered":"2024-04-26T01:58:30.982899+0000","last_unstale":"2024-04-26T01:59:06.728230+0000","last_undegraded":"2024-04-26T01:59:06.728230+0000","last_fullsized":"2024-04-26T01:59:06.728230+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:51:18.621098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722161+0000","last_change":"2024-04-26T01:58:30.972403+0000","last_active":"2024-04-26T01:59:06.722161+0000","last_peered":"2024-04-26T01:59:06.722161+0000","last_clean":"2024-04-26T01:59:06.722161+0000","last_became_active":"2024-04-26T01:58:30.972112+0000","last_became_peered":"2024-04-26T01:58:30.972112+0000","last_unstale":"2024-04-26T01:59:06.722161+0000","last_undegraded":"2024-04-26T01:59:06.722161+0000","last_fullsized":"2024-04-26T01:59:06.722161+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:37.908777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723853+0000","last_change":"2024-04-26T01:58:30.971002+0000","last_active":"2024-04-26T01:59:06.723853+0000","last_peered":"2024-04-26T01:59:06.723853+0000","last_clean":"2024-04-26T01:59:06.723853+0000","last_became_active":"2024-04-26T01:58:30.970559+0000","last_became_peered":"2024-04-26T01:58:30.970559+0000","last_unstale":"2024-04-26T01:59:06.723853+0000","last_undegraded":"2024-04-26T01:59:06.723853+0000","last_fullsized":"2024-04-26T01:59:06.723853+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:12.927235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794534+0000","last_change":"2024-04-26T01:58:30.976628+0000","last_active":"2024-04-26T01:59:06.794534+0000","last_peered":"2024-04-26T01:59:06.794534+0000","last_clean":"2024-04-26T01:59:06.794534+0000","last_became_active":"2024-04-26T01:58:30.976265+0000","last_became_peered":"2024-04-26T01:58:30.976265+0000","last_unstale":"2024-04-26T01:59:06.794534+0000","last_undegraded":"2024-04-26T01:59:06.794534+0000","last_fullsized":"2024-04-26T01:59:06.794534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:47.096687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.727623+0000","last_change":"2024-04-26T01:58:30.973411+0000","last_active":"2024-04-26T01:59:06.727623+0000","last_peered":"2024-04-26T01:59:06.727623+0000","last_clean":"2024-04-26T01:59:06.727623+0000","last_became_active":"2024-04-26T01:58:30.971204+0000","last_became_peered":"2024-04-26T01:58:30.971204+0000","last_unstale":"2024-04-26T01:59:06.727623+0000","last_undegraded":"2024-04-26T01:59:06.727623+0000","last_fullsized":"2024-04-26T01:59:06.727623+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:29:41.292831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.716961+0000","last_change":"2024-04-26T01:58:30.956692+0000","last_active":"2024-04-26T01:59:06.716961+0000","last_peered":"2024-04-26T01:59:06.716961+0000","last_clean":"2024-04-26T01:59:06.716961+0000","last_became_active":"2024-04-26T01:58:30.956341+0000","last_became_peered":"2024-04-26T01:58:30.956341+0000","last_unstale":"2024-04-26T01:59:06.716961+0000","last_undegraded":"2024-04-26T01:59:06.716961+0000","last_fullsized":"2024-04-26T01:59:06.716961+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:58.937065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249229,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69421,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":416,"num_read_kb":284,"num_write":247,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":68,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":208263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351006,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":484588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612643,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1150976,"data_stored":1137375,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776168,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":484059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037807,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1015808,"data_stored":484437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299444,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1069056,"data_stored":1077346,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462969,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1003520,"data_stored":484167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":546906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1024000,"data_stored":485506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1077248,"data_stored":547058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149771,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":483601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888133,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":484028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724609,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1081344,"data_stored":1076242,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34432,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34432,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":63969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":64121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":63953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:59:37.866 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T01:59:37.867 INFO:tasks.cephadm:Setting up client nodes... 2024-04-26T01:59:37.868 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-26T01:59:38.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:38 smithi064 ceph-mon[32613]: from='client.24650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:59:38.360 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:38.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:38 smithi026 ceph-mon[28138]: from='client.24650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:59:38.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:38 smithi033 ceph-mon[32805]: from='client.24650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:59:39.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:39 smithi026 ceph-mon[28138]: pgmap v367: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-26T01:59:39.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:39 smithi064 ceph-mon[32613]: pgmap v367: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-26T01:59:39.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:39 smithi033 ceph-mon[32805]: pgmap v367: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-26T01:59:40.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.683+0000 7fde0da00700 1 -- 172.21.15.26:0/3812582304 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde081019c0 msgr2=0x7fde08101de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:40.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.683+0000 7fde0da00700 1 --2- 172.21.15.26:0/3812582304 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde081019c0 0x7fde08101de0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fddf80099c0 tx=0x7fddf8009cd0 comp rx=0 tx=0).stop 2024-04-26T01:59:40.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.683+0000 7fde0da00700 1 -- 172.21.15.26:0/3812582304 shutdown_connections 2024-04-26T01:59:40.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.683+0000 7fde0da00700 1 --2- 172.21.15.26:0/3812582304 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde08103560 0x7fde08109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:40.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.683+0000 7fde0da00700 1 --2- 172.21.15.26:0/3812582304 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde081019c0 0x7fde08101de0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:40.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.683+0000 7fde0da00700 1 --2- 172.21.15.26:0/3812582304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde08102bc0 0x7fde08103020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:40.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.683+0000 7fde0da00700 1 -- 172.21.15.26:0/3812582304 >> 172.21.15.26:0/3812582304 conn(0x7fde080fcf60 msgr2=0x7fde080ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:40.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.684+0000 7fde0da00700 1 -- 172.21.15.26:0/3812582304 shutdown_connections 2024-04-26T01:59:40.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.684+0000 7fde0da00700 1 -- 172.21.15.26:0/3812582304 wait complete. 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.685+0000 7fde0da00700 1 Processor -- start 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.685+0000 7fde0da00700 1 -- start start 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.685+0000 7fde0da00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde081019c0 0x7fde0819adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.685+0000 7fde0da00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde08102bc0 0x7fde0819b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.685+0000 7fde0da00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde08103560 0x7fde081a2370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.685+0000 7fde0da00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fde0810d4a0 con 0x7fde08103560 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.685+0000 7fde0da00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fde0810d320 con 0x7fde081019c0 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.685+0000 7fde0da00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fde0810d620 con 0x7fde08102bc0 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.686+0000 7fde07400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde08103560 0x7fde081a2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.686+0000 7fde06000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde08102bc0 0x7fde0819b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.686+0000 7fde07400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde08103560 0x7fde081a2370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40472/0 (socket says 172.21.15.26:40472) 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.686+0000 7fde07400700 1 -- 172.21.15.26:0/4170813016 learned_addr learned my addr 172.21.15.26:0/4170813016 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.686+0000 7fde06a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde081019c0 0x7fde0819adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.686+0000 7fde06000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde08102bc0 0x7fde0819b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:39592/0 (socket says 172.21.15.26:39592) 2024-04-26T01:59:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.686+0000 7fde06a00700 1 -- 172.21.15.26:0/4170813016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde08102bc0 msgr2=0x7fde0819b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.686+0000 7fde06a00700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde08102bc0 0x7fde0819b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.686+0000 7fde06a00700 1 -- 172.21.15.26:0/4170813016 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde08103560 msgr2=0x7fde081a2370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.686+0000 7fde06a00700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde08103560 0x7fde081a2370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.686+0000 7fde06a00700 1 -- 172.21.15.26:0/4170813016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde081a2a10 con 0x7fde081019c0 2024-04-26T01:59:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.686+0000 7fde07400700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde08103560 0x7fde081a2370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.687+0000 7fde06a00700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde081019c0 0x7fde0819adb0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fddf80098e0 tx=0x7fddf800f690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:40.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.687+0000 7fddff400700 1 -- 172.21.15.26:0/4170813016 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf8009e60 con 0x7fde081019c0 2024-04-26T01:59:40.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.687+0000 7fddff400700 1 -- 172.21.15.26:0/4170813016 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fddf80038c0 con 0x7fde081019c0 2024-04-26T01:59:40.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.687+0000 7fde0da00700 1 -- 172.21.15.26:0/4170813016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde081a2ca0 con 0x7fde081019c0 2024-04-26T01:59:40.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.687+0000 7fddff400700 1 -- 172.21.15.26:0/4170813016 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf80055d0 con 0x7fde081019c0 2024-04-26T01:59:40.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.687+0000 7fde0da00700 1 -- 172.21.15.26:0/4170813016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde081a3150 con 0x7fde081019c0 2024-04-26T01:59:40.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.688+0000 7fde0da00700 1 -- 172.21.15.26:0/4170813016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdde8005360 con 0x7fde081019c0 2024-04-26T01:59:40.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.690+0000 7fddff400700 1 -- 172.21.15.26:0/4170813016 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fddf800fad0 con 0x7fde081019c0 2024-04-26T01:59:40.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.692+0000 7fddff400700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fddec0a3e00 0x7fddec0a62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:40.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.692+0000 7fddff400700 1 -- 172.21.15.26:0/4170813016 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fddf80d1210 con 0x7fde081019c0 2024-04-26T01:59:40.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.692+0000 7fde06000700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fddec0a3e00 0x7fddec0a62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:40.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.693+0000 7fde06000700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fddec0a3e00 0x7fddec0a62c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fddf4009c60 tx=0x7fddf4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:40.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:40.696+0000 7fddff400700 1 -- 172.21.15.26:0/4170813016 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fddf8013070 con 0x7fde081019c0 2024-04-26T01:59:41.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.027+0000 7fde0da00700 1 -- 172.21.15.26:0/4170813016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7fdde8005650 con 0x7fde081019c0 2024-04-26T01:59:41.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.036+0000 7fddff400700 1 -- 172.21.15.26:0/4170813016 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7fddf809dad0 con 0x7fde081019c0 2024-04-26T01:59:41.035 INFO:teuthology.orchestra.run.smithi026.stdout:[client.0] 2024-04-26T01:59:41.035 INFO:teuthology.orchestra.run.smithi026.stdout: key = AQCNCitm6kTKARAA8jTKn+Ze4u8SmcmdUeWcLQ== 2024-04-26T01:59:41.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.039+0000 7fde0da00700 1 -- 172.21.15.26:0/4170813016 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fddec0a3e00 msgr2=0x7fddec0a62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:41.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.039+0000 7fde0da00700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fddec0a3e00 0x7fddec0a62c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fddf4009c60 tx=0x7fddf4009260 comp rx=0 tx=0).stop 2024-04-26T01:59:41.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.039+0000 7fde0da00700 1 -- 172.21.15.26:0/4170813016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde081019c0 msgr2=0x7fde0819adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:41.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.039+0000 7fde0da00700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde081019c0 0x7fde0819adb0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fddf80098e0 tx=0x7fddf800f690 comp rx=0 tx=0).stop 2024-04-26T01:59:41.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.040+0000 7fde0da00700 1 -- 172.21.15.26:0/4170813016 shutdown_connections 2024-04-26T01:59:41.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.040+0000 7fde0da00700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fddec0a3e00 0x7fddec0a62c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:41.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.040+0000 7fde0da00700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde08103560 0x7fde081a2370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:41.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.040+0000 7fde0da00700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde081019c0 0x7fde0819adb0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:41.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.040+0000 7fde0da00700 1 --2- 172.21.15.26:0/4170813016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde08102bc0 0x7fde0819b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:41.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.040+0000 7fde0da00700 1 -- 172.21.15.26:0/4170813016 >> 172.21.15.26:0/4170813016 conn(0x7fde080fcf60 msgr2=0x7fde080fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:41.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.040+0000 7fde0da00700 1 -- 172.21.15.26:0/4170813016 shutdown_connections 2024-04-26T01:59:41.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:41.040+0000 7fde0da00700 1 -- 172.21.15.26:0/4170813016 wait complete. 2024-04-26T01:59:41.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:41 smithi026 ceph-mon[28138]: pgmap v368: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-26T01:59:41.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:41 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4170813016' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:59:41.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:41 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:59:41.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:41 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T01:59:41.300 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:41 smithi033 ceph-mon[32805]: pgmap v368: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-26T01:59:41.300 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:41 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/4170813016' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:59:41.300 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:41 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:59:41.300 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:41 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T01:59:41.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:41 smithi064 ceph-mon[32613]: pgmap v368: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-26T01:59:41.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:41 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/4170813016' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:59:41.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:41 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:59:41.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:41 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T01:59:41.953 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T01:59:41.954 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-26T01:59:41.954 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-26T01:59:42.101 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-26T01:59:42.101 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-26T01:59:42.101 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-26T01:59:42.630 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:43.328 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:43 smithi026 ceph-mon[28138]: pgmap v369: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:43.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:43 smithi064 ceph-mon[32613]: pgmap v369: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:43.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:43 smithi033 ceph-mon[32805]: pgmap v369: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:44.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.922+0000 7fbc2aa00700 1 -- 172.21.15.26:0/1456352649 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc2410e3b0 msgr2=0x7fbc24115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:44.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.922+0000 7fbc2aa00700 1 --2- 172.21.15.26:0/1456352649 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc2410e3b0 0x7fbc24115f80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbc1c00b0d0 tx=0x7fbc1c00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:59:44.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.922+0000 7fbc2aa00700 1 -- 172.21.15.26:0/1456352649 shutdown_connections 2024-04-26T01:59:44.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.922+0000 7fbc2aa00700 1 --2- 172.21.15.26:0/1456352649 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc2410e3b0 0x7fbc24115f80 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:44.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.922+0000 7fbc2aa00700 1 --2- 172.21.15.26:0/1456352649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc241092d0 0x7fbc241096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:44.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.922+0000 7fbc2aa00700 1 --2- 172.21.15.26:0/1456352649 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc24109c80 0x7fbc2410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:44.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.922+0000 7fbc2aa00700 1 -- 172.21.15.26:0/1456352649 >> 172.21.15.26:0/1456352649 conn(0x7fbc24076210 msgr2=0x7fbc24107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:44.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.922+0000 7fbc2aa00700 1 -- 172.21.15.26:0/1456352649 shutdown_connections 2024-04-26T01:59:44.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.922+0000 7fbc2aa00700 1 -- 172.21.15.26:0/1456352649 wait complete. 2024-04-26T01:59:44.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.923+0000 7fbc2aa00700 1 Processor -- start 2024-04-26T01:59:44.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.924+0000 7fbc2aa00700 1 -- start start 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.924+0000 7fbc2aa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc241092d0 0x7fbc2419f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.924+0000 7fbc2aa00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc24109c80 0x7fbc2419fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.924+0000 7fbc2aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc2410e3b0 0x7fbc241a3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.924+0000 7fbc2aa00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbc24119250 con 0x7fbc2410e3b0 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.924+0000 7fbc2aa00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbc241190d0 con 0x7fbc24109c80 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.924+0000 7fbc2aa00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fbc241193d0 con 0x7fbc241092d0 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.924+0000 7fbc23e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc241092d0 0x7fbc2419f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.924+0000 7fbc23e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc241092d0 0x7fbc2419f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:39606/0 (socket says 172.21.15.26:39606) 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.924+0000 7fbc23e00700 1 -- 172.21.15.26:0/2814103741 learned_addr learned my addr 172.21.15.26:0/2814103741 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.924+0000 7fbc28a00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc2410e3b0 0x7fbc241a3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.924+0000 7fbc1be00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc24109c80 0x7fbc2419fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.925+0000 7fbc23e00700 1 -- 172.21.15.26:0/2814103741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc24109c80 msgr2=0x7fbc2419fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:44.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.925+0000 7fbc23e00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc24109c80 0x7fbc2419fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:44.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.925+0000 7fbc23e00700 1 -- 172.21.15.26:0/2814103741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc2410e3b0 msgr2=0x7fbc241a3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:44.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.925+0000 7fbc23e00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc2410e3b0 0x7fbc241a3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:44.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.925+0000 7fbc23e00700 1 -- 172.21.15.26:0/2814103741 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc241a46e0 con 0x7fbc241092d0 2024-04-26T01:59:44.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.925+0000 7fbc23e00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc241092d0 0x7fbc2419f720 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fbc1400d980 tx=0x7fbc1400dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:44.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.926+0000 7fbc21600700 1 -- 172.21.15.26:0/2814103741 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc14016070 con 0x7fbc241092d0 2024-04-26T01:59:44.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.926+0000 7fbc21600700 1 -- 172.21.15.26:0/2814103741 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc14004830 con 0x7fbc241092d0 2024-04-26T01:59:44.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.926+0000 7fbc2aa00700 1 -- 172.21.15.26:0/2814103741 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc241a49d0 con 0x7fbc241092d0 2024-04-26T01:59:44.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.926+0000 7fbc21600700 1 -- 172.21.15.26:0/2814103741 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc14005540 con 0x7fbc241092d0 2024-04-26T01:59:44.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.926+0000 7fbc2aa00700 1 -- 172.21.15.26:0/2814103741 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc241ac250 con 0x7fbc241092d0 2024-04-26T01:59:44.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.927+0000 7fbc2aa00700 1 -- 172.21.15.26:0/2814103741 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc24069730 con 0x7fbc241092d0 2024-04-26T01:59:44.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.929+0000 7fbc21600700 1 -- 172.21.15.26:0/2814103741 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fbc14004220 con 0x7fbc241092d0 2024-04-26T01:59:44.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.930+0000 7fbc21600700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc080a3d50 0x7fbc080a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:44.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.931+0000 7fbc21600700 1 -- 172.21.15.26:0/2814103741 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fbc140d0820 con 0x7fbc241092d0 2024-04-26T01:59:44.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.931+0000 7fbc1be00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc080a3d50 0x7fbc080a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:44.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.931+0000 7fbc1be00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc080a3d50 0x7fbc080a6210 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c009680 tx=0x7fbc0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:44.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:44.933+0000 7fbc21600700 1 -- 172.21.15.26:0/2814103741 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbc1401f020 con 0x7fbc241092d0 2024-04-26T01:59:45.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.235+0000 7fbc2aa00700 1 -- 172.21.15.26:0/2814103741 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fbc2402df80 con 0x7fbc241092d0 2024-04-26T01:59:45.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.241+0000 7fbc21600700 1 -- 172.21.15.26:0/2814103741 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264997 (secure 0 0 0) 0x7fbc1409d050 con 0x7fbc241092d0 2024-04-26T01:59:45.244 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:59:45.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.246+0000 7fbc2aa00700 1 -- 172.21.15.26:0/2814103741 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc080a3d50 msgr2=0x7fbc080a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:45.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.246+0000 7fbc2aa00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc080a3d50 0x7fbc080a6210 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c009680 tx=0x7fbc0c009260 comp rx=0 tx=0).stop 2024-04-26T01:59:45.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.246+0000 7fbc2aa00700 1 -- 172.21.15.26:0/2814103741 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc241092d0 msgr2=0x7fbc2419f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:45.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.246+0000 7fbc2aa00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc241092d0 0x7fbc2419f720 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fbc1400d980 tx=0x7fbc1400dc90 comp rx=0 tx=0).stop 2024-04-26T01:59:45.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.246+0000 7fbc2aa00700 1 -- 172.21.15.26:0/2814103741 shutdown_connections 2024-04-26T01:59:45.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.246+0000 7fbc2aa00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc080a3d50 0x7fbc080a6210 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:45.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.246+0000 7fbc2aa00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc2410e3b0 0x7fbc241a3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:45.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.246+0000 7fbc2aa00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc241092d0 0x7fbc2419f720 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:45.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.246+0000 7fbc2aa00700 1 --2- 172.21.15.26:0/2814103741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc24109c80 0x7fbc2419fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:45.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.246+0000 7fbc2aa00700 1 -- 172.21.15.26:0/2814103741 >> 172.21.15.26:0/2814103741 conn(0x7fbc24076210 msgr2=0x7fbc240767d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:45.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.246+0000 7fbc2aa00700 1 -- 172.21.15.26:0/2814103741 shutdown_connections 2024-04-26T01:59:45.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:45.246+0000 7fbc2aa00700 1 -- 172.21.15.26:0/2814103741 wait complete. 2024-04-26T01:59:45.317 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:45 smithi026 ceph-mon[28138]: pgmap v370: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T01:59:45.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:45 smithi064 ceph-mon[32613]: pgmap v370: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T01:59:45.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:45 smithi033 ceph-mon[32805]: pgmap v370: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T01:59:46.224 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6800","nonce":3490463755},{"type":"v1","addr":"172.21.15.26:6801","nonce":3490463755}]},"active_addr":"172.21.15.26:6801/3490463755","active_change":"2024-04-26T01:50:05.508289+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.26:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":3526280984}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":1276107065}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":2601411133}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":472800181}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":2080634190}]}]} 2024-04-26T01:59:46.230 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-26T01:59:46.231 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-26T01:59:46.231 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:59:46.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:46 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2814103741' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T01:59:46.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:46 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2814103741' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T01:59:46.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:46 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2814103741' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T01:59:46.703 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:47.181 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:47 smithi026 ceph-mon[28138]: pgmap v371: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:47.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:47 smithi064 ceph-mon[32613]: pgmap v371: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:47.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:47 smithi033 ceph-mon[32805]: pgmap v371: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:48.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.997+0000 7fdfed800700 1 -- 172.21.15.26:0/3688076607 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe8108a30 msgr2=0x7fdfe8108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:48.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.997+0000 7fdfed800700 1 --2- 172.21.15.26:0/3688076607 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe8108a30 0x7fdfe8108e10 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8009990 tx=0x7fdfd8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:59:48.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.998+0000 7fdfed800700 1 -- 172.21.15.26:0/3688076607 shutdown_connections 2024-04-26T01:59:48.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.998+0000 7fdfed800700 1 --2- 172.21.15.26:0/3688076607 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe806b0f0 0x7fdfe810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:48.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.998+0000 7fdfed800700 1 --2- 172.21.15.26:0/3688076607 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe8108a30 0x7fdfe8108e10 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:48.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.998+0000 7fdfed800700 1 --2- 172.21.15.26:0/3688076607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe806a750 0x7fdfe806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:48.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.998+0000 7fdfed800700 1 -- 172.21.15.26:0/3688076607 >> 172.21.15.26:0/3688076607 conn(0x7fdfe80788f0 msgr2=0x7fdfe8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:48.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.998+0000 7fdfed800700 1 -- 172.21.15.26:0/3688076607 shutdown_connections 2024-04-26T01:59:48.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.998+0000 7fdfed800700 1 -- 172.21.15.26:0/3688076607 wait complete. 2024-04-26T01:59:48.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.999+0000 7fdfed800700 1 Processor -- start 2024-04-26T01:59:48.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.999+0000 7fdfed800700 1 -- start start 2024-04-26T01:59:48.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.999+0000 7fdfed800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe806a750 0x7fdfe819b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.999+0000 7fdfed800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe806b0f0 0x7fdfe819b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.999+0000 7fdfed800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe8108a30 0x7fdfe819fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.999+0000 7fdfed800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdfe8112c00 con 0x7fdfe8108a30 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.999+0000 7fdfed800700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdfe8112a80 con 0x7fdfe806b0f0 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:48.999+0000 7fdfed800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdfe8112d80 con 0x7fdfe806a750 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.000+0000 7fdfde000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe806b0f0 0x7fdfe819b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.000+0000 7fdfe6a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe806a750 0x7fdfe819b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.000+0000 7fdfe7400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe8108a30 0x7fdfe819fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.000+0000 7fdfde000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe806b0f0 0x7fdfe819b7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:49014/0 (socket says 172.21.15.26:49014) 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.000+0000 7fdfde000700 1 -- 172.21.15.26:0/812968610 learned_addr learned my addr 172.21.15.26:0/812968610 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.000+0000 7fdfde000700 1 -- 172.21.15.26:0/812968610 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe806a750 msgr2=0x7fdfe819b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.000+0000 7fdfde000700 1 --2- 172.21.15.26:0/812968610 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe806a750 0x7fdfe819b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.000+0000 7fdfde000700 1 -- 172.21.15.26:0/812968610 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe8108a30 msgr2=0x7fdfe819fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.000+0000 7fdfde000700 1 --2- 172.21.15.26:0/812968610 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe8108a30 0x7fdfe819fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:48.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.000+0000 7fdfde000700 1 -- 172.21.15.26:0/812968610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfe81a02c0 con 0x7fdfe806b0f0 2024-04-26T01:59:49.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.001+0000 7fdfde000700 1 --2- 172.21.15.26:0/812968610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe806b0f0 0x7fdfe819b7f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fdfd000d980 tx=0x7fdfd000dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:49.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.001+0000 7fdfdfe00700 1 -- 172.21.15.26:0/812968610 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd0016070 con 0x7fdfe806b0f0 2024-04-26T01:59:49.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.001+0000 7fdfed800700 1 -- 172.21.15.26:0/812968610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfe81a05b0 con 0x7fdfe806b0f0 2024-04-26T01:59:49.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.001+0000 7fdfdfe00700 1 -- 172.21.15.26:0/812968610 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdfd0004830 con 0x7fdfe806b0f0 2024-04-26T01:59:49.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.001+0000 7fdfdfe00700 1 -- 172.21.15.26:0/812968610 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd0005540 con 0x7fdfe806b0f0 2024-04-26T01:59:49.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.001+0000 7fdfed800700 1 -- 172.21.15.26:0/812968610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfe81a7e30 con 0x7fdfe806b0f0 2024-04-26T01:59:49.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.002+0000 7fdfed800700 1 -- 172.21.15.26:0/812968610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfe8069730 con 0x7fdfe806b0f0 2024-04-26T01:59:49.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.004+0000 7fdfdfe00700 1 -- 172.21.15.26:0/812968610 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fdfd0004220 con 0x7fdfe806b0f0 2024-04-26T01:59:49.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.006+0000 7fdfdfe00700 1 --2- 172.21.15.26:0/812968610 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdfcc0a3cd0 0x7fdfcc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:49.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.006+0000 7fdfdfe00700 1 -- 172.21.15.26:0/812968610 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fdfd00d0370 con 0x7fdfe806b0f0 2024-04-26T01:59:49.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.006+0000 7fdfe6a00700 1 --2- 172.21.15.26:0/812968610 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdfcc0a3cd0 0x7fdfcc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:49.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.007+0000 7fdfe6a00700 1 --2- 172.21.15.26:0/812968610 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdfcc0a3cd0 0x7fdfcc0a6190 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8006010 tx=0x7fdfd800b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:49.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.011+0000 7fdfdfe00700 1 -- 172.21.15.26:0/812968610 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdfd001f020 con 0x7fdfe806b0f0 2024-04-26T01:59:49.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.251+0000 7fdfed800700 1 -- 172.21.15.26:0/812968610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdfe81a8000 con 0x7fdfe806b0f0 2024-04-26T01:59:49.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.253+0000 7fdfdfe00700 1 -- 172.21.15.26:0/812968610 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22499 (secure 0 0 0) 0x7fdfd009cba0 con 0x7fdfe806b0f0 2024-04-26T01:59:49.252 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:59:49.252 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","created":"2024-04-26T01:48:57.473565+0000","modified":"2024-04-26T01:59:06.707740+0000","last_up_change":"2024-04-26T01:57:13.825265+0000","last_in_change":"2024-04-26T01:56:54.383192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:52:51.667153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:58:25.333136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:58:29.747341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f8783ebe-d4a3-42cd-a87b-17b593c35495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6803","nonce":1735610609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6805","nonce":1735610609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6809","nonce":1735610609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6807","nonce":1735610609}]},"public_addr":"172.21.15.26:6803/1735610609","cluster_addr":"172.21.15.26:6805/1735610609","heartbeat_back_addr":"172.21.15.26:6809/1735610609","heartbeat_front_addr":"172.21.15.26:6807/1735610609","state":["exists","up"]},{"osd":1,"uuid":"2097babe-3524-4f0d-b1d6-dcf44a548655","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6801","nonce":4110015074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6803","nonce":4110015074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6807","nonce":4110015074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6805","nonce":4110015074}]},"public_addr":"172.21.15.33:6801/4110015074","cluster_addr":"172.21.15.33:6803/4110015074","heartbeat_back_addr":"172.21.15.33:6807/4110015074","heartbeat_front_addr":"172.21.15.33:6805/4110015074","state":["exists","up"]},{"osd":2,"uuid":"6e75e3d4-b664-4fe0-8913-0b93f325c37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6801","nonce":3873107319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6803","nonce":3873107319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6807","nonce":3873107319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6805","nonce":3873107319}]},"public_addr":"172.21.15.64:6801/3873107319","cluster_addr":"172.21.15.64:6803/3873107319","heartbeat_back_addr":"172.21.15.64:6807/3873107319","heartbeat_front_addr":"172.21.15.64:6805/3873107319","state":["exists","up"]},{"osd":3,"uuid":"24363f6d-2328-4883-a93d-cbb12b21332b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6811","nonce":2340844586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6813","nonce":2340844586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6817","nonce":2340844586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6815","nonce":2340844586}]},"public_addr":"172.21.15.26:6811/2340844586","cluster_addr":"172.21.15.26:6813/2340844586","heartbeat_back_addr":"172.21.15.26:6817/2340844586","heartbeat_front_addr":"172.21.15.26:6815/2340844586","state":["exists","up"]},{"osd":4,"uuid":"bbd1c3a5-2d74-4e33-90a0-43e55415759d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6809","nonce":2946623767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6811","nonce":2946623767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6815","nonce":2946623767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6813","nonce":2946623767}]},"public_addr":"172.21.15.33:6809/2946623767","cluster_addr":"172.21.15.33:6811/2946623767","heartbeat_back_addr":"172.21.15.33:6815/2946623767","heartbeat_front_addr":"172.21.15.33:6813/2946623767","state":["exists","up"]},{"osd":5,"uuid":"986707d8-f671-4ab1-9cb8-938463530035","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6809","nonce":3997283620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6811","nonce":3997283620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6815","nonce":3997283620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6813","nonce":3997283620}]},"public_addr":"172.21.15.64:6809/3997283620","cluster_addr":"172.21.15.64:6811/3997283620","heartbeat_back_addr":"172.21.15.64:6815/3997283620","heartbeat_front_addr":"172.21.15.64:6813/3997283620","state":["exists","up"]},{"osd":6,"uuid":"c9d948a3-4ea5-4f67-879c-b5103be4cf0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6819","nonce":885177678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6821","nonce":885177678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6825","nonce":885177678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6823","nonce":885177678}]},"public_addr":"172.21.15.26:6819/885177678","cluster_addr":"172.21.15.26:6821/885177678","heartbeat_back_addr":"172.21.15.26:6825/885177678","heartbeat_front_addr":"172.21.15.26:6823/885177678","state":["exists","up"]},{"osd":7,"uuid":"edb21527-291a-47d3-bdcb-04f0f245ed11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6817","nonce":507130326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6819","nonce":507130326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6823","nonce":507130326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6821","nonce":507130326}]},"public_addr":"172.21.15.33:6817/507130326","cluster_addr":"172.21.15.33:6819/507130326","heartbeat_back_addr":"172.21.15.33:6823/507130326","heartbeat_front_addr":"172.21.15.33:6821/507130326","state":["exists","up"]},{"osd":8,"uuid":"09db0b7b-1827-40a6-86c3-20d07509807d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6817","nonce":653236462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6819","nonce":653236462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6823","nonce":653236462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6821","nonce":653236462}]},"public_addr":"172.21.15.64:6817/653236462","cluster_addr":"172.21.15.64:6819/653236462","heartbeat_back_addr":"172.21.15.64:6823/653236462","heartbeat_front_addr":"172.21.15.64:6821/653236462","state":["exists","up"]},{"osd":9,"uuid":"4696d95a-f9ac-421f-8ace-9fdc3ed46f05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6827","nonce":2886949981}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6829","nonce":2886949981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6833","nonce":2886949981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6831","nonce":2886949981}]},"public_addr":"172.21.15.26:6827/2886949981","cluster_addr":"172.21.15.26:6829/2886949981","heartbeat_back_addr":"172.21.15.26:6833/2886949981","heartbeat_front_addr":"172.21.15.26:6831/2886949981","state":["exists","up"]},{"osd":10,"uuid":"07d476cc-6f54-4f00-bb35-f137b6e907d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6825","nonce":3259400969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6827","nonce":3259400969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6831","nonce":3259400969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6829","nonce":3259400969}]},"public_addr":"172.21.15.33:6825/3259400969","cluster_addr":"172.21.15.33:6827/3259400969","heartbeat_back_addr":"172.21.15.33:6831/3259400969","heartbeat_front_addr":"172.21.15.33:6829/3259400969","state":["exists","up"]},{"osd":11,"uuid":"0ae35c43-0bb6-4d41-9664-dbf89efd122d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6825","nonce":1292810675}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6827","nonce":1292810675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6831","nonce":1292810675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6829","nonce":1292810675}]},"public_addr":"172.21.15.64:6825/1292810675","cluster_addr":"172.21.15.64:6827/1292810675","heartbeat_back_addr":"172.21.15.64:6831/1292810675","heartbeat_front_addr":"172.21.15.64:6829/1292810675","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:00.556003+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:25.618937+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:49.554498+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:23.506747+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:50.656649+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:16.329501+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:51.046876+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:18.048955+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:43.701138+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:19.109137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:46.897822+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:57:12.505718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3817940731":"2024-04-27T01:50:05.508028+0000","172.21.15.26:6800/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/2466817986":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6801/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2499788869":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6800/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/1544132243":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3431754632":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2302812681":"2024-04-27T01:50:05.508028+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:59:49.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.256+0000 7fdfed800700 1 -- 172.21.15.26:0/812968610 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdfcc0a3cd0 msgr2=0x7fdfcc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:49.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.256+0000 7fdfed800700 1 --2- 172.21.15.26:0/812968610 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdfcc0a3cd0 0x7fdfcc0a6190 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8006010 tx=0x7fdfd800b540 comp rx=0 tx=0).stop 2024-04-26T01:59:49.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.256+0000 7fdfed800700 1 -- 172.21.15.26:0/812968610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe806b0f0 msgr2=0x7fdfe819b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:49.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.256+0000 7fdfed800700 1 --2- 172.21.15.26:0/812968610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe806b0f0 0x7fdfe819b7f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fdfd000d980 tx=0x7fdfd000dc90 comp rx=0 tx=0).stop 2024-04-26T01:59:49.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.256+0000 7fdfed800700 1 -- 172.21.15.26:0/812968610 shutdown_connections 2024-04-26T01:59:49.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.256+0000 7fdfed800700 1 --2- 172.21.15.26:0/812968610 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdfcc0a3cd0 0x7fdfcc0a6190 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:49.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.256+0000 7fdfed800700 1 --2- 172.21.15.26:0/812968610 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfe8108a30 0x7fdfe819fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:49.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.256+0000 7fdfed800700 1 --2- 172.21.15.26:0/812968610 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdfe806a750 0x7fdfe819b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:49.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.256+0000 7fdfed800700 1 --2- 172.21.15.26:0/812968610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe806b0f0 0x7fdfe819b7f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:49.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.256+0000 7fdfed800700 1 -- 172.21.15.26:0/812968610 >> 172.21.15.26:0/812968610 conn(0x7fdfe80788f0 msgr2=0x7fdfe80ff7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:49.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.257+0000 7fdfed800700 1 -- 172.21.15.26:0/812968610 shutdown_connections 2024-04-26T01:59:49.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:49.257+0000 7fdfed800700 1 -- 172.21.15.26:0/812968610 wait complete. 2024-04-26T01:59:49.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:49 smithi026 ceph-mon[28138]: pgmap v372: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T01:59:49.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:49 smithi033 ceph-mon[32805]: pgmap v372: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T01:59:49.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:49 smithi064 ceph-mon[32613]: pgmap v372: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T01:59:50.093 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-26T01:59:50.093 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:59:50.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:50 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/812968610' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:59:50.479 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:50 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/812968610' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:59:50.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:50 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/812968610' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:59:50.575 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:51.256 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:51 smithi026 ceph-mon[28138]: pgmap v373: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:59:51.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:51 smithi033 ceph-mon[32805]: pgmap v373: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:59:51.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:51 smithi064 ceph-mon[32613]: pgmap v373: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:59:52.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.859+0000 7fccb9c00700 1 -- 172.21.15.26:0/4012729876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb4108a30 msgr2=0x7fccb4108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:52.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.859+0000 7fccb9c00700 1 --2- 172.21.15.26:0/4012729876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb4108a30 0x7fccb4108e10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fcca40098f0 tx=0x7fcca4009c00 comp rx=0 tx=0).stop 2024-04-26T01:59:52.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.859+0000 7fccb9c00700 1 -- 172.21.15.26:0/4012729876 shutdown_connections 2024-04-26T01:59:52.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.859+0000 7fccb9c00700 1 --2- 172.21.15.26:0/4012729876 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb406b0f0 0x7fccb410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:52.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.859+0000 7fccb9c00700 1 --2- 172.21.15.26:0/4012729876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb4108a30 0x7fccb4108e10 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:52.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.859+0000 7fccb9c00700 1 --2- 172.21.15.26:0/4012729876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb406a750 0x7fccb406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:52.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.859+0000 7fccb9c00700 1 -- 172.21.15.26:0/4012729876 >> 172.21.15.26:0/4012729876 conn(0x7fccb40788f0 msgr2=0x7fccb4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:52.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.859+0000 7fccb9c00700 1 -- 172.21.15.26:0/4012729876 shutdown_connections 2024-04-26T01:59:52.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.859+0000 7fccb9c00700 1 -- 172.21.15.26:0/4012729876 wait complete. 2024-04-26T01:59:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.860+0000 7fccb9c00700 1 Processor -- start 2024-04-26T01:59:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.860+0000 7fccb9c00700 1 -- start start 2024-04-26T01:59:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.861+0000 7fccb9c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb406a750 0x7fccb419b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.861+0000 7fccb9c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb406b0f0 0x7fccb419b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.861+0000 7fccb9c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb4108a30 0x7fccb419fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.861+0000 7fccb9c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fccb4112bd0 con 0x7fccb406b0f0 2024-04-26T01:59:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.861+0000 7fccb9c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fccb4112a50 con 0x7fccb406a750 2024-04-26T01:59:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.861+0000 7fccb9c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fccb4112d50 con 0x7fccb4108a30 2024-04-26T01:59:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.861+0000 7fccaa000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb406b0f0 0x7fccb419b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.861+0000 7fccb2a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb406a750 0x7fccb419b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.861+0000 7fccaa000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb406b0f0 0x7fccb419b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52266/0 (socket says 172.21.15.26:52266) 2024-04-26T01:59:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.861+0000 7fccaa000700 1 -- 172.21.15.26:0/1175486337 learned_addr learned my addr 172.21.15.26:0/1175486337 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T01:59:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.861+0000 7fccb2a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb406a750 0x7fccb419b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:49024/0 (socket says 172.21.15.26:49024) 2024-04-26T01:59:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.861+0000 7fccb3400700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb4108a30 0x7fccb419fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.862+0000 7fccb2a00700 1 -- 172.21.15.26:0/1175486337 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb4108a30 msgr2=0x7fccb419fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.862+0000 7fccb2a00700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb4108a30 0x7fccb419fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.862+0000 7fccb2a00700 1 -- 172.21.15.26:0/1175486337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb406b0f0 msgr2=0x7fccb419b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.862+0000 7fccb2a00700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb406b0f0 0x7fccb419b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.862+0000 7fccb2a00700 1 -- 172.21.15.26:0/1175486337 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccb41a0370 con 0x7fccb406a750 2024-04-26T01:59:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.862+0000 7fccb2a00700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb406a750 0x7fccb419b360 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fcca4009230 tx=0x7fcca400fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.862+0000 7fccabe00700 1 -- 172.21.15.26:0/1175486337 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcca4005040 con 0x7fccb406a750 2024-04-26T01:59:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.862+0000 7fccabe00700 1 -- 172.21.15.26:0/1175486337 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcca4005690 con 0x7fccb406a750 2024-04-26T01:59:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.862+0000 7fccb9c00700 1 -- 172.21.15.26:0/1175486337 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccb41a0600 con 0x7fccb406a750 2024-04-26T01:59:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.862+0000 7fccabe00700 1 -- 172.21.15.26:0/1175486337 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcca40038e0 con 0x7fccb406a750 2024-04-26T01:59:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.862+0000 7fccb9c00700 1 -- 172.21.15.26:0/1175486337 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccb41a7ee0 con 0x7fccb406a750 2024-04-26T01:59:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.864+0000 7fccb9c00700 1 -- 172.21.15.26:0/1175486337 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccb4104170 con 0x7fccb406a750 2024-04-26T01:59:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.865+0000 7fccabe00700 1 -- 172.21.15.26:0/1175486337 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fcca400b760 con 0x7fccb406a750 2024-04-26T01:59:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.867+0000 7fccabe00700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcc980a3cd0 0x7fcc980a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.867+0000 7fccabe00700 1 -- 172.21.15.26:0/1175486337 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fcca40d1370 con 0x7fccb406a750 2024-04-26T01:59:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.867+0000 7fccaa000700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcc980a3cd0 0x7fcc980a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:52.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.868+0000 7fccaa000700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcc980a3cd0 0x7fcc980a6190 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fccb410fd40 tx=0x7fcc9c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:52.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:52.872+0000 7fccabe00700 1 -- 172.21.15.26:0/1175486337 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcca4013030 con 0x7fccb406a750 2024-04-26T01:59:53.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.107+0000 7fccb9c00700 1 -- 172.21.15.26:0/1175486337 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fccb41a80b0 con 0x7fccb406a750 2024-04-26T01:59:53.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.109+0000 7fccabe00700 1 -- 172.21.15.26:0/1175486337 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22499 (secure 0 0 0) 0x7fcca4021380 con 0x7fccb406a750 2024-04-26T01:59:53.108 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T01:59:53.108 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","created":"2024-04-26T01:48:57.473565+0000","modified":"2024-04-26T01:59:06.707740+0000","last_up_change":"2024-04-26T01:57:13.825265+0000","last_in_change":"2024-04-26T01:56:54.383192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:52:51.667153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:58:25.333136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:58:29.747341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f8783ebe-d4a3-42cd-a87b-17b593c35495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6803","nonce":1735610609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6805","nonce":1735610609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6809","nonce":1735610609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6807","nonce":1735610609}]},"public_addr":"172.21.15.26:6803/1735610609","cluster_addr":"172.21.15.26:6805/1735610609","heartbeat_back_addr":"172.21.15.26:6809/1735610609","heartbeat_front_addr":"172.21.15.26:6807/1735610609","state":["exists","up"]},{"osd":1,"uuid":"2097babe-3524-4f0d-b1d6-dcf44a548655","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6801","nonce":4110015074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6803","nonce":4110015074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6807","nonce":4110015074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6805","nonce":4110015074}]},"public_addr":"172.21.15.33:6801/4110015074","cluster_addr":"172.21.15.33:6803/4110015074","heartbeat_back_addr":"172.21.15.33:6807/4110015074","heartbeat_front_addr":"172.21.15.33:6805/4110015074","state":["exists","up"]},{"osd":2,"uuid":"6e75e3d4-b664-4fe0-8913-0b93f325c37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6801","nonce":3873107319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6803","nonce":3873107319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6807","nonce":3873107319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6805","nonce":3873107319}]},"public_addr":"172.21.15.64:6801/3873107319","cluster_addr":"172.21.15.64:6803/3873107319","heartbeat_back_addr":"172.21.15.64:6807/3873107319","heartbeat_front_addr":"172.21.15.64:6805/3873107319","state":["exists","up"]},{"osd":3,"uuid":"24363f6d-2328-4883-a93d-cbb12b21332b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6811","nonce":2340844586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6813","nonce":2340844586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6817","nonce":2340844586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6815","nonce":2340844586}]},"public_addr":"172.21.15.26:6811/2340844586","cluster_addr":"172.21.15.26:6813/2340844586","heartbeat_back_addr":"172.21.15.26:6817/2340844586","heartbeat_front_addr":"172.21.15.26:6815/2340844586","state":["exists","up"]},{"osd":4,"uuid":"bbd1c3a5-2d74-4e33-90a0-43e55415759d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6809","nonce":2946623767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6811","nonce":2946623767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6815","nonce":2946623767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6813","nonce":2946623767}]},"public_addr":"172.21.15.33:6809/2946623767","cluster_addr":"172.21.15.33:6811/2946623767","heartbeat_back_addr":"172.21.15.33:6815/2946623767","heartbeat_front_addr":"172.21.15.33:6813/2946623767","state":["exists","up"]},{"osd":5,"uuid":"986707d8-f671-4ab1-9cb8-938463530035","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6809","nonce":3997283620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6811","nonce":3997283620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6815","nonce":3997283620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6813","nonce":3997283620}]},"public_addr":"172.21.15.64:6809/3997283620","cluster_addr":"172.21.15.64:6811/3997283620","heartbeat_back_addr":"172.21.15.64:6815/3997283620","heartbeat_front_addr":"172.21.15.64:6813/3997283620","state":["exists","up"]},{"osd":6,"uuid":"c9d948a3-4ea5-4f67-879c-b5103be4cf0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6819","nonce":885177678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6821","nonce":885177678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6825","nonce":885177678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6823","nonce":885177678}]},"public_addr":"172.21.15.26:6819/885177678","cluster_addr":"172.21.15.26:6821/885177678","heartbeat_back_addr":"172.21.15.26:6825/885177678","heartbeat_front_addr":"172.21.15.26:6823/885177678","state":["exists","up"]},{"osd":7,"uuid":"edb21527-291a-47d3-bdcb-04f0f245ed11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6817","nonce":507130326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6819","nonce":507130326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6823","nonce":507130326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6821","nonce":507130326}]},"public_addr":"172.21.15.33:6817/507130326","cluster_addr":"172.21.15.33:6819/507130326","heartbeat_back_addr":"172.21.15.33:6823/507130326","heartbeat_front_addr":"172.21.15.33:6821/507130326","state":["exists","up"]},{"osd":8,"uuid":"09db0b7b-1827-40a6-86c3-20d07509807d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6817","nonce":653236462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6819","nonce":653236462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6823","nonce":653236462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6821","nonce":653236462}]},"public_addr":"172.21.15.64:6817/653236462","cluster_addr":"172.21.15.64:6819/653236462","heartbeat_back_addr":"172.21.15.64:6823/653236462","heartbeat_front_addr":"172.21.15.64:6821/653236462","state":["exists","up"]},{"osd":9,"uuid":"4696d95a-f9ac-421f-8ace-9fdc3ed46f05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6827","nonce":2886949981}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6829","nonce":2886949981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6833","nonce":2886949981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6831","nonce":2886949981}]},"public_addr":"172.21.15.26:6827/2886949981","cluster_addr":"172.21.15.26:6829/2886949981","heartbeat_back_addr":"172.21.15.26:6833/2886949981","heartbeat_front_addr":"172.21.15.26:6831/2886949981","state":["exists","up"]},{"osd":10,"uuid":"07d476cc-6f54-4f00-bb35-f137b6e907d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6825","nonce":3259400969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6827","nonce":3259400969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6831","nonce":3259400969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6829","nonce":3259400969}]},"public_addr":"172.21.15.33:6825/3259400969","cluster_addr":"172.21.15.33:6827/3259400969","heartbeat_back_addr":"172.21.15.33:6831/3259400969","heartbeat_front_addr":"172.21.15.33:6829/3259400969","state":["exists","up"]},{"osd":11,"uuid":"0ae35c43-0bb6-4d41-9664-dbf89efd122d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6825","nonce":1292810675}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6827","nonce":1292810675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6831","nonce":1292810675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6829","nonce":1292810675}]},"public_addr":"172.21.15.64:6825/1292810675","cluster_addr":"172.21.15.64:6827/1292810675","heartbeat_back_addr":"172.21.15.64:6831/1292810675","heartbeat_front_addr":"172.21.15.64:6829/1292810675","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:00.556003+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:25.618937+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:49.554498+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:23.506747+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:50.656649+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:16.329501+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:51.046876+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:18.048955+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:43.701138+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:19.109137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:46.897822+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:57:12.505718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3817940731":"2024-04-27T01:50:05.508028+0000","172.21.15.26:6800/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/2466817986":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6801/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2499788869":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6800/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/1544132243":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3431754632":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2302812681":"2024-04-27T01:50:05.508028+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:59:53.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.112+0000 7fccb9c00700 1 -- 172.21.15.26:0/1175486337 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcc980a3cd0 msgr2=0x7fcc980a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:53.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.112+0000 7fccb9c00700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcc980a3cd0 0x7fcc980a6190 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fccb410fd40 tx=0x7fcc9c009310 comp rx=0 tx=0).stop 2024-04-26T01:59:53.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.112+0000 7fccb9c00700 1 -- 172.21.15.26:0/1175486337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb406a750 msgr2=0x7fccb419b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:53.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.112+0000 7fccb9c00700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb406a750 0x7fccb419b360 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fcca4009230 tx=0x7fcca400fa00 comp rx=0 tx=0).stop 2024-04-26T01:59:53.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.112+0000 7fccb9c00700 1 -- 172.21.15.26:0/1175486337 shutdown_connections 2024-04-26T01:59:53.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.112+0000 7fccb9c00700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fccb4108a30 0x7fccb419fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:53.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.112+0000 7fccb9c00700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccb406a750 0x7fccb419b360 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:53.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.112+0000 7fccb9c00700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fcc980a3cd0 0x7fcc980a6190 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:53.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.112+0000 7fccb9c00700 1 --2- 172.21.15.26:0/1175486337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb406b0f0 0x7fccb419b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:53.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.112+0000 7fccb9c00700 1 -- 172.21.15.26:0/1175486337 >> 172.21.15.26:0/1175486337 conn(0x7fccb40788f0 msgr2=0x7fccb40ff7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:53.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.112+0000 7fccb9c00700 1 -- 172.21.15.26:0/1175486337 shutdown_connections 2024-04-26T01:59:53.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T01:59:53.112+0000 7fccb9c00700 1 -- 172.21.15.26:0/1175486337 wait complete. 2024-04-26T01:59:53.466 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:53 smithi026 ceph-mon[28138]: pgmap v374: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:53 smithi033 ceph-mon[32805]: pgmap v374: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:53.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:53 smithi064 ceph-mon[32613]: pgmap v374: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:53.957 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-26T01:59:53.957 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-26T01:59:53.957 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-26T01:59:53.958 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-26T01:59:53.958 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-26T01:59:53.959 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-26T01:59:53.959 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-26T01:59:53.959 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-26T01:59:53.960 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-26T01:59:53.960 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-26T01:59:53.961 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-26T01:59:53.961 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-26T01:59:54.161 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:54 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1175486337' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:59:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:54 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1175486337' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:59:54.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:54 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1175486337' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:59:55.004 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:55.090 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:55.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:55 smithi026 ceph-mon[28138]: pgmap v375: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T01:59:55.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:55 smithi033 ceph-mon[32805]: pgmap v375: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T01:59:55.504 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:55.505 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:55.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:55 smithi064 ceph-mon[32613]: pgmap v375: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T01:59:56.299 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:56.304 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:56.308 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:56.308 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:56.658 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:56.890 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:56.903 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:57.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:57 smithi026 ceph-mon[28138]: pgmap v376: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:57 smithi033 ceph-mon[32805]: pgmap v376: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:57 smithi064 ceph-mon[32613]: pgmap v376: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:58.323 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:59.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 01:59:59 smithi026 ceph-mon[28138]: pgmap v377: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T01:59:59.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 01:59:59 smithi033 ceph-mon[32805]: pgmap v377: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T01:59:59.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 01:59:59 smithi064 ceph-mon[32613]: pgmap v377: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:00:00.339 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:00 smithi026 ceph-mon[28138]: overall HEALTH_OK 2024-04-26T02:00:00.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:00 smithi033 ceph-mon[32805]: overall HEALTH_OK 2024-04-26T02:00:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:00 smithi064 ceph-mon[32613]: overall HEALTH_OK 2024-04-26T02:00:01.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:01 smithi026 ceph-mon[28138]: pgmap v378: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:00:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:01 smithi033 ceph-mon[32805]: pgmap v378: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:00:01.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:01 smithi064 ceph-mon[32613]: pgmap v378: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:00:03.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:03 smithi026 ceph-mon[28138]: pgmap v379: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:03.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:03 smithi033 ceph-mon[32805]: pgmap v379: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:03.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:03 smithi064 ceph-mon[32613]: pgmap v379: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:05.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:05 smithi026 ceph-mon[28138]: pgmap v380: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:00:05.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:05 smithi033 ceph-mon[32805]: pgmap v380: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:00:05.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:05 smithi064 ceph-mon[32613]: pgmap v380: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:00:07.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.637+0000 7f5f17c00700 1 -- 172.21.15.26:0/783548354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5f1010e3b0 msgr2=0x7f5f10115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:07.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.637+0000 7f5f17c00700 1 --2- 172.21.15.26:0/783548354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5f1010e3b0 0x7f5f10115f80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5f080099c0 tx=0x7f5f08009cd0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.637+0000 7f5f17c00700 1 -- 172.21.15.26:0/783548354 shutdown_connections 2024-04-26T02:00:07.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.637+0000 7f5f17c00700 1 --2- 172.21.15.26:0/783548354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5f1010e3b0 0x7f5f10115f80 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.637+0000 7f5f17c00700 1 --2- 172.21.15.26:0/783548354 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f101092d0 0x7f5f101096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.637+0000 7f5f17c00700 1 --2- 172.21.15.26:0/783548354 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5f10109c80 0x7f5f1010dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.637+0000 7f5f17c00700 1 -- 172.21.15.26:0/783548354 >> 172.21.15.26:0/783548354 conn(0x7f5f10076210 msgr2=0x7f5f10107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:07.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.638+0000 7f5f17c00700 1 -- 172.21.15.26:0/783548354 shutdown_connections 2024-04-26T02:00:07.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.638+0000 7f5f17c00700 1 -- 172.21.15.26:0/783548354 wait complete. 2024-04-26T02:00:07.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.639+0000 7f5f17c00700 1 Processor -- start 2024-04-26T02:00:07.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.639+0000 7f5f17c00700 1 -- start start 2024-04-26T02:00:07.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f17c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5f101092d0 0x7f5f1019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f17c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5f10109c80 0x7f5f1019fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f17c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f1010e3b0 0x7f5f101a3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f17c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5f101192c0 con 0x7f5f101092d0 2024-04-26T02:00:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f17c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5f10119140 con 0x7f5f1010e3b0 2024-04-26T02:00:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f17c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5f10119440 con 0x7f5f10109c80 2024-04-26T02:00:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f15200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5f101092d0 0x7f5f1019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f15200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5f101092d0 0x7f5f1019f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52078/0 (socket says 172.21.15.26:52078) 2024-04-26T02:00:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f15200700 1 -- 172.21.15.26:0/2556194234 learned_addr learned my addr 172.21.15.26:0/2556194234 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f0fe00700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5f10109c80 0x7f5f1019fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f15c00700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f1010e3b0 0x7f5f101a3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f15200700 1 -- 172.21.15.26:0/2556194234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5f10109c80 msgr2=0x7f5f1019fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f15200700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5f10109c80 0x7f5f1019fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f15200700 1 -- 172.21.15.26:0/2556194234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f1010e3b0 msgr2=0x7f5f101a3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f15200700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5f1010e3b0 0x7f5f101a3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.640+0000 7f5f15200700 1 -- 172.21.15.26:0/2556194234 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f101a4700 con 0x7f5f101092d0 2024-04-26T02:00:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.641+0000 7f5f15200700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5f101092d0 0x7f5f1019f6f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5f0400ef10 tx=0x7f5f0400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.641+0000 7f5f0d600700 1 -- 172.21.15.26:0/2556194234 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f0400c9c0 con 0x7f5f101092d0 2024-04-26T02:00:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.641+0000 7f5f17c00700 1 -- 172.21.15.26:0/2556194234 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f101a4990 con 0x7f5f101092d0 2024-04-26T02:00:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.641+0000 7f5f0d600700 1 -- 172.21.15.26:0/2556194234 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f04019070 con 0x7f5f101092d0 2024-04-26T02:00:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.641+0000 7f5f0d600700 1 -- 172.21.15.26:0/2556194234 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f04014480 con 0x7f5f101092d0 2024-04-26T02:00:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.641+0000 7f5f17c00700 1 -- 172.21.15.26:0/2556194234 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f101ac270 con 0x7f5f101092d0 2024-04-26T02:00:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.642+0000 7f5f17c00700 1 -- 172.21.15.26:0/2556194234 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5f100631d0 con 0x7f5f101092d0 2024-04-26T02:00:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.645+0000 7f5f0d600700 1 -- 172.21.15.26:0/2556194234 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5f04012050 con 0x7f5f101092d0 2024-04-26T02:00:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.646+0000 7f5f0d600700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f5ef80a3cd0 0x7f5ef80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.646+0000 7f5f0d600700 1 -- 172.21.15.26:0/2556194234 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f5f040d0fe0 con 0x7f5f101092d0 2024-04-26T02:00:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.646+0000 7f5f0fe00700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f5ef80a3cd0 0x7f5ef80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.647+0000 7f5f0d600700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319] conn(0x7f5ef80ad810 0x7f5ef80afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.647+0000 7f5f0d600700 1 -- 172.21.15.26:0/2556194234 --> [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5f04021e50 con 0x7f5ef80ad810 2024-04-26T02:00:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.647+0000 7f5f0d600700 1 -- 172.21.15.26:0/2556194234 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f5f040d1410 con 0x7f5f101092d0 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.647+0000 7f5f15c00700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319] conn(0x7f5ef80ad810 0x7f5ef80afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.647+0000 7f5f0fe00700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f5ef80a3cd0 0x7f5ef80a6190 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5f101087a0 tx=0x7f5efc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.648+0000 7f5f15c00700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319] conn(0x7f5ef80ad810 0x7f5ef80afcb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.649+0000 7f5f0d600700 1 -- 172.21.15.26:0/2556194234 <== osd.2 v2:172.21.15.64:6800/3873107319 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5f04021e50 con 0x7f5ef80ad810 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.667+0000 7f5f17c00700 1 -- 172.21.15.26:0/2556194234 --> [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5f10063600 con 0x7f5ef80ad810 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.668+0000 7f5f0d600700 1 -- 172.21.15.26:0/2556194234 <== osd.2 v2:172.21.15.64:6800/3873107319 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f5f10063600 con 0x7f5ef80ad810 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.669+0000 7f5f17c00700 1 -- 172.21.15.26:0/2556194234 >> [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319] conn(0x7f5ef80ad810 msgr2=0x7f5ef80afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.669+0000 7f5f17c00700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319] conn(0x7f5ef80ad810 0x7f5ef80afcb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.669+0000 7f5f17c00700 1 -- 172.21.15.26:0/2556194234 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f5ef80a3cd0 msgr2=0x7f5ef80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.669+0000 7f5f17c00700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f5ef80a3cd0 0x7f5ef80a6190 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5f101087a0 tx=0x7f5efc009260 comp rx=0 tx=0).stop 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.669+0000 7f5f17c00700 1 -- 172.21.15.26:0/2556194234 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5f101092d0 msgr2=0x7f5f1019f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.669+0000 7f5f17c00700 1 --2- 172.21.15.26:0/2556194234 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5f101092d0 0x7f5f1019f6f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5f0400ef10 tx=0x7f5f0400c3a0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.669+0000 7f5f15c00700 1 -- 172.21.15.26:0/2556194234 reap_dead start 2024-04-26T02:00:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.669+0000 7f5f17c00700 1 -- 172.21.15.26:0/2556194234 shutdown_connections 2024-04-26T02:00:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.669+0000 7f5f17c00700 1 -- 172.21.15.26:0/2556194234 >> 172.21.15.26:0/2556194234 conn(0x7f5f10076210 msgr2=0x7f5f10076750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.670+0000 7f5f17c00700 1 -- 172.21.15.26:0/2556194234 shutdown_connections 2024-04-26T02:00:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:06.670+0000 7f5f17c00700 1 -- 172.21.15.26:0/2556194234 wait complete. 2024-04-26T02:00:07.293 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:07 smithi026 ceph-mon[28138]: pgmap v381: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:07.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:07 smithi033 ceph-mon[32805]: pgmap v381: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:07.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:07 smithi064 ceph-mon[32613]: pgmap v381: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.097+0000 7f34fae00700 1 -- 172.21.15.26:0/3605013891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f34f406a750 msgr2=0x7f34f406abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.097+0000 7f34fae00700 1 --2- 172.21.15.26:0/3605013891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f34f406a750 0x7f34f406abb0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f34dc00b0a0 tx=0x7f34dc00b3b0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.098+0000 7f34fae00700 1 -- 172.21.15.26:0/3605013891 shutdown_connections 2024-04-26T02:00:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.098+0000 7f34fae00700 1 --2- 172.21.15.26:0/3605013891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f406b0f0 0x7f34f410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.098+0000 7f34fae00700 1 --2- 172.21.15.26:0/3605013891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f34f4108a30 0x7f34f4108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.098+0000 7f34fae00700 1 --2- 172.21.15.26:0/3605013891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f34f406a750 0x7f34f406abb0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.098+0000 7f34fae00700 1 -- 172.21.15.26:0/3605013891 >> 172.21.15.26:0/3605013891 conn(0x7f34f40788f0 msgr2=0x7f34f4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.098+0000 7f34fae00700 1 -- 172.21.15.26:0/3605013891 shutdown_connections 2024-04-26T02:00:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.098+0000 7f34fae00700 1 -- 172.21.15.26:0/3605013891 wait complete. 2024-04-26T02:00:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.099+0000 7f34fae00700 1 Processor -- start 2024-04-26T02:00:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.099+0000 7f34fae00700 1 -- start start 2024-04-26T02:00:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.099+0000 7f34fae00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f406a750 0x7f34f4101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.099+0000 7f34fae00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f34f406b0f0 0x7f34f4101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.099+0000 7f34fae00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f34f4108a30 0x7f34f4102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.099+0000 7f34fae00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f34f4112c20 con 0x7f34f4108a30 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.099+0000 7f34fae00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f34f4112aa0 con 0x7f34f406a750 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.099+0000 7f34fae00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f34f4112da0 con 0x7f34f406b0f0 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.100+0000 7f34f3e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f406a750 0x7f34f4101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.100+0000 7f34eb400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f34f406b0f0 0x7f34f4101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.100+0000 7f34f3e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f406a750 0x7f34f4101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:45220/0 (socket says 172.21.15.26:45220) 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.100+0000 7f34eb400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f34f406b0f0 0x7f34f4101f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:45566/0 (socket says 172.21.15.26:45566) 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.100+0000 7f34f3e00700 1 -- 172.21.15.26:0/2775720461 learned_addr learned my addr 172.21.15.26:0/2775720461 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.100+0000 7f34f8e00700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f34f4108a30 0x7f34f4102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.100+0000 7f34f3e00700 1 -- 172.21.15.26:0/2775720461 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f34f406b0f0 msgr2=0x7f34f4101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.100+0000 7f34f3e00700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f34f406b0f0 0x7f34f4101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.100+0000 7f34f3e00700 1 -- 172.21.15.26:0/2775720461 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f34f4108a30 msgr2=0x7f34f4102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.100+0000 7f34f3e00700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f34f4108a30 0x7f34f4102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.100+0000 7f34f3e00700 1 -- 172.21.15.26:0/2775720461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34f41a76e0 con 0x7f34f406a750 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.101+0000 7f34f3e00700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f406a750 0x7f34f4101a10 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f34e400e9a0 tx=0x7f34e400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.101+0000 7f34f1600700 1 -- 172.21.15.26:0/2775720461 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e400c9c0 con 0x7f34f406a750 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.101+0000 7f34fae00700 1 -- 172.21.15.26:0/2775720461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34f41a79d0 con 0x7f34f406a750 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.101+0000 7f34f1600700 1 -- 172.21.15.26:0/2775720461 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34e400cb60 con 0x7f34f406a750 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.101+0000 7f34f1600700 1 -- 172.21.15.26:0/2775720461 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e4018680 con 0x7f34f406a750 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.101+0000 7f34fae00700 1 -- 172.21.15.26:0/2775720461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34f41a7f30 con 0x7f34f406a750 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.102+0000 7f34fae00700 1 -- 172.21.15.26:0/2775720461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f34f40630d0 con 0x7f34f406a750 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.104+0000 7f34f1600700 1 -- 172.21.15.26:0/2775720461 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f34e4010430 con 0x7f34f406a750 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.106+0000 7f34f1600700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f34d80a3cd0 0x7f34d80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.106+0000 7f34f1600700 1 -- 172.21.15.26:0/2775720461 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f34e40d0dc0 con 0x7f34f406a750 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.106+0000 7f34eb400700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f34d80a3cd0 0x7f34d80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.106+0000 7f34f1600700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462] conn(0x7f34d80ad810 0x7f34d80afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.106+0000 7f34f1600700 1 -- 172.21.15.26:0/2775720461 --> [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f34e4019ec0 con 0x7f34d80ad810 2024-04-26T02:00:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.106+0000 7f34f1600700 1 -- 172.21.15.26:0/2775720461 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f34e40d1170 con 0x7f34f406a750 2024-04-26T02:00:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.107+0000 7f34f8e00700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462] conn(0x7f34d80ad810 0x7f34d80afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.107+0000 7f34eb400700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f34d80a3cd0 0x7f34d80a6190 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f34dc0062a0 tx=0x7f34dc006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.107+0000 7f34f8e00700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462] conn(0x7f34d80ad810 0x7f34d80afcb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.108+0000 7f34f1600700 1 -- 172.21.15.26:0/2775720461 <== osd.8 v2:172.21.15.64:6816/653236462 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f34e4019ec0 con 0x7f34d80ad810 2024-04-26T02:00:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.127+0000 7f34fae00700 1 -- 172.21.15.26:0/2775720461 --> [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f34f4063550 con 0x7f34d80ad810 2024-04-26T02:00:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.128+0000 7f34f1600700 1 -- 172.21.15.26:0/2775720461 <== osd.8 v2:172.21.15.64:6816/653236462 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f34f4063550 con 0x7f34d80ad810 2024-04-26T02:00:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.128+0000 7f34fae00700 1 -- 172.21.15.26:0/2775720461 >> [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462] conn(0x7f34d80ad810 msgr2=0x7f34d80afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.128+0000 7f34fae00700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462] conn(0x7f34d80ad810 0x7f34d80afcb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.128+0000 7f34fae00700 1 -- 172.21.15.26:0/2775720461 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f34d80a3cd0 msgr2=0x7f34d80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.128+0000 7f34fae00700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f34d80a3cd0 0x7f34d80a6190 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f34dc0062a0 tx=0x7f34dc006210 comp rx=0 tx=0).stop 2024-04-26T02:00:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.128+0000 7f34fae00700 1 -- 172.21.15.26:0/2775720461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f406a750 msgr2=0x7f34f4101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.128+0000 7f34fae00700 1 --2- 172.21.15.26:0/2775720461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f406a750 0x7f34f4101a10 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f34e400e9a0 tx=0x7f34e400ecb0 comp rx=0 tx=0).stop 2024-04-26T02:00:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.128+0000 7f34f8e00700 1 -- 172.21.15.26:0/2775720461 reap_dead start 2024-04-26T02:00:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.129+0000 7f34fae00700 1 -- 172.21.15.26:0/2775720461 shutdown_connections 2024-04-26T02:00:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.129+0000 7f34fae00700 1 -- 172.21.15.26:0/2775720461 >> 172.21.15.26:0/2775720461 conn(0x7f34f40788f0 msgr2=0x7f34f40ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.129+0000 7f34fae00700 1 -- 172.21.15.26:0/2775720461 shutdown_connections 2024-04-26T02:00:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:05.129+0000 7f34fae00700 1 -- 172.21.15.26:0/2775720461 wait complete. 2024-04-26T02:00:09.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:09 smithi026 ceph-mon[28138]: pgmap v382: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:00:09.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:09 smithi033 ceph-mon[32805]: pgmap v382: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:00:09.561 INFO:teuthology.orchestra.run.smithi026.stdout:257698037814 2024-04-26T02:00:09.562 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-26T02:00:09.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:09 smithi064 ceph-mon[32613]: pgmap v382: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:00:10.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.956+0000 7f4550000700 1 -- 172.21.15.26:0/3447663821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4548102a90 msgr2=0x7f4548102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:10.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.956+0000 7f4550000700 1 --2- 172.21.15.26:0/3447663821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4548102a90 0x7f4548102f10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f4534009990 tx=0x7f4534009ca0 comp rx=0 tx=0).stop 2024-04-26T02:00:10.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.957+0000 7f4550000700 1 -- 172.21.15.26:0/3447663821 shutdown_connections 2024-04-26T02:00:10.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.957+0000 7f4550000700 1 --2- 172.21.15.26:0/3447663821 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4548103450 0x7f454810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:10.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.957+0000 7f4550000700 1 --2- 172.21.15.26:0/3447663821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4548108a50 0x7f4548108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:10.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.957+0000 7f4550000700 1 --2- 172.21.15.26:0/3447663821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4548102a90 0x7f4548102f10 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:10.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.957+0000 7f4550000700 1 -- 172.21.15.26:0/3447663821 >> 172.21.15.26:0/3447663821 conn(0x7f4548079ba0 msgr2=0x7f4548079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:10.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.957+0000 7f4550000700 1 -- 172.21.15.26:0/3447663821 shutdown_connections 2024-04-26T02:00:10.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.957+0000 7f4550000700 1 -- 172.21.15.26:0/3447663821 wait complete. 2024-04-26T02:00:10.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.958+0000 7f4550000700 1 Processor -- start 2024-04-26T02:00:10.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.959+0000 7f4550000700 1 -- start start 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.959+0000 7f4550000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4548102a90 0x7f45481991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.959+0000 7f4550000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4548103450 0x7f4548199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.959+0000 7f4550000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4548108a50 0x7f454819da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.959+0000 7f4550000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4548112c50 con 0x7f4548108a50 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.959+0000 7f4550000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4548112ad0 con 0x7f4548102a90 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.959+0000 7f4550000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4548112dd0 con 0x7f4548103450 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.959+0000 7f454cc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4548103450 0x7f4548199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.959+0000 7f454cc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4548103450 0x7f4548199700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:49062/0 (socket says 172.21.15.26:49062) 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.959+0000 7f454cc00700 1 -- 172.21.15.26:0/4241722208 learned_addr learned my addr 172.21.15.26:0/4241722208 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.959+0000 7f454e000700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4548108a50 0x7f454819da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.959+0000 7f454d600700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4548102a90 0x7f45481991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.960+0000 7f454cc00700 1 -- 172.21.15.26:0/4241722208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4548102a90 msgr2=0x7f45481991c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:10.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.960+0000 7f454cc00700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4548102a90 0x7f45481991c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.960+0000 7f454cc00700 1 -- 172.21.15.26:0/4241722208 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4548108a50 msgr2=0x7f454819da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.960+0000 7f454cc00700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4548108a50 0x7f454819da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.960+0000 7f454cc00700 1 -- 172.21.15.26:0/4241722208 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f454819e1d0 con 0x7f4548103450 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.960+0000 7f454cc00700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4548103450 0x7f4548199700 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4534000c00 tx=0x7f45340057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.960+0000 7f4546000700 1 -- 172.21.15.26:0/4241722208 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4534027070 con 0x7f4548103450 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.961+0000 7f4550000700 1 -- 172.21.15.26:0/4241722208 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f454819e460 con 0x7f4548103450 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.961+0000 7f4546000700 1 -- 172.21.15.26:0/4241722208 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4534022470 con 0x7f4548103450 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.961+0000 7f4546000700 1 -- 172.21.15.26:0/4241722208 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4534017650 con 0x7f4548103450 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.961+0000 7f4550000700 1 -- 172.21.15.26:0/4241722208 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45481a5d40 con 0x7f4548103450 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.961+0000 7f4550000700 1 -- 172.21.15.26:0/4241722208 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4548063150 con 0x7f4548103450 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.964+0000 7f4546000700 1 -- 172.21.15.26:0/4241722208 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f453402a070 con 0x7f4548103450 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.965+0000 7f4546000700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f45300a3d50 0x7f45300a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:10.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.965+0000 7f4546000700 1 -- 172.21.15.26:0/4241722208 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f45340d1460 con 0x7f4548103450 2024-04-26T02:00:10.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.966+0000 7f454d600700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f45300a3d50 0x7f45300a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:10.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.966+0000 7f4546000700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675] conn(0x7f45300ad890 0x7f45300afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:10.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.966+0000 7f4546000700 1 -- 172.21.15.26:0/4241722208 --> [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f45300b0400 con 0x7f45300ad890 2024-04-26T02:00:10.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.966+0000 7f4546000700 1 -- 172.21.15.26:0/4241722208 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f45340d1810 con 0x7f4548103450 2024-04-26T02:00:10.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.966+0000 7f454e000700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675] conn(0x7f45300ad890 0x7f45300afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:10.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.966+0000 7f454d600700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f45300a3d50 0x7f45300a6210 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f453c009680 tx=0x7f453c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:10.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.967+0000 7f454e000700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675] conn(0x7f45300ad890 0x7f45300afd30 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:10.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.968+0000 7f4546000700 1 -- 172.21.15.26:0/4241722208 <== osd.11 v2:172.21.15.64:6824/1292810675 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f45300b0400 con 0x7f45300ad890 2024-04-26T02:00:10.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.986+0000 7f4550000700 1 -- 172.21.15.26:0/4241722208 --> [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4548063550 con 0x7f45300ad890 2024-04-26T02:00:10.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.987+0000 7f4546000700 1 -- 172.21.15.26:0/4241722208 <== osd.11 v2:172.21.15.64:6824/1292810675 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4548063550 con 0x7f45300ad890 2024-04-26T02:00:10.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.988+0000 7f4550000700 1 -- 172.21.15.26:0/4241722208 >> [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675] conn(0x7f45300ad890 msgr2=0x7f45300afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:10.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.988+0000 7f4550000700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675] conn(0x7f45300ad890 0x7f45300afd30 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:10.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.988+0000 7f4550000700 1 -- 172.21.15.26:0/4241722208 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f45300a3d50 msgr2=0x7f45300a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:10.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.988+0000 7f4550000700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f45300a3d50 0x7f45300a6210 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f453c009680 tx=0x7f453c009260 comp rx=0 tx=0).stop 2024-04-26T02:00:10.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.988+0000 7f4550000700 1 -- 172.21.15.26:0/4241722208 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4548103450 msgr2=0x7f4548199700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:10.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.988+0000 7f4550000700 1 --2- 172.21.15.26:0/4241722208 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4548103450 0x7f4548199700 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4534000c00 tx=0x7f45340057c0 comp rx=0 tx=0).stop 2024-04-26T02:00:10.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.988+0000 7f454e000700 1 -- 172.21.15.26:0/4241722208 reap_dead start 2024-04-26T02:00:10.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.988+0000 7f4550000700 1 -- 172.21.15.26:0/4241722208 shutdown_connections 2024-04-26T02:00:10.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.988+0000 7f4550000700 1 -- 172.21.15.26:0/4241722208 >> 172.21.15.26:0/4241722208 conn(0x7f4548079ba0 msgr2=0x7f4548101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:10.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.988+0000 7f4550000700 1 -- 172.21.15.26:0/4241722208 shutdown_connections 2024-04-26T02:00:10.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:09.988+0000 7f4550000700 1 -- 172.21.15.26:0/4241722208 wait complete. 2024-04-26T02:00:11.170 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:11 smithi026 ceph-mon[28138]: pgmap v383: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:00:11.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.215+0000 7f2ddc200700 1 -- 172.21.15.26:0/2094103862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2dd4108b50 msgr2=0x7f2dd4108f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:11.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.215+0000 7f2ddc200700 1 --2- 172.21.15.26:0/2094103862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2dd4108b50 0x7f2dd4108f30 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2dc8009920 tx=0x7f2dc8009c30 comp rx=0 tx=0).stop 2024-04-26T02:00:11.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.215+0000 7f2ddc200700 1 -- 172.21.15.26:0/2094103862 shutdown_connections 2024-04-26T02:00:11.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.215+0000 7f2ddc200700 1 --2- 172.21.15.26:0/2094103862 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd406bb40 0x7f2dd410f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:11.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.215+0000 7f2ddc200700 1 --2- 172.21.15.26:0/2094103862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2dd4108b50 0x7f2dd4108f30 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:11.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.215+0000 7f2ddc200700 1 --2- 172.21.15.26:0/2094103862 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dd406b180 0x7f2dd406b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:11.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.215+0000 7f2ddc200700 1 -- 172.21.15.26:0/2094103862 >> 172.21.15.26:0/2094103862 conn(0x7f2dd4078740 msgr2=0x7f2dd4078b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:11.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.216+0000 7f2ddc200700 1 -- 172.21.15.26:0/2094103862 shutdown_connections 2024-04-26T02:00:11.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.216+0000 7f2ddc200700 1 -- 172.21.15.26:0/2094103862 wait complete. 2024-04-26T02:00:11.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.217+0000 7f2ddc200700 1 Processor -- start 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.217+0000 7f2ddc200700 1 -- start start 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.217+0000 7f2ddc200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dd406b180 0x7f2dd419b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.217+0000 7f2ddc200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2dd406bb40 0x7f2dd419b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.217+0000 7f2ddc200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd4108b50 0x7f2dd419fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.217+0000 7f2ddc200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd4112cc0 con 0x7f2dd406b180 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.217+0000 7f2ddc200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd4112b40 con 0x7f2dd406bb40 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.217+0000 7f2ddc200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd4112e40 con 0x7f2dd4108b50 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.218+0000 7f2dda200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd4108b50 0x7f2dd419fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.218+0000 7f2dd9800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dd406b180 0x7f2dd419b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.218+0000 7f2dda200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd4108b50 0x7f2dd419fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:49094/0 (socket says 172.21.15.26:49094) 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.218+0000 7f2dda200700 1 -- 172.21.15.26:0/902771826 learned_addr learned my addr 172.21.15.26:0/902771826 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.218+0000 7f2dd8e00700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2dd406bb40 0x7f2dd419b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:11.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.218+0000 7f2dda200700 1 -- 172.21.15.26:0/902771826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2dd406bb40 msgr2=0x7f2dd419b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:11.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.218+0000 7f2dda200700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2dd406bb40 0x7f2dd419b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:11.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.218+0000 7f2dda200700 1 -- 172.21.15.26:0/902771826 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dd406b180 msgr2=0x7f2dd419b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:11.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.218+0000 7f2dda200700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dd406b180 0x7f2dd419b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:11.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.218+0000 7f2dda200700 1 -- 172.21.15.26:0/902771826 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dd41a0460 con 0x7f2dd4108b50 2024-04-26T02:00:11.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.218+0000 7f2dd9800700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dd406b180 0x7f2dd419b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:11.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.218+0000 7f2dda200700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd4108b50 0x7f2dd419fd20 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc00efc0 tx=0x7f2dcc00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:11.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.219+0000 7f2dd2000700 1 -- 172.21.15.26:0/902771826 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dcc009ce0 con 0x7f2dd4108b50 2024-04-26T02:00:11.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.219+0000 7f2dd2000700 1 -- 172.21.15.26:0/902771826 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2dcc0092e0 con 0x7f2dd4108b50 2024-04-26T02:00:11.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.219+0000 7f2ddc200700 1 -- 172.21.15.26:0/902771826 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dd41a06f0 con 0x7f2dd4108b50 2024-04-26T02:00:11.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.219+0000 7f2dd2000700 1 -- 172.21.15.26:0/902771826 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dcc004020 con 0x7f2dd4108b50 2024-04-26T02:00:11.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.219+0000 7f2ddc200700 1 -- 172.21.15.26:0/902771826 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dd41a7fd0 con 0x7f2dd4108b50 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.220+0000 7f2ddc200700 1 -- 172.21.15.26:0/902771826 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2dd410e610 con 0x7f2dd4108b50 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.222+0000 7f2dd2000700 1 -- 172.21.15.26:0/902771826 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2dcc01b030 con 0x7f2dd4108b50 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.223+0000 7f2dd2000700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2dbc0a3cd0 0x7f2dbc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.223+0000 7f2dd2000700 1 -- 172.21.15.26:0/902771826 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2dcc0d0800 con 0x7f2dd4108b50 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.223+0000 7f2dd9800700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2dbc0a3cd0 0x7f2dbc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.224+0000 7f2dd2000700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969] conn(0x7f2dbc0ad810 0x7f2dbc0afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.224+0000 7f2dd2000700 1 -- 172.21.15.26:0/902771826 --> [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2dbc0b0380 con 0x7f2dbc0ad810 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.224+0000 7f2dd2000700 1 -- 172.21.15.26:0/902771826 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f2dcc0d0bb0 con 0x7f2dd4108b50 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.224+0000 7f2dd8e00700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969] conn(0x7f2dbc0ad810 0x7f2dbc0afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.224+0000 7f2dd9800700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2dbc0a3cd0 0x7f2dbc0a6190 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2dc80098f0 tx=0x7f2dc8019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.224+0000 7f2dd8e00700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969] conn(0x7f2dbc0ad810 0x7f2dbc0afcb0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.225+0000 7f2dd2000700 1 -- 172.21.15.26:0/902771826 <== osd.10 v2:172.21.15.33:6824/3259400969 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2dbc0b0380 con 0x7f2dbc0ad810 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.244+0000 7f2ddc200700 1 -- 172.21.15.26:0/902771826 --> [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2dd41041f0 con 0x7f2dbc0ad810 2024-04-26T02:00:11.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.244+0000 7f2dd2000700 1 -- 172.21.15.26:0/902771826 <== osd.10 v2:172.21.15.33:6824/3259400969 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2dd41041f0 con 0x7f2dbc0ad810 2024-04-26T02:00:11.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.245+0000 7f2ddc200700 1 -- 172.21.15.26:0/902771826 >> [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969] conn(0x7f2dbc0ad810 msgr2=0x7f2dbc0afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:11.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.245+0000 7f2ddc200700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969] conn(0x7f2dbc0ad810 0x7f2dbc0afcb0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:11.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.245+0000 7f2ddc200700 1 -- 172.21.15.26:0/902771826 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2dbc0a3cd0 msgr2=0x7f2dbc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:11.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.245+0000 7f2ddc200700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2dbc0a3cd0 0x7f2dbc0a6190 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2dc80098f0 tx=0x7f2dc8019040 comp rx=0 tx=0).stop 2024-04-26T02:00:11.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.245+0000 7f2ddc200700 1 -- 172.21.15.26:0/902771826 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd4108b50 msgr2=0x7f2dd419fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:11.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.245+0000 7f2ddc200700 1 --2- 172.21.15.26:0/902771826 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd4108b50 0x7f2dd419fd20 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc00efc0 tx=0x7f2dcc00c3a0 comp rx=0 tx=0).stop 2024-04-26T02:00:11.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.245+0000 7f2dda200700 1 -- 172.21.15.26:0/902771826 reap_dead start 2024-04-26T02:00:11.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.245+0000 7f2ddc200700 1 -- 172.21.15.26:0/902771826 shutdown_connections 2024-04-26T02:00:11.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.245+0000 7f2ddc200700 1 -- 172.21.15.26:0/902771826 >> 172.21.15.26:0/902771826 conn(0x7f2dd4078740 msgr2=0x7f2dd410dcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:11.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.245+0000 7f2ddc200700 1 -- 172.21.15.26:0/902771826 shutdown_connections 2024-04-26T02:00:11.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:11.245+0000 7f2ddc200700 1 -- 172.21.15.26:0/902771826 wait complete. 2024-04-26T02:00:11.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:11 smithi033 ceph-mon[32805]: pgmap v383: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:00:11.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:11 smithi064 ceph-mon[32613]: pgmap v383: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:00:12.538 INFO:teuthology.orchestra.run.smithi026.stdout:77309411417 2024-04-26T02:00:12.538 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-26T02:00:12.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.356+0000 7f3caf600700 1 -- 172.21.15.26:0/3520493600 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca8075590 msgr2=0x7f3ca810ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.356+0000 7f3caf600700 1 --2- 172.21.15.26:0/3520493600 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca8075590 0x7f3ca810ef00 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3c90009990 tx=0x7f3c90009ca0 comp rx=0 tx=0).stop 2024-04-26T02:00:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.356+0000 7f3caf600700 1 -- 172.21.15.26:0/3520493600 shutdown_connections 2024-04-26T02:00:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.356+0000 7f3caf600700 1 --2- 172.21.15.26:0/3520493600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ca810f440 0x7f3ca8111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.356+0000 7f3caf600700 1 --2- 172.21.15.26:0/3520493600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ca8074c70 0x7f3ca8075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.356+0000 7f3caf600700 1 --2- 172.21.15.26:0/3520493600 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca8075590 0x7f3ca810ef00 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.356+0000 7f3caf600700 1 -- 172.21.15.26:0/3520493600 >> 172.21.15.26:0/3520493600 conn(0x7f3ca8079ba0 msgr2=0x7f3ca8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.356+0000 7f3caf600700 1 -- 172.21.15.26:0/3520493600 shutdown_connections 2024-04-26T02:00:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.356+0000 7f3caf600700 1 -- 172.21.15.26:0/3520493600 wait complete. 2024-04-26T02:00:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.357+0000 7f3caf600700 1 Processor -- start 2024-04-26T02:00:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.358+0000 7f3caf600700 1 -- start start 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.358+0000 7f3caf600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ca8074c70 0x7f3ca819b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.358+0000 7f3caf600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ca8075590 0x7f3ca819b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.358+0000 7f3caf600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca810f440 0x7f3ca819fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.358+0000 7f3caf600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca8114e70 con 0x7f3ca8074c70 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.358+0000 7f3caf600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca8114cf0 con 0x7f3ca8075590 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.358+0000 7f3caf600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca8114ff0 con 0x7f3ca810f440 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.358+0000 7f3c9fe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ca8075590 0x7f3ca819b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.358+0000 7f3cad600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca810f440 0x7f3ca819fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.358+0000 7f3cad600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca810f440 0x7f3ca819fbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:49112/0 (socket says 172.21.15.26:49112) 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.358+0000 7f3cad600700 1 -- 172.21.15.26:0/1305055337 learned_addr learned my addr 172.21.15.26:0/1305055337 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.359+0000 7f3cacc00700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ca8074c70 0x7f3ca819b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.359+0000 7f3cad600700 1 -- 172.21.15.26:0/1305055337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ca8075590 msgr2=0x7f3ca819b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.359+0000 7f3cad600700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ca8075590 0x7f3ca819b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.359+0000 7f3cad600700 1 -- 172.21.15.26:0/1305055337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ca8074c70 msgr2=0x7f3ca819b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.359+0000 7f3cad600700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ca8074c70 0x7f3ca819b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.359+0000 7f3cad600700 1 -- 172.21.15.26:0/1305055337 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ca81a0300 con 0x7f3ca810f440 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.359+0000 7f3cacc00700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ca8074c70 0x7f3ca819b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.359+0000 7f3cad600700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca810f440 0x7f3ca819fbc0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f3ca000ef90 tx=0x7f3ca000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.359+0000 7f3ca6000700 1 -- 172.21.15.26:0/1305055337 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca00092e0 con 0x7f3ca810f440 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.359+0000 7f3ca6000700 1 -- 172.21.15.26:0/1305055337 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ca0004bb0 con 0x7f3ca810f440 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.359+0000 7f3ca6000700 1 -- 172.21.15.26:0/1305055337 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca0004280 con 0x7f3ca810f440 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.359+0000 7f3caf600700 1 -- 172.21.15.26:0/1305055337 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ca81a0590 con 0x7f3ca810f440 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.360+0000 7f3caf600700 1 -- 172.21.15.26:0/1305055337 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ca81a7e70 con 0x7f3ca810f440 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.360+0000 7f3caf600700 1 -- 172.21.15.26:0/1305055337 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3ca8063150 con 0x7f3ca810f440 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.363+0000 7f3ca6000700 1 -- 172.21.15.26:0/1305055337 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3ca001b030 con 0x7f3ca810f440 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.364+0000 7f3ca6000700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3c880a3d50 0x7f3c880a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.364+0000 7f3ca6000700 1 -- 172.21.15.26:0/1305055337 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3ca00d0a70 con 0x7f3ca810f440 2024-04-26T02:00:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.364+0000 7f3cacc00700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3c880a3d50 0x7f3c880a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.365+0000 7f3ca6000700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074] conn(0x7f3c880ad890 0x7f3c880afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.365+0000 7f3ca6000700 1 -- 172.21.15.26:0/1305055337 --> [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3ca00048a0 con 0x7f3c880ad890 2024-04-26T02:00:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.365+0000 7f3ca6000700 1 -- 172.21.15.26:0/1305055337 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f3ca00d0e20 con 0x7f3ca810f440 2024-04-26T02:00:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.365+0000 7f3c9fe00700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074] conn(0x7f3c880ad890 0x7f3c880afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.365+0000 7f3cacc00700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3c880a3d50 0x7f3c880a6210 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3c98009cc0 tx=0x7f3c98009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.366+0000 7f3c9fe00700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074] conn(0x7f3c880ad890 0x7f3c880afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.367+0000 7f3ca6000700 1 -- 172.21.15.26:0/1305055337 <== osd.1 v2:172.21.15.33:6800/4110015074 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3ca00048a0 con 0x7f3c880ad890 2024-04-26T02:00:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.385+0000 7f3caf600700 1 -- 172.21.15.26:0/1305055337 --> [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3ca80635d0 con 0x7f3c880ad890 2024-04-26T02:00:12.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.386+0000 7f3ca6000700 1 -- 172.21.15.26:0/1305055337 <== osd.1 v2:172.21.15.33:6800/4110015074 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3ca80635d0 con 0x7f3c880ad890 2024-04-26T02:00:12.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.386+0000 7f3caf600700 1 -- 172.21.15.26:0/1305055337 >> [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074] conn(0x7f3c880ad890 msgr2=0x7f3c880afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:12.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.386+0000 7f3caf600700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074] conn(0x7f3c880ad890 0x7f3c880afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:12.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.387+0000 7f3caf600700 1 -- 172.21.15.26:0/1305055337 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3c880a3d50 msgr2=0x7f3c880a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:12.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.387+0000 7f3caf600700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3c880a3d50 0x7f3c880a6210 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3c98009cc0 tx=0x7f3c98009260 comp rx=0 tx=0).stop 2024-04-26T02:00:12.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.387+0000 7f3caf600700 1 -- 172.21.15.26:0/1305055337 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca810f440 msgr2=0x7f3ca819fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:12.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.387+0000 7f3caf600700 1 --2- 172.21.15.26:0/1305055337 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca810f440 0x7f3ca819fbc0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f3ca000ef90 tx=0x7f3ca000c3a0 comp rx=0 tx=0).stop 2024-04-26T02:00:12.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.387+0000 7f3cad600700 1 -- 172.21.15.26:0/1305055337 reap_dead start 2024-04-26T02:00:12.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.387+0000 7f3caf600700 1 -- 172.21.15.26:0/1305055337 shutdown_connections 2024-04-26T02:00:12.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.387+0000 7f3caf600700 1 -- 172.21.15.26:0/1305055337 >> 172.21.15.26:0/1305055337 conn(0x7f3ca8079ba0 msgr2=0x7f3ca80ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:12.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.387+0000 7f3caf600700 1 -- 172.21.15.26:0/1305055337 shutdown_connections 2024-04-26T02:00:12.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:12.387+0000 7f3caf600700 1 -- 172.21.15.26:0/1305055337 wait complete. 2024-04-26T02:00:13.424 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:13 smithi026 ceph-mon[28138]: pgmap v384: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-04-26T02:00:13.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:13 smithi033 ceph-mon[32805]: pgmap v384: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-04-26T02:00:13.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:13 smithi064 ceph-mon[32613]: pgmap v384: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-04-26T02:00:13.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.889+0000 7f0d5f200700 1 -- 172.21.15.26:0/2239471642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d60103b30 msgr2=0x7f0d60103f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:13.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.889+0000 7f0d5f200700 1 --2- 172.21.15.26:0/2239471642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d60103b30 0x7f0d60103f10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0d50009990 tx=0x7f0d50009ca0 comp rx=0 tx=0).stop 2024-04-26T02:00:13.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.889+0000 7f0d5f200700 1 -- 172.21.15.26:0/2239471642 shutdown_connections 2024-04-26T02:00:13.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.889+0000 7f0d5f200700 1 --2- 172.21.15.26:0/2239471642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d6010cf60 0x7f0d6010f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.889+0000 7f0d5f200700 1 --2- 172.21.15.26:0/2239471642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d60103b30 0x7f0d60103f10 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.889+0000 7f0d5f200700 1 --2- 172.21.15.26:0/2239471642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0d60104450 0x7f0d6010c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.889+0000 7f0d5f200700 1 -- 172.21.15.26:0/2239471642 >> 172.21.15.26:0/2239471642 conn(0x7f0d600fd360 msgr2=0x7f0d600ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.889+0000 7f0d5f200700 1 -- 172.21.15.26:0/2239471642 shutdown_connections 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.889+0000 7f0d5f200700 1 -- 172.21.15.26:0/2239471642 wait complete. 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.890+0000 7f0d5f200700 1 Processor -- start 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.890+0000 7f0d5f200700 1 -- start start 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.891+0000 7f0d5f200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0d60103b30 0x7f0d6019b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.891+0000 7f0d5f200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d60104450 0x7f0d6019b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.891+0000 7f0d5f200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d6010cf60 0x7f0d6019fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.891+0000 7f0d5f200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0d60112b80 con 0x7f0d6010cf60 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.891+0000 7f0d5f200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0d60112a00 con 0x7f0d60104450 2024-04-26T02:00:13.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.891+0000 7f0d5f200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0d60112d00 con 0x7f0d60103b30 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.891+0000 7f0d5d400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d60104450 0x7f0d6019b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.891+0000 7f0d5e800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d6010cf60 0x7f0d6019fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.891+0000 7f0d5d400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d60104450 0x7f0d6019b7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:50404/0 (socket says 172.21.15.26:50404) 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.891+0000 7f0d5d400700 1 -- 172.21.15.26:0/667465518 learned_addr learned my addr 172.21.15.26:0/667465518 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.891+0000 7f0d5de00700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0d60103b30 0x7f0d6019b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.892+0000 7f0d5d400700 1 -- 172.21.15.26:0/667465518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0d60103b30 msgr2=0x7f0d6019b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.892+0000 7f0d5d400700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0d60103b30 0x7f0d6019b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.892+0000 7f0d5d400700 1 -- 172.21.15.26:0/667465518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d6010cf60 msgr2=0x7f0d6019fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.892+0000 7f0d5d400700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d6010cf60 0x7f0d6019fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.892+0000 7f0d5d400700 1 -- 172.21.15.26:0/667465518 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d601a02c0 con 0x7f0d60104450 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.892+0000 7f0d5d400700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d60104450 0x7f0d6019b7f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c00e9f0 tx=0x7f0d4c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.892+0000 7f0d56a00700 1 -- 172.21.15.26:0/667465518 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d4c004a30 con 0x7f0d60104450 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.892+0000 7f0d56a00700 1 -- 172.21.15.26:0/667465518 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d4c00cc70 con 0x7f0d60104450 2024-04-26T02:00:13.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.892+0000 7f0d5f200700 1 -- 172.21.15.26:0/667465518 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d601a05b0 con 0x7f0d60104450 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.892+0000 7f0d56a00700 1 -- 172.21.15.26:0/667465518 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d4c005530 con 0x7f0d60104450 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.892+0000 7f0d5f200700 1 -- 172.21.15.26:0/667465518 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d601a7e30 con 0x7f0d60104450 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.893+0000 7f0d5f200700 1 -- 172.21.15.26:0/667465518 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0d60103250 con 0x7f0d60104450 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.895+0000 7f0d56a00700 1 -- 172.21.15.26:0/667465518 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0d4c00c7c0 con 0x7f0d60104450 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.897+0000 7f0d56a00700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0d440a3cd0 0x7f0d440a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.897+0000 7f0d56a00700 1 -- 172.21.15.26:0/667465518 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f0d4c0d0b20 con 0x7f0d60104450 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.897+0000 7f0d5de00700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0d440a3cd0 0x7f0d440a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.897+0000 7f0d56a00700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620] conn(0x7f0d440ad810 0x7f0d440afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.897+0000 7f0d56a00700 1 -- 172.21.15.26:0/667465518 --> [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0d440b0380 con 0x7f0d440ad810 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.897+0000 7f0d56a00700 1 -- 172.21.15.26:0/667465518 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f0d4c0d0ed0 con 0x7f0d60104450 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.898+0000 7f0d5e800700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620] conn(0x7f0d440ad810 0x7f0d440afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.898+0000 7f0d5de00700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0d440a3cd0 0x7f0d440a6190 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f0d5000b2e0 tx=0x7f0d50005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:13.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.898+0000 7f0d5e800700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620] conn(0x7f0d440ad810 0x7f0d440afcb0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:13.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.899+0000 7f0d56a00700 1 -- 172.21.15.26:0/667465518 <== osd.5 v2:172.21.15.64:6808/3997283620 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0d440b0380 con 0x7f0d440ad810 2024-04-26T02:00:13.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.917+0000 7f0d5f200700 1 -- 172.21.15.26:0/667465518 --> [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0d6006b000 con 0x7f0d440ad810 2024-04-26T02:00:13.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.917+0000 7f0d56a00700 1 -- 172.21.15.26:0/667465518 <== osd.5 v2:172.21.15.64:6808/3997283620 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0d6006b000 con 0x7f0d440ad810 2024-04-26T02:00:13.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.918+0000 7f0d5f200700 1 -- 172.21.15.26:0/667465518 >> [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620] conn(0x7f0d440ad810 msgr2=0x7f0d440afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:13.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.918+0000 7f0d5f200700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620] conn(0x7f0d440ad810 0x7f0d440afcb0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:13.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.918+0000 7f0d5f200700 1 -- 172.21.15.26:0/667465518 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0d440a3cd0 msgr2=0x7f0d440a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:13.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.918+0000 7f0d5f200700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0d440a3cd0 0x7f0d440a6190 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f0d5000b2e0 tx=0x7f0d50005960 comp rx=0 tx=0).stop 2024-04-26T02:00:13.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.918+0000 7f0d5f200700 1 -- 172.21.15.26:0/667465518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d60104450 msgr2=0x7f0d6019b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:13.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.918+0000 7f0d5f200700 1 --2- 172.21.15.26:0/667465518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d60104450 0x7f0d6019b7f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c00e9f0 tx=0x7f0d4c00ed00 comp rx=0 tx=0).stop 2024-04-26T02:00:13.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.918+0000 7f0d5e800700 1 -- 172.21.15.26:0/667465518 reap_dead start 2024-04-26T02:00:13.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.918+0000 7f0d5f200700 1 -- 172.21.15.26:0/667465518 shutdown_connections 2024-04-26T02:00:13.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.918+0000 7f0d5f200700 1 -- 172.21.15.26:0/667465518 >> 172.21.15.26:0/667465518 conn(0x7f0d600fd360 msgr2=0x7f0d600ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:13.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.919+0000 7f0d5f200700 1 -- 172.21.15.26:0/667465518 shutdown_connections 2024-04-26T02:00:13.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:13.919+0000 7f0d5f200700 1 -- 172.21.15.26:0/667465518 wait complete. 2024-04-26T02:00:14.128 INFO:teuthology.orchestra.run.smithi026.stdout:347892351014 2024-04-26T02:00:14.129 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-26T02:00:15.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:15 smithi026 ceph-mon[28138]: pgmap v385: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-04-26T02:00:15.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:15 smithi033 ceph-mon[32805]: pgmap v385: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-04-26T02:00:15.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:15 smithi064 ceph-mon[32613]: pgmap v385: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-04-26T02:00:16.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.135+0000 7f4a5ee00700 1 -- 172.21.15.26:0/4200493622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a58108a30 msgr2=0x7f4a58108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:16.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.135+0000 7f4a5ee00700 1 --2- 172.21.15.26:0/4200493622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a58108a30 0x7f4a58108e10 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f4a48009990 tx=0x7f4a48009ca0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.136+0000 7f4a5ee00700 1 -- 172.21.15.26:0/4200493622 shutdown_connections 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.136+0000 7f4a5ee00700 1 --2- 172.21.15.26:0/4200493622 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a5806b0f0 0x7f4a5810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.136+0000 7f4a5ee00700 1 --2- 172.21.15.26:0/4200493622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a58108a30 0x7f4a58108e10 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.136+0000 7f4a5ee00700 1 --2- 172.21.15.26:0/4200493622 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a5806a750 0x7f4a5806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.136+0000 7f4a5ee00700 1 -- 172.21.15.26:0/4200493622 >> 172.21.15.26:0/4200493622 conn(0x7f4a580788f0 msgr2=0x7f4a58078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.136+0000 7f4a5ee00700 1 -- 172.21.15.26:0/4200493622 shutdown_connections 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.136+0000 7f4a5ee00700 1 -- 172.21.15.26:0/4200493622 wait complete. 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.137+0000 7f4a5ee00700 1 Processor -- start 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.137+0000 7f4a5ee00700 1 -- start start 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a5ee00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a5806a750 0x7f4a58101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a5ee00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a5806b0f0 0x7f4a58101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a5ee00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a58108a30 0x7f4a58102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a5ee00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4a58112c20 con 0x7f4a5806a750 2024-04-26T02:00:16.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a5ee00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4a58112aa0 con 0x7f4a5806b0f0 2024-04-26T02:00:16.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a5ee00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4a58112da0 con 0x7f4a58108a30 2024-04-26T02:00:16.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a57e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a5806a750 0x7f4a58101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:16.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a57e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a5806a750 0x7f4a58101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52166/0 (socket says 172.21.15.26:52166) 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a57e00700 1 -- 172.21.15.26:0/730691747 learned_addr learned my addr 172.21.15.26:0/730691747 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a57400700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a5806b0f0 0x7f4a58101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a5ce00700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a58108a30 0x7f4a58102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a57e00700 1 -- 172.21.15.26:0/730691747 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a58108a30 msgr2=0x7f4a58102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.138+0000 7f4a57e00700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a58108a30 0x7f4a58102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.139+0000 7f4a57e00700 1 -- 172.21.15.26:0/730691747 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a5806b0f0 msgr2=0x7f4a58101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.139+0000 7f4a57e00700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a5806b0f0 0x7f4a58101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.139+0000 7f4a57e00700 1 -- 172.21.15.26:0/730691747 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a581abb60 con 0x7f4a5806a750 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.139+0000 7f4a57400700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a5806b0f0 0x7f4a58101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.139+0000 7f4a57e00700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a5806a750 0x7f4a58101a10 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f4a48005910 tx=0x7f4a4800b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.139+0000 7f4a54c00700 1 -- 172.21.15.26:0/730691747 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a48027070 con 0x7f4a5806a750 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.139+0000 7f4a54c00700 1 -- 172.21.15.26:0/730691747 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a48022470 con 0x7f4a5806a750 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.139+0000 7f4a5ee00700 1 -- 172.21.15.26:0/730691747 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a581abd90 con 0x7f4a5806a750 2024-04-26T02:00:16.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.139+0000 7f4a54c00700 1 -- 172.21.15.26:0/730691747 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a48017630 con 0x7f4a5806a750 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.139+0000 7f4a5ee00700 1 -- 172.21.15.26:0/730691747 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a581ac1d0 con 0x7f4a5806a750 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.140+0000 7f4a5ee00700 1 -- 172.21.15.26:0/730691747 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4a58063150 con 0x7f4a5806a750 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.143+0000 7f4a54c00700 1 -- 172.21.15.26:0/730691747 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f4a4802a070 con 0x7f4a5806a750 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.144+0000 7f4a54c00700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f4a3c0a3d50 0x7f4a3c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.144+0000 7f4a54c00700 1 -- 172.21.15.26:0/730691747 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f4a480d1950 con 0x7f4a5806a750 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.144+0000 7f4a57400700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f4a3c0a3d50 0x7f4a3c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.144+0000 7f4a54c00700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326] conn(0x7f4a3c0ad890 0x7f4a3c0afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.144+0000 7f4a54c00700 1 -- 172.21.15.26:0/730691747 --> [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4a4800b0b0 con 0x7f4a3c0ad890 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.144+0000 7f4a54c00700 1 -- 172.21.15.26:0/730691747 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f4a480d1d00 con 0x7f4a5806a750 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.145+0000 7f4a5ce00700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326] conn(0x7f4a3c0ad890 0x7f4a3c0afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.145+0000 7f4a57400700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f4a3c0a3d50 0x7f4a3c0a6210 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4a581031d0 tx=0x7f4a44009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.146+0000 7f4a5ce00700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326] conn(0x7f4a3c0ad890 0x7f4a3c0afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:16.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.146+0000 7f4a54c00700 1 -- 172.21.15.26:0/730691747 <== osd.7 v2:172.21.15.33:6816/507130326 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4a4800b0b0 con 0x7f4a3c0ad890 2024-04-26T02:00:16.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.165+0000 7f4a5ee00700 1 -- 172.21.15.26:0/730691747 --> [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4a580635d0 con 0x7f4a3c0ad890 2024-04-26T02:00:16.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.166+0000 7f4a54c00700 1 -- 172.21.15.26:0/730691747 <== osd.7 v2:172.21.15.33:6816/507130326 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4a580635d0 con 0x7f4a3c0ad890 2024-04-26T02:00:16.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.166+0000 7f4a5ee00700 1 -- 172.21.15.26:0/730691747 >> [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326] conn(0x7f4a3c0ad890 msgr2=0x7f4a3c0afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:16.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.166+0000 7f4a5ee00700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326] conn(0x7f4a3c0ad890 0x7f4a3c0afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.167+0000 7f4a5ee00700 1 -- 172.21.15.26:0/730691747 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f4a3c0a3d50 msgr2=0x7f4a3c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:16.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.167+0000 7f4a5ee00700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f4a3c0a3d50 0x7f4a3c0a6210 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4a581031d0 tx=0x7f4a44009260 comp rx=0 tx=0).stop 2024-04-26T02:00:16.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.167+0000 7f4a5ee00700 1 -- 172.21.15.26:0/730691747 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a5806a750 msgr2=0x7f4a58101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:16.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.167+0000 7f4a5ee00700 1 --2- 172.21.15.26:0/730691747 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a5806a750 0x7f4a58101a10 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f4a48005910 tx=0x7f4a4800b670 comp rx=0 tx=0).stop 2024-04-26T02:00:16.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.167+0000 7f4a5ce00700 1 -- 172.21.15.26:0/730691747 reap_dead start 2024-04-26T02:00:16.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.167+0000 7f4a5ee00700 1 -- 172.21.15.26:0/730691747 shutdown_connections 2024-04-26T02:00:16.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.167+0000 7f4a5ee00700 1 -- 172.21.15.26:0/730691747 >> 172.21.15.26:0/730691747 conn(0x7f4a580788f0 msgr2=0x7f4a580ffa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:16.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.167+0000 7f4a5ee00700 1 -- 172.21.15.26:0/730691747 shutdown_connections 2024-04-26T02:00:16.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:15.167+0000 7f4a5ee00700 1 -- 172.21.15.26:0/730691747 wait complete. 2024-04-26T02:00:16.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.070+0000 7f66d8e00700 1 -- 172.21.15.26:0/833456106 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66d4107940 msgr2=0x7f66d4107d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:16.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.070+0000 7f66d8e00700 1 --2- 172.21.15.26:0/833456106 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66d4107940 0x7f66d4107d20 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f66c40099c0 tx=0x7f66c4009cd0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.070+0000 7f66d8e00700 1 -- 172.21.15.26:0/833456106 shutdown_connections 2024-04-26T02:00:16.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.070+0000 7f66d8e00700 1 --2- 172.21.15.26:0/833456106 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f66d41034b0 0x7f66d410f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.070+0000 7f66d8e00700 1 --2- 172.21.15.26:0/833456106 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66d4107940 0x7f66d4107d20 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.070+0000 7f66d8e00700 1 --2- 172.21.15.26:0/833456106 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66d4102af0 0x7f66d4102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.071+0000 7f66d8e00700 1 -- 172.21.15.26:0/833456106 >> 172.21.15.26:0/833456106 conn(0x7f66d4079ba0 msgr2=0x7f66d4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:16.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.071+0000 7f66d8e00700 1 -- 172.21.15.26:0/833456106 shutdown_connections 2024-04-26T02:00:16.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.071+0000 7f66d8e00700 1 -- 172.21.15.26:0/833456106 wait complete. 2024-04-26T02:00:16.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.072+0000 7f66d8e00700 1 Processor -- start 2024-04-26T02:00:16.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.072+0000 7f66d8e00700 1 -- start start 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.072+0000 7f66d8e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66d4102af0 0x7f66d4199130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.072+0000 7f66d8e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66d41034b0 0x7f66d4199670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.072+0000 7f66d8e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f66d4107940 0x7f66d419da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.072+0000 7f66d8e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f66d4112ca0 con 0x7f66d41034b0 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.072+0000 7f66d8e00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f66d4112b20 con 0x7f66d4102af0 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.072+0000 7f66d8e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f66d4112e20 con 0x7f66d4107940 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.073+0000 7f66d1e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66d4102af0 0x7f66d4199130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.073+0000 7f66cbe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66d41034b0 0x7f66d4199670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.073+0000 7f66d1e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66d4102af0 0x7f66d4199130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:50444/0 (socket says 172.21.15.26:50444) 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.073+0000 7f66d1e00700 1 -- 172.21.15.26:0/1522780382 learned_addr learned my addr 172.21.15.26:0/1522780382 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.073+0000 7f66d2800700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f66d4107940 0x7f66d419da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.073+0000 7f66d1e00700 1 -- 172.21.15.26:0/1522780382 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f66d4107940 msgr2=0x7f66d419da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.073+0000 7f66d1e00700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f66d4107940 0x7f66d419da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.073+0000 7f66d1e00700 1 -- 172.21.15.26:0/1522780382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66d41034b0 msgr2=0x7f66d4199670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.073+0000 7f66d1e00700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66d41034b0 0x7f66d4199670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.073+0000 7f66d1e00700 1 -- 172.21.15.26:0/1522780382 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66d419e140 con 0x7f66d4102af0 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.073+0000 7f66d1e00700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66d4102af0 0x7f66d4199130 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f66c4006010 tx=0x7f66c4005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.074+0000 7f66caa00700 1 -- 172.21.15.26:0/1522780382 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66c4026070 con 0x7f66d4102af0 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.074+0000 7f66d8e00700 1 -- 172.21.15.26:0/1522780382 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66d419e3d0 con 0x7f66d4102af0 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.074+0000 7f66d8e00700 1 -- 172.21.15.26:0/1522780382 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66d41a5cb0 con 0x7f66d4102af0 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.074+0000 7f66caa00700 1 -- 172.21.15.26:0/1522780382 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66c4005680 con 0x7f66d4102af0 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.074+0000 7f66caa00700 1 -- 172.21.15.26:0/1522780382 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66c400fb10 con 0x7f66d4102af0 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.075+0000 7f66d8e00700 1 -- 172.21.15.26:0/1522780382 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f66d4063190 con 0x7f66d4102af0 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.077+0000 7f66caa00700 1 -- 172.21.15.26:0/1522780382 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f66c4029070 con 0x7f66d4102af0 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.078+0000 7f66caa00700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f66b80a3cd0 0x7f66b80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.079+0000 7f66caa00700 1 -- 172.21.15.26:0/1522780382 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f66c40d1260 con 0x7f66d4102af0 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.079+0000 7f66cbe00700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f66b80a3cd0 0x7f66b80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:16.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.079+0000 7f66caa00700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981] conn(0x7f66b80ad810 0x7f66b80afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:16.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.079+0000 7f66caa00700 1 -- 172.21.15.26:0/1522780382 --> [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f66b80b0380 con 0x7f66b80ad810 2024-04-26T02:00:16.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.079+0000 7f66caa00700 1 -- 172.21.15.26:0/1522780382 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f66c40d1610 con 0x7f66d4102af0 2024-04-26T02:00:16.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.079+0000 7f66d2800700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981] conn(0x7f66b80ad810 0x7f66b80afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:16.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.079+0000 7f66cbe00700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f66b80a3cd0 0x7f66b80a6190 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f66d407a210 tx=0x7f66bc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:16.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.080+0000 7f66d2800700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981] conn(0x7f66b80ad810 0x7f66b80afcb0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:16.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.081+0000 7f66caa00700 1 -- 172.21.15.26:0/1522780382 <== osd.9 v2:172.21.15.26:6826/2886949981 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f66b80b0380 con 0x7f66b80ad810 2024-04-26T02:00:16.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.100+0000 7f66d8e00700 1 -- 172.21.15.26:0/1522780382 --> [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f66d4063590 con 0x7f66b80ad810 2024-04-26T02:00:16.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.100+0000 7f66caa00700 1 -- 172.21.15.26:0/1522780382 <== osd.9 v2:172.21.15.26:6826/2886949981 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f66d4063590 con 0x7f66b80ad810 2024-04-26T02:00:16.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.101+0000 7f66d8e00700 1 -- 172.21.15.26:0/1522780382 >> [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981] conn(0x7f66b80ad810 msgr2=0x7f66b80afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:16.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.101+0000 7f66d8e00700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981] conn(0x7f66b80ad810 0x7f66b80afcb0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:16.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.101+0000 7f66d8e00700 1 -- 172.21.15.26:0/1522780382 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f66b80a3cd0 msgr2=0x7f66b80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:16.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.101+0000 7f66d8e00700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f66b80a3cd0 0x7f66b80a6190 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f66d407a210 tx=0x7f66bc009260 comp rx=0 tx=0).stop 2024-04-26T02:00:16.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.101+0000 7f66d8e00700 1 -- 172.21.15.26:0/1522780382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66d4102af0 msgr2=0x7f66d4199130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:16.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.101+0000 7f66d8e00700 1 --2- 172.21.15.26:0/1522780382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66d4102af0 0x7f66d4199130 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f66c4006010 tx=0x7f66c4005280 comp rx=0 tx=0).stop 2024-04-26T02:00:16.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.101+0000 7f66d2800700 1 -- 172.21.15.26:0/1522780382 reap_dead start 2024-04-26T02:00:16.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.101+0000 7f66d8e00700 1 -- 172.21.15.26:0/1522780382 shutdown_connections 2024-04-26T02:00:16.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.101+0000 7f66d8e00700 1 -- 172.21.15.26:0/1522780382 >> 172.21.15.26:0/1522780382 conn(0x7f66d4079ba0 msgr2=0x7f66d4100ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:16.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.101+0000 7f66d8e00700 1 -- 172.21.15.26:0/1522780382 shutdown_connections 2024-04-26T02:00:16.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:16.101+0000 7f66d8e00700 1 -- 172.21.15.26:0/1522780382 wait complete. 2024-04-26T02:00:17.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.246+0000 7f2431400700 1 -- 172.21.15.26:0/1994928266 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f242c1092d0 msgr2=0x7f242c1096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.246+0000 7f2431400700 1 --2- 172.21.15.26:0/1994928266 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f242c1092d0 0x7f242c1096b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f241c0099c0 tx=0x7f241c009cd0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.246+0000 7f2431400700 1 -- 172.21.15.26:0/1994928266 shutdown_connections 2024-04-26T02:00:17.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.246+0000 7f2431400700 1 --2- 172.21.15.26:0/1994928266 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f242c10e3b0 0x7f242c115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.246+0000 7f2431400700 1 --2- 172.21.15.26:0/1994928266 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f242c1092d0 0x7f242c1096b0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.246+0000 7f2431400700 1 --2- 172.21.15.26:0/1994928266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f242c109c80 0x7f242c10dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.246+0000 7f2431400700 1 -- 172.21.15.26:0/1994928266 >> 172.21.15.26:0/1994928266 conn(0x7f242c076210 msgr2=0x7f242c107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:17.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.246+0000 7f2431400700 1 -- 172.21.15.26:0/1994928266 shutdown_connections 2024-04-26T02:00:17.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.246+0000 7f2431400700 1 -- 172.21.15.26:0/1994928266 wait complete. 2024-04-26T02:00:17.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.247+0000 7f2431400700 1 Processor -- start 2024-04-26T02:00:17.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.247+0000 7f2431400700 1 -- start start 2024-04-26T02:00:17.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.247+0000 7f2431400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f242c1092d0 0x7f242c19f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f2431400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f242c109c80 0x7f242c19fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f2431400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f242c10e3b0 0x7f242c1a3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f2431400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f242c119270 con 0x7f242c109c80 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f2431400700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f242c1190f0 con 0x7f242c10e3b0 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f2431400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f242c1193f0 con 0x7f242c1092d0 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f242a800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f242c1092d0 0x7f242c19f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f2429e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f242c109c80 0x7f242c19fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f242a800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f242c1092d0 0x7f242c19f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:33474/0 (socket says 172.21.15.26:33474) 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f242a800700 1 -- 172.21.15.26:0/3238977531 learned_addr learned my addr 172.21.15.26:0/3238977531 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f242b200700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f242c10e3b0 0x7f242c1a3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f242a800700 1 -- 172.21.15.26:0/3238977531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f242c10e3b0 msgr2=0x7f242c1a3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f242a800700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f242c10e3b0 0x7f242c1a3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f242a800700 1 -- 172.21.15.26:0/3238977531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f242c109c80 msgr2=0x7f242c19fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f242a800700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f242c109c80 0x7f242c19fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.248+0000 7f242a800700 1 -- 172.21.15.26:0/3238977531 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f242c1a4700 con 0x7f242c1092d0 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.249+0000 7f242a800700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f242c1092d0 0x7f242c19f740 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f241c006010 tx=0x7f241c005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.249+0000 7f2423400700 1 -- 172.21.15.26:0/3238977531 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f241c026070 con 0x7f242c1092d0 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.249+0000 7f2431400700 1 -- 172.21.15.26:0/3238977531 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f242c1a4990 con 0x7f242c1092d0 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.249+0000 7f2423400700 1 -- 172.21.15.26:0/3238977531 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f241c005680 con 0x7f242c1092d0 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.249+0000 7f2423400700 1 -- 172.21.15.26:0/3238977531 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f241c00fb20 con 0x7f242c1092d0 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.249+0000 7f2431400700 1 -- 172.21.15.26:0/3238977531 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f242c1ac270 con 0x7f242c1092d0 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.250+0000 7f2431400700 1 -- 172.21.15.26:0/3238977531 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f242c063190 con 0x7f242c1092d0 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.252+0000 7f2423400700 1 -- 172.21.15.26:0/3238977531 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f241c029070 con 0x7f242c1092d0 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.253+0000 7f2423400700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f24100a3d50 0x7f24100a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.254+0000 7f2423400700 1 -- 172.21.15.26:0/3238977531 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f241c0d1380 con 0x7f242c1092d0 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.254+0000 7f2429e00700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f24100a3d50 0x7f24100a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.254+0000 7f2423400700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767] conn(0x7f24100ad890 0x7f24100afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.254+0000 7f2423400700 1 -- 172.21.15.26:0/3238977531 --> [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f24100b0400 con 0x7f24100ad890 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.254+0000 7f2423400700 1 -- 172.21.15.26:0/3238977531 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f241c0d1730 con 0x7f242c1092d0 2024-04-26T02:00:17.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.254+0000 7f242b200700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767] conn(0x7f24100ad890 0x7f24100afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.254+0000 7f2429e00700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f24100a3d50 0x7f24100a6210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2418009680 tx=0x7f2418009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:17.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.255+0000 7f242b200700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767] conn(0x7f24100ad890 0x7f24100afd30 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:17.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.256+0000 7f2423400700 1 -- 172.21.15.26:0/3238977531 <== osd.4 v2:172.21.15.33:6808/2946623767 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f24100b0400 con 0x7f24100ad890 2024-04-26T02:00:17.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.274+0000 7f2431400700 1 -- 172.21.15.26:0/3238977531 --> [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f242c063590 con 0x7f24100ad890 2024-04-26T02:00:17.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.275+0000 7f2423400700 1 -- 172.21.15.26:0/3238977531 <== osd.4 v2:172.21.15.33:6808/2946623767 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f242c063590 con 0x7f24100ad890 2024-04-26T02:00:17.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.275+0000 7f2431400700 1 -- 172.21.15.26:0/3238977531 >> [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767] conn(0x7f24100ad890 msgr2=0x7f24100afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.275+0000 7f2431400700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767] conn(0x7f24100ad890 0x7f24100afd30 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.275+0000 7f2431400700 1 -- 172.21.15.26:0/3238977531 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f24100a3d50 msgr2=0x7f24100a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.275+0000 7f2431400700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f24100a3d50 0x7f24100a6210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2418009680 tx=0x7f2418009260 comp rx=0 tx=0).stop 2024-04-26T02:00:17.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.275+0000 7f2431400700 1 -- 172.21.15.26:0/3238977531 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f242c1092d0 msgr2=0x7f242c19f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.275+0000 7f2431400700 1 --2- 172.21.15.26:0/3238977531 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f242c1092d0 0x7f242c19f740 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f241c006010 tx=0x7f241c005280 comp rx=0 tx=0).stop 2024-04-26T02:00:17.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.275+0000 7f242b200700 1 -- 172.21.15.26:0/3238977531 reap_dead start 2024-04-26T02:00:17.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.276+0000 7f2431400700 1 -- 172.21.15.26:0/3238977531 shutdown_connections 2024-04-26T02:00:17.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.276+0000 7f2431400700 1 -- 172.21.15.26:0/3238977531 >> 172.21.15.26:0/3238977531 conn(0x7f242c076210 msgr2=0x7f242c077e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:17.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.276+0000 7f2431400700 1 -- 172.21.15.26:0/3238977531 shutdown_connections 2024-04-26T02:00:17.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.276+0000 7f2431400700 1 -- 172.21.15.26:0/3238977531 wait complete. 2024-04-26T02:00:17.316 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:17 smithi026 ceph-mon[28138]: pgmap v386: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:17 smithi033 ceph-mon[32805]: pgmap v386: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:17.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:17 smithi064 ceph-mon[32613]: pgmap v386: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:17.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.840+0000 7fd636400700 1 -- 172.21.15.26:0/770502515 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd630102a90 msgr2=0x7fd630102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.840+0000 7fd636400700 1 --2- 172.21.15.26:0/770502515 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd630102a90 0x7fd630102f10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd61c009990 tx=0x7fd61c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.841+0000 7fd636400700 1 -- 172.21.15.26:0/770502515 shutdown_connections 2024-04-26T02:00:17.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.841+0000 7fd636400700 1 --2- 172.21.15.26:0/770502515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd630103450 0x7fd63010f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.841+0000 7fd636400700 1 --2- 172.21.15.26:0/770502515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd630108a80 0x7fd630108e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.841+0000 7fd636400700 1 --2- 172.21.15.26:0/770502515 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd630102a90 0x7fd630102f10 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.841+0000 7fd636400700 1 -- 172.21.15.26:0/770502515 >> 172.21.15.26:0/770502515 conn(0x7fd630079bf0 msgr2=0x7fd63007a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:17.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.841+0000 7fd636400700 1 -- 172.21.15.26:0/770502515 shutdown_connections 2024-04-26T02:00:17.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.841+0000 7fd636400700 1 -- 172.21.15.26:0/770502515 wait complete. 2024-04-26T02:00:17.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.842+0000 7fd636400700 1 Processor -- start 2024-04-26T02:00:17.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.842+0000 7fd636400700 1 -- start start 2024-04-26T02:00:17.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.843+0000 7fd636400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd630102a90 0x7fd630074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.843+0000 7fd636400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd630103450 0x7fd630075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.843+0000 7fd636400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd630108a80 0x7fd6300757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.843+0000 7fd636400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd630112c80 con 0x7fd630103450 2024-04-26T02:00:17.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.843+0000 7fd636400700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd630112b00 con 0x7fd630102a90 2024-04-26T02:00:17.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.843+0000 7fd636400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd630112e00 con 0x7fd630108a80 2024-04-26T02:00:17.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.843+0000 7fd62f400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd630102a90 0x7fd630074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.843+0000 7fd62ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd630103450 0x7fd630075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.843+0000 7fd62f400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd630102a90 0x7fd630074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:33686/0 (socket says 172.21.15.26:33686) 2024-04-26T02:00:17.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.843+0000 7fd62ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd630103450 0x7fd630075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50812/0 (socket says 172.21.15.26:50812) 2024-04-26T02:00:17.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.843+0000 7fd62f400700 1 -- 172.21.15.26:0/1302036130 learned_addr learned my addr 172.21.15.26:0/1302036130 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:17.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.843+0000 7fd62fe00700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd630108a80 0x7fd6300757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.844+0000 7fd62fe00700 1 -- 172.21.15.26:0/1302036130 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd630102a90 msgr2=0x7fd630074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.844+0000 7fd62fe00700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd630102a90 0x7fd630074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.844+0000 7fd62fe00700 1 -- 172.21.15.26:0/1302036130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd630103450 msgr2=0x7fd630075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.844+0000 7fd62fe00700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd630103450 0x7fd630075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.844+0000 7fd62fe00700 1 -- 172.21.15.26:0/1302036130 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6301a7720 con 0x7fd630108a80 2024-04-26T02:00:17.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.844+0000 7fd62fe00700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd630108a80 0x7fd6300757c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd62800efc0 tx=0x7fd62800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:17.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.844+0000 7fd627e00700 1 -- 172.21.15.26:0/1302036130 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6280093a0 con 0x7fd630108a80 2024-04-26T02:00:17.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.844+0000 7fd627e00700 1 -- 172.21.15.26:0/1302036130 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd62800c940 con 0x7fd630108a80 2024-04-26T02:00:17.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.844+0000 7fd627e00700 1 -- 172.21.15.26:0/1302036130 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd628004420 con 0x7fd630108a80 2024-04-26T02:00:17.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.844+0000 7fd636400700 1 -- 172.21.15.26:0/1302036130 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6301a79b0 con 0x7fd630108a80 2024-04-26T02:00:17.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.845+0000 7fd636400700 1 -- 172.21.15.26:0/1302036130 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6301a7ea0 con 0x7fd630108a80 2024-04-26T02:00:17.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.845+0000 7fd636400700 1 -- 172.21.15.26:0/1302036130 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd6300630d0 con 0x7fd630108a80 2024-04-26T02:00:17.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.848+0000 7fd627e00700 1 -- 172.21.15.26:0/1302036130 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd62801b030 con 0x7fd630108a80 2024-04-26T02:00:17.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.850+0000 7fd627e00700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd6140a3d50 0x7fd6140a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.850+0000 7fd627e00700 1 -- 172.21.15.26:0/1302036130 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fd6280d0420 con 0x7fd630108a80 2024-04-26T02:00:17.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.850+0000 7fd62f400700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd6140a3d50 0x7fd6140a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.850+0000 7fd627e00700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609] conn(0x7fd6140ad890 0x7fd6140afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.850+0000 7fd627e00700 1 -- 172.21.15.26:0/1302036130 --> [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd6140b0400 con 0x7fd6140ad890 2024-04-26T02:00:17.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.850+0000 7fd627e00700 1 -- 172.21.15.26:0/1302036130 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fd6280d07d0 con 0x7fd630108a80 2024-04-26T02:00:17.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.851+0000 7fd62ea00700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609] conn(0x7fd6140ad890 0x7fd6140afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.851+0000 7fd62f400700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd6140a3d50 0x7fd6140a6210 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd620009ce0 tx=0x7fd620009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:17.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.851+0000 7fd62ea00700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609] conn(0x7fd6140ad890 0x7fd6140afd30 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:17.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.853+0000 7fd627e00700 1 -- 172.21.15.26:0/1302036130 <== osd.0 v2:172.21.15.26:6802/1735610609 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd6140b0400 con 0x7fd6140ad890 2024-04-26T02:00:17.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.871+0000 7fd636400700 1 -- 172.21.15.26:0/1302036130 --> [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd6300635a0 con 0x7fd6140ad890 2024-04-26T02:00:17.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.872+0000 7fd627e00700 1 -- 172.21.15.26:0/1302036130 <== osd.0 v2:172.21.15.26:6802/1735610609 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd6300635a0 con 0x7fd6140ad890 2024-04-26T02:00:17.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.872+0000 7fd636400700 1 -- 172.21.15.26:0/1302036130 >> [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609] conn(0x7fd6140ad890 msgr2=0x7fd6140afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.872+0000 7fd636400700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609] conn(0x7fd6140ad890 0x7fd6140afd30 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.872+0000 7fd636400700 1 -- 172.21.15.26:0/1302036130 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd6140a3d50 msgr2=0x7fd6140a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.872+0000 7fd636400700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd6140a3d50 0x7fd6140a6210 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd620009ce0 tx=0x7fd620009260 comp rx=0 tx=0).stop 2024-04-26T02:00:17.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.872+0000 7fd636400700 1 -- 172.21.15.26:0/1302036130 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd630108a80 msgr2=0x7fd6300757c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.872+0000 7fd636400700 1 --2- 172.21.15.26:0/1302036130 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd630108a80 0x7fd6300757c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd62800efc0 tx=0x7fd62800c3a0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.872+0000 7fd62fe00700 1 -- 172.21.15.26:0/1302036130 reap_dead start 2024-04-26T02:00:17.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.872+0000 7fd636400700 1 -- 172.21.15.26:0/1302036130 shutdown_connections 2024-04-26T02:00:17.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.872+0000 7fd636400700 1 -- 172.21.15.26:0/1302036130 >> 172.21.15.26:0/1302036130 conn(0x7fd630079bf0 msgr2=0x7fd6301017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:17.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.873+0000 7fd636400700 1 -- 172.21.15.26:0/1302036130 shutdown_connections 2024-04-26T02:00:17.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:17.873+0000 7fd636400700 1 -- 172.21.15.26:0/1302036130 wait complete. 2024-04-26T02:00:18.337 INFO:teuthology.orchestra.run.smithi026.stdout:223338299453 2024-04-26T02:00:18.337 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-26T02:00:19.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:19 smithi026 ceph-mon[28138]: pgmap v387: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T02:00:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:19 smithi033 ceph-mon[32805]: pgmap v387: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T02:00:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:19 smithi064 ceph-mon[32613]: pgmap v387: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T02:00:19.846 INFO:teuthology.orchestra.run.smithi026.stdout:313532612651 2024-04-26T02:00:19.847 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-26T02:00:20.841 INFO:teuthology.orchestra.run.smithi026.stdout:34359738468 2024-04-26T02:00:20.842 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-26T02:00:21.152 INFO:teuthology.orchestra.run.smithi026.stdout:167503724618 2024-04-26T02:00:21.152 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-26T02:00:21.421 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:21 smithi026 ceph-mon[28138]: pgmap v388: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:00:21.465 INFO:teuthology.orchestra.run.smithi026.stdout:146028888142 2024-04-26T02:00:21.466 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-26T02:00:21.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:21 smithi033 ceph-mon[32805]: pgmap v388: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:00:21.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:21 smithi064 ceph-mon[32613]: pgmap v388: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:00:21.851 INFO:teuthology.orchestra.run.smithi026.stdout:55834574943 2024-04-26T02:00:21.852 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-26T02:00:22.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.401+0000 7fd0de600700 1 -- 172.21.15.26:0/1554871710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0d8108a50 msgr2=0x7fd0d8108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:22.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.401+0000 7fd0de600700 1 --2- 172.21.15.26:0/1554871710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0d8108a50 0x7fd0d8108e30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8009990 tx=0x7fd0c8009ca0 comp rx=0 tx=0).stop 2024-04-26T02:00:22.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.401+0000 7fd0de600700 1 -- 172.21.15.26:0/1554871710 shutdown_connections 2024-04-26T02:00:22.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.401+0000 7fd0de600700 1 --2- 172.21.15.26:0/1554871710 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0d8103450 0x7fd0d810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:22.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.401+0000 7fd0de600700 1 --2- 172.21.15.26:0/1554871710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0d8108a50 0x7fd0d8108e30 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:22.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.401+0000 7fd0de600700 1 --2- 172.21.15.26:0/1554871710 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd0d8102a90 0x7fd0d8102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:22.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.401+0000 7fd0de600700 1 -- 172.21.15.26:0/1554871710 >> 172.21.15.26:0/1554871710 conn(0x7fd0d8079ba0 msgr2=0x7fd0d8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:22.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.401+0000 7fd0de600700 1 -- 172.21.15.26:0/1554871710 shutdown_connections 2024-04-26T02:00:22.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.401+0000 7fd0de600700 1 -- 172.21.15.26:0/1554871710 wait complete. 2024-04-26T02:00:22.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.402+0000 7fd0de600700 1 Processor -- start 2024-04-26T02:00:22.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.402+0000 7fd0de600700 1 -- start start 2024-04-26T02:00:22.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0de600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0d8102a90 0x7fd0d819b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:22.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0de600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0d8103450 0x7fd0d819b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:22.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0de600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd0d8108a50 0x7fd0d819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:22.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0de600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d8112c30 con 0x7fd0d8102a90 2024-04-26T02:00:22.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0de600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d8112ab0 con 0x7fd0d8103450 2024-04-26T02:00:22.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0de600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d8112db0 con 0x7fd0d8108a50 2024-04-26T02:00:22.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0d7400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0d8102a90 0x7fd0d819b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0d7e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd0d8108a50 0x7fd0d819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0d7400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0d8102a90 0x7fd0d819b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50816/0 (socket says 172.21.15.26:50816) 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0d7400700 1 -- 172.21.15.26:0/1301470379 learned_addr learned my addr 172.21.15.26:0/1301470379 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0d6a00700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0d8103450 0x7fd0d819b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0d7e00700 1 -- 172.21.15.26:0/1301470379 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0d8103450 msgr2=0x7fd0d819b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0d7e00700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0d8103450 0x7fd0d819b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0d7e00700 1 -- 172.21.15.26:0/1301470379 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0d8102a90 msgr2=0x7fd0d819b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0d7e00700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0d8102a90 0x7fd0d819b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.403+0000 7fd0d7e00700 1 -- 172.21.15.26:0/1301470379 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d81a0360 con 0x7fd0d8108a50 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.404+0000 7fd0d7e00700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd0d8108a50 0x7fd0d819fc20 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd0d000efc0 tx=0x7fd0d000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.404+0000 7fd0cfe00700 1 -- 172.21.15.26:0/1301470379 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d00092e0 con 0x7fd0d8108a50 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.404+0000 7fd0cfe00700 1 -- 172.21.15.26:0/1301470379 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0d0004bb0 con 0x7fd0d8108a50 2024-04-26T02:00:22.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.404+0000 7fd0cfe00700 1 -- 172.21.15.26:0/1301470379 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0004020 con 0x7fd0d8108a50 2024-04-26T02:00:22.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.404+0000 7fd0de600700 1 -- 172.21.15.26:0/1301470379 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0d81a05f0 con 0x7fd0d8108a50 2024-04-26T02:00:22.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.404+0000 7fd0de600700 1 -- 172.21.15.26:0/1301470379 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0d81a7ed0 con 0x7fd0d8108a50 2024-04-26T02:00:22.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.405+0000 7fd0de600700 1 -- 172.21.15.26:0/1301470379 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd0d810f930 con 0x7fd0d8108a50 2024-04-26T02:00:22.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.407+0000 7fd0cfe00700 1 -- 172.21.15.26:0/1301470379 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd0d001b030 con 0x7fd0d8108a50 2024-04-26T02:00:22.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.410+0000 7fd0cfe00700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd0bc0a3d50 0x7fd0bc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:22.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.410+0000 7fd0cfe00700 1 -- 172.21.15.26:0/1301470379 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fd0d00cff50 con 0x7fd0d8108a50 2024-04-26T02:00:22.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.410+0000 7fd0d7400700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd0bc0a3d50 0x7fd0bc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:22.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.410+0000 7fd0cfe00700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586] conn(0x7fd0bc0ad890 0x7fd0bc0afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:22.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.410+0000 7fd0cfe00700 1 -- 172.21.15.26:0/1301470379 --> [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd0bc0b0400 con 0x7fd0bc0ad890 2024-04-26T02:00:22.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.410+0000 7fd0cfe00700 1 -- 172.21.15.26:0/1301470379 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fd0d00d2570 con 0x7fd0d8108a50 2024-04-26T02:00:22.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.410+0000 7fd0d6a00700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586] conn(0x7fd0bc0ad890 0x7fd0bc0afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:22.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.410+0000 7fd0d7400700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd0bc0a3d50 0x7fd0bc0a6210 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8006010 tx=0x7fd0c800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:22.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.410+0000 7fd0d6a00700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586] conn(0x7fd0bc0ad890 0x7fd0bc0afd30 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:22.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.411+0000 7fd0cfe00700 1 -- 172.21.15.26:0/1301470379 <== osd.3 v2:172.21.15.26:6810/2340844586 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd0bc0b0400 con 0x7fd0bc0ad890 2024-04-26T02:00:22.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.429+0000 7fd0de600700 1 -- 172.21.15.26:0/1301470379 --> [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd0d8104180 con 0x7fd0bc0ad890 2024-04-26T02:00:22.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.430+0000 7fd0cfe00700 1 -- 172.21.15.26:0/1301470379 <== osd.3 v2:172.21.15.26:6810/2340844586 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd0d8104180 con 0x7fd0bc0ad890 2024-04-26T02:00:22.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.431+0000 7fd0de600700 1 -- 172.21.15.26:0/1301470379 >> [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586] conn(0x7fd0bc0ad890 msgr2=0x7fd0bc0afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:22.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.431+0000 7fd0de600700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586] conn(0x7fd0bc0ad890 0x7fd0bc0afd30 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:22.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.431+0000 7fd0de600700 1 -- 172.21.15.26:0/1301470379 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd0bc0a3d50 msgr2=0x7fd0bc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:22.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.431+0000 7fd0de600700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd0bc0a3d50 0x7fd0bc0a6210 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8006010 tx=0x7fd0c800b260 comp rx=0 tx=0).stop 2024-04-26T02:00:22.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.431+0000 7fd0de600700 1 -- 172.21.15.26:0/1301470379 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd0d8108a50 msgr2=0x7fd0d819fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:22.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.431+0000 7fd0de600700 1 --2- 172.21.15.26:0/1301470379 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd0d8108a50 0x7fd0d819fc20 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd0d000efc0 tx=0x7fd0d000c3a0 comp rx=0 tx=0).stop 2024-04-26T02:00:22.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.431+0000 7fd0d7e00700 1 -- 172.21.15.26:0/1301470379 reap_dead start 2024-04-26T02:00:22.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.431+0000 7fd0de600700 1 -- 172.21.15.26:0/1301470379 shutdown_connections 2024-04-26T02:00:22.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.431+0000 7fd0de600700 1 -- 172.21.15.26:0/1301470379 >> 172.21.15.26:0/1301470379 conn(0x7fd0d8079ba0 msgr2=0x7fd0d810df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:22.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.431+0000 7fd0de600700 1 -- 172.21.15.26:0/1301470379 shutdown_connections 2024-04-26T02:00:22.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:22.431+0000 7fd0de600700 1 -- 172.21.15.26:0/1301470379 wait complete. 2024-04-26T02:00:23.457 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:23 smithi026 ceph-mon[28138]: pgmap v389: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:23.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:23 smithi033 ceph-mon[32805]: pgmap v389: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:23.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:23 smithi064 ceph-mon[32613]: pgmap v389: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:23.859 INFO:teuthology.orchestra.run.smithi026.stdout:111669149782 2024-04-26T02:00:23.860 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-26T02:00:24.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.252+0000 7f827b200700 1 -- 172.21.15.26:0/2218054221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f827c10f030 msgr2=0x7f827c10f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:24.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.252+0000 7f827b200700 1 --2- 172.21.15.26:0/2218054221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f827c10f030 0x7f827c10f410 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f826c0098f0 tx=0x7f826c009c00 comp rx=0 tx=0).stop 2024-04-26T02:00:24.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.252+0000 7f827b200700 1 -- 172.21.15.26:0/2218054221 shutdown_connections 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.252+0000 7f827b200700 1 --2- 172.21.15.26:0/2218054221 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f827c109940 0x7f827c115de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.252+0000 7f827b200700 1 --2- 172.21.15.26:0/2218054221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f827c10f030 0x7f827c10f410 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.252+0000 7f827b200700 1 --2- 172.21.15.26:0/2218054221 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f827c108f80 0x7f827c109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.252+0000 7f827b200700 1 -- 172.21.15.26:0/2218054221 >> 172.21.15.26:0/2218054221 conn(0x7f827c0787d0 msgr2=0x7f827c107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.252+0000 7f827b200700 1 -- 172.21.15.26:0/2218054221 shutdown_connections 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.252+0000 7f827b200700 1 -- 172.21.15.26:0/2218054221 wait complete. 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.253+0000 7f827b200700 1 Processor -- start 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.254+0000 7f827b200700 1 -- start start 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.254+0000 7f827b200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f827c108f80 0x7f827c19f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.254+0000 7f827b200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f827c109940 0x7f827c19fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.254+0000 7f827b200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f827c10f030 0x7f827c1a3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.254+0000 7f827b200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f827c119120 con 0x7f827c109940 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.254+0000 7f827b200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f827c118fa0 con 0x7f827c108f80 2024-04-26T02:00:24.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.254+0000 7f827b200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f827c1192a0 con 0x7f827c10f030 2024-04-26T02:00:24.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.254+0000 7f8279e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f827c108f80 0x7f827c19f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:24.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.255+0000 7f8279e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f827c108f80 0x7f827c19f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:33716/0 (socket says 172.21.15.26:33716) 2024-04-26T02:00:24.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.255+0000 7f8279400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f827c109940 0x7f827c19fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:24.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.255+0000 7f8279e00700 1 -- 172.21.15.26:0/2228964483 learned_addr learned my addr 172.21.15.26:0/2228964483 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:24.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.255+0000 7f827a800700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f827c10f030 0x7f827c1a3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:24.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.255+0000 7f8279e00700 1 -- 172.21.15.26:0/2228964483 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f827c10f030 msgr2=0x7f827c1a3ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:24.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.255+0000 7f8279e00700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f827c10f030 0x7f827c1a3ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:24.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.255+0000 7f8279e00700 1 -- 172.21.15.26:0/2228964483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f827c109940 msgr2=0x7f827c19fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:24.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.255+0000 7f8279e00700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f827c109940 0x7f827c19fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:24.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.255+0000 7f8279e00700 1 -- 172.21.15.26:0/2228964483 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f827c1a45e0 con 0x7f827c108f80 2024-04-26T02:00:24.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.255+0000 7f8279e00700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f827c108f80 0x7f827c19f5d0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f826c00f990 tx=0x7f826c00f9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:24.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.256+0000 7f8272a00700 1 -- 172.21.15.26:0/2228964483 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f826c027070 con 0x7f827c108f80 2024-04-26T02:00:24.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.256+0000 7f827b200700 1 -- 172.21.15.26:0/2228964483 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f827c1a4870 con 0x7f827c108f80 2024-04-26T02:00:24.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.256+0000 7f8272a00700 1 -- 172.21.15.26:0/2228964483 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f826c005570 con 0x7f827c108f80 2024-04-26T02:00:24.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.256+0000 7f8272a00700 1 -- 172.21.15.26:0/2228964483 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f826c004930 con 0x7f827c108f80 2024-04-26T02:00:24.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.256+0000 7f827b200700 1 -- 172.21.15.26:0/2228964483 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f827c1ac150 con 0x7f827c108f80 2024-04-26T02:00:24.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.257+0000 7f827b200700 1 -- 172.21.15.26:0/2228964483 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f827c063110 con 0x7f827c108f80 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.259+0000 7f8272a00700 1 -- 172.21.15.26:0/2228964483 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f826c02a070 con 0x7f827c108f80 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.260+0000 7f8272a00700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f82600a3d50 0x7f82600a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.260+0000 7f8272a00700 1 -- 172.21.15.26:0/2228964483 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f826c0d19c0 con 0x7f827c108f80 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.260+0000 7f8279400700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f82600a3d50 0x7f82600a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.261+0000 7f8272a00700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678] conn(0x7f82600ad890 0x7f82600afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.261+0000 7f8272a00700 1 -- 172.21.15.26:0/2228964483 --> [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f826c018e50 con 0x7f82600ad890 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.261+0000 7f8272a00700 1 -- 172.21.15.26:0/2228964483 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f826c0d1db0 con 0x7f827c108f80 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.261+0000 7f827a800700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678] conn(0x7f82600ad890 0x7f82600afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.261+0000 7f8279400700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f82600a3d50 0x7f82600a6210 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8268009750 tx=0x7f8268009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.262+0000 7f827a800700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678] conn(0x7f82600ad890 0x7f82600afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.263+0000 7f8272a00700 1 -- 172.21.15.26:0/2228964483 <== osd.6 v2:172.21.15.26:6818/885177678 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f826c018e50 con 0x7f82600ad890 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.281+0000 7f827b200700 1 -- 172.21.15.26:0/2228964483 --> [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f827c063510 con 0x7f82600ad890 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.282+0000 7f8272a00700 1 -- 172.21.15.26:0/2228964483 <== osd.6 v2:172.21.15.26:6818/885177678 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f827c063510 con 0x7f82600ad890 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.282+0000 7f827b200700 1 -- 172.21.15.26:0/2228964483 >> [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678] conn(0x7f82600ad890 msgr2=0x7f82600afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:24.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.282+0000 7f827b200700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678] conn(0x7f82600ad890 0x7f82600afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:24.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.282+0000 7f827b200700 1 -- 172.21.15.26:0/2228964483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f82600a3d50 msgr2=0x7f82600a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:24.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.282+0000 7f827b200700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f82600a3d50 0x7f82600a6210 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8268009750 tx=0x7f8268009310 comp rx=0 tx=0).stop 2024-04-26T02:00:24.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.282+0000 7f827b200700 1 -- 172.21.15.26:0/2228964483 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f827c108f80 msgr2=0x7f827c19f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:24.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.282+0000 7f827b200700 1 --2- 172.21.15.26:0/2228964483 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f827c108f80 0x7f827c19f5d0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f826c00f990 tx=0x7f826c00f9c0 comp rx=0 tx=0).stop 2024-04-26T02:00:24.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.282+0000 7f827a800700 1 -- 172.21.15.26:0/2228964483 reap_dead start 2024-04-26T02:00:24.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.283+0000 7f827b200700 1 -- 172.21.15.26:0/2228964483 shutdown_connections 2024-04-26T02:00:24.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.283+0000 7f827b200700 1 -- 172.21.15.26:0/2228964483 >> 172.21.15.26:0/2228964483 conn(0x7f827c0787d0 msgr2=0x7f827c079ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:24.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.283+0000 7f827b200700 1 -- 172.21.15.26:0/2228964483 shutdown_connections 2024-04-26T02:00:24.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:23.283+0000 7f827b200700 1 -- 172.21.15.26:0/2228964483 wait complete. 2024-04-26T02:00:24.468 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:24.849 INFO:teuthology.orchestra.run.smithi026.stdout:201863462980 2024-04-26T02:00:24.850 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-26T02:00:25.141 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:25.148 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:25.148 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:25.154 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:25.159 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:25.159 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:25.229 INFO:teuthology.orchestra.run.smithi026.stdout:292057776177 2024-04-26T02:00:25.230 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-26T02:00:25.254 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:25.372 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:25 smithi026 ceph-mon[28138]: pgmap v390: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T02:00:25.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:25 smithi033 ceph-mon[32805]: pgmap v390: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T02:00:25.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:25 smithi064 ceph-mon[32613]: pgmap v390: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T02:00:26.790 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:26.795 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:27.433 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:27 smithi026 ceph-mon[28138]: pgmap v391: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:27.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:27 smithi033 ceph-mon[32805]: pgmap v391: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:27.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:27 smithi064 ceph-mon[32613]: pgmap v391: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:29.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:29 smithi026 ceph-mon[28138]: pgmap v392: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:00:29.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:29 smithi033 ceph-mon[32805]: pgmap v392: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:00:29.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:29 smithi064 ceph-mon[32613]: pgmap v392: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:00:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:31 smithi026 ceph-mon[28138]: pgmap v393: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:00:31.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:31 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:00:31.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:31 smithi033 ceph-mon[32805]: pgmap v393: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:00:31.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:31 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:00:31.545 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:31 smithi064 ceph-mon[32613]: pgmap v393: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:00:31.545 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:31 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:00:33.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:33 smithi064 ceph-mon[32613]: pgmap v394: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:33.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:33 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:33 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:33 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:33 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:33 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:33 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.587 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:33 smithi026 ceph-mon[28138]: pgmap v394: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:33.587 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:33 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.587 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:33 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.587 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:33 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.587 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:33 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.588 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:33 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.588 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:33 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:33 smithi033 ceph-mon[32805]: pgmap v394: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:33.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:33 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:33 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:33 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:33 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:33 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:33.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:33 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:34.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.738+0000 7f6be1c00700 1 -- 172.21.15.26:0/794325881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bdc102a90 msgr2=0x7f6bdc102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:34.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.738+0000 7f6be1c00700 1 --2- 172.21.15.26:0/794325881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bdc102a90 0x7f6bdc102f10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6bc40098f0 tx=0x7f6bc4009c00 comp rx=0 tx=0).stop 2024-04-26T02:00:34.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.738+0000 7f6be1c00700 1 -- 172.21.15.26:0/794325881 shutdown_connections 2024-04-26T02:00:34.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.738+0000 7f6be1c00700 1 --2- 172.21.15.26:0/794325881 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6bdc103450 0x7f6bdc10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:34.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.738+0000 7f6be1c00700 1 --2- 172.21.15.26:0/794325881 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6bdc108a50 0x7f6bdc108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:34.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.738+0000 7f6be1c00700 1 --2- 172.21.15.26:0/794325881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bdc102a90 0x7f6bdc102f10 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.738+0000 7f6be1c00700 1 -- 172.21.15.26:0/794325881 >> 172.21.15.26:0/794325881 conn(0x7f6bdc079ba0 msgr2=0x7f6bdc079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.738+0000 7f6be1c00700 1 -- 172.21.15.26:0/794325881 shutdown_connections 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.738+0000 7f6be1c00700 1 -- 172.21.15.26:0/794325881 wait complete. 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.739+0000 7f6be1c00700 1 Processor -- start 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.739+0000 7f6be1c00700 1 -- start start 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.740+0000 7f6be1c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6bdc102a90 0x7f6bdc19b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.740+0000 7f6be1c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6bdc103450 0x7f6bdc19b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.740+0000 7f6be1c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bdc108a50 0x7f6bdc19fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.740+0000 7f6be1c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6bdc112c50 con 0x7f6bdc103450 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.740+0000 7f6be1c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6bdc112ad0 con 0x7f6bdc108a50 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.740+0000 7f6be1c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6bdc112dd0 con 0x7f6bdc102a90 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.740+0000 7f6bd3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6bdc103450 0x7f6bdc19b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.740+0000 7f6bdaa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6bdc102a90 0x7f6bdc19b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:34.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.740+0000 7f6bdaa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6bdc102a90 0x7f6bdc19b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:56674/0 (socket says 172.21.15.26:56674) 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.740+0000 7f6bdaa00700 1 -- 172.21.15.26:0/897625483 learned_addr learned my addr 172.21.15.26:0/897625483 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.740+0000 7f6bdb400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bdc108a50 0x7f6bdc19fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.741+0000 7f6bdb400700 1 -- 172.21.15.26:0/897625483 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6bdc102a90 msgr2=0x7f6bdc19b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.741+0000 7f6bdb400700 1 --2- 172.21.15.26:0/897625483 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6bdc102a90 0x7f6bdc19b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.741+0000 7f6bdb400700 1 -- 172.21.15.26:0/897625483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6bdc103450 msgr2=0x7f6bdc19b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.741+0000 7f6bdb400700 1 --2- 172.21.15.26:0/897625483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6bdc103450 0x7f6bdc19b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.741+0000 7f6bdb400700 1 -- 172.21.15.26:0/897625483 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bdc1a03f0 con 0x7f6bdc108a50 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.741+0000 7f6bdb400700 1 --2- 172.21.15.26:0/897625483 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bdc108a50 0x7f6bdc19fcb0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6bd400efc0 tx=0x7f6bd400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.741+0000 7f6bd3400700 1 -- 172.21.15.26:0/897625483 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd40092e0 con 0x7f6bdc108a50 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.741+0000 7f6bd3400700 1 -- 172.21.15.26:0/897625483 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bd4004bb0 con 0x7f6bdc108a50 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.741+0000 7f6bd3400700 1 -- 172.21.15.26:0/897625483 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd4004020 con 0x7f6bdc108a50 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.741+0000 7f6be1c00700 1 -- 172.21.15.26:0/897625483 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bdc1a0680 con 0x7f6bdc108a50 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.742+0000 7f6be1c00700 1 -- 172.21.15.26:0/897625483 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bdc1a7f60 con 0x7f6bdc108a50 2024-04-26T02:00:34.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.743+0000 7f6be1c00700 1 -- 172.21.15.26:0/897625483 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bdc104180 con 0x7f6bdc108a50 2024-04-26T02:00:34.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.745+0000 7f6bd3400700 1 -- 172.21.15.26:0/897625483 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f6bd401b030 con 0x7f6bdc108a50 2024-04-26T02:00:34.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.746+0000 7f6bd3400700 1 --2- 172.21.15.26:0/897625483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f6bc00a3d50 0x7f6bc00a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:34.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.746+0000 7f6bd3400700 1 -- 172.21.15.26:0/897625483 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f6bd40cff70 con 0x7f6bdc108a50 2024-04-26T02:00:34.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.746+0000 7f6bdaa00700 1 --2- 172.21.15.26:0/897625483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f6bc00a3d50 0x7f6bc00a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:34.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.747+0000 7f6bdaa00700 1 --2- 172.21.15.26:0/897625483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f6bc00a3d50 0x7f6bc00a6210 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc009ca0 tx=0x7f6bcc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:34.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.751+0000 7f6bd3400700 1 -- 172.21.15.26:0/897625483 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6bd4022020 con 0x7f6bdc108a50 2024-04-26T02:00:34.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.994+0000 7f6be1c00700 1 -- 172.21.15.26:0/897625483 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f6bdc02df80 con 0x7f6bdc108a50 2024-04-26T02:00:34.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.995+0000 7f6bd3400700 1 -- 172.21.15.26:0/897625483 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f6bd4010040 con 0x7f6bdc108a50 2024-04-26T02:00:34.993 INFO:teuthology.orchestra.run.smithi026.stdout:257698037820 2024-04-26T02:00:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.998+0000 7f6be1c00700 1 -- 172.21.15.26:0/897625483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f6bc00a3d50 msgr2=0x7f6bc00a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.998+0000 7f6be1c00700 1 --2- 172.21.15.26:0/897625483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f6bc00a3d50 0x7f6bc00a6210 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc009ca0 tx=0x7f6bcc009260 comp rx=0 tx=0).stop 2024-04-26T02:00:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.998+0000 7f6be1c00700 1 -- 172.21.15.26:0/897625483 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bdc108a50 msgr2=0x7f6bdc19fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.998+0000 7f6be1c00700 1 --2- 172.21.15.26:0/897625483 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bdc108a50 0x7f6bdc19fcb0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6bd400efc0 tx=0x7f6bd400c3a0 comp rx=0 tx=0).stop 2024-04-26T02:00:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.998+0000 7f6be1c00700 1 -- 172.21.15.26:0/897625483 shutdown_connections 2024-04-26T02:00:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.998+0000 7f6be1c00700 1 --2- 172.21.15.26:0/897625483 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bdc108a50 0x7f6bdc19fcb0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.998+0000 7f6be1c00700 1 --2- 172.21.15.26:0/897625483 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6bdc102a90 0x7f6bdc19b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.998+0000 7f6be1c00700 1 --2- 172.21.15.26:0/897625483 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f6bc00a3d50 0x7f6bc00a6210 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.998+0000 7f6be1c00700 1 --2- 172.21.15.26:0/897625483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6bdc103450 0x7f6bdc19b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.998+0000 7f6be1c00700 1 -- 172.21.15.26:0/897625483 >> 172.21.15.26:0/897625483 conn(0x7f6bdc079ba0 msgr2=0x7f6bdc10dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.998+0000 7f6be1c00700 1 -- 172.21.15.26:0/897625483 shutdown_connections 2024-04-26T02:00:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:34.998+0000 7f6be1c00700 1 -- 172.21.15.26:0/897625483 wait complete. 2024-04-26T02:00:35.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:35 smithi064 ceph-mon[32613]: pgmap v395: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:00:35.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:35 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/897625483' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T02:00:35.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:35 smithi026 ceph-mon[28138]: pgmap v395: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:00:35.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:35 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/897625483' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T02:00:35.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:35 smithi033 ceph-mon[32805]: pgmap v395: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:00:35.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:35 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/897625483' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T02:00:36.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.186+0000 7f2d48000700 1 -- 172.21.15.26:0/292004354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d4010f4a0 msgr2=0x7f2d40111890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:36.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.186+0000 7f2d48000700 1 --2- 172.21.15.26:0/292004354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d4010f4a0 0x7f2d40111890 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f2d3800b0a0 tx=0x7f2d3800b3b0 comp rx=0 tx=0).stop 2024-04-26T02:00:36.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.186+0000 7f2d48000700 1 -- 172.21.15.26:0/292004354 shutdown_connections 2024-04-26T02:00:36.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.186+0000 7f2d48000700 1 --2- 172.21.15.26:0/292004354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d4010f4a0 0x7f2d40111890 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:36.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.186+0000 7f2d48000700 1 --2- 172.21.15.26:0/292004354 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2d40074c70 0x7f2d40075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:36.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.186+0000 7f2d48000700 1 --2- 172.21.15.26:0/292004354 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d40075590 0x7f2d4010ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:36.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.186+0000 7f2d48000700 1 -- 172.21.15.26:0/292004354 >> 172.21.15.26:0/292004354 conn(0x7f2d40079ba0 msgr2=0x7f2d40079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:36.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.186+0000 7f2d48000700 1 -- 172.21.15.26:0/292004354 shutdown_connections 2024-04-26T02:00:36.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.186+0000 7f2d48000700 1 -- 172.21.15.26:0/292004354 wait complete. 2024-04-26T02:00:36.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.187+0000 7f2d48000700 1 Processor -- start 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.187+0000 7f2d48000700 1 -- start start 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d48000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2d40074c70 0x7f2d4019b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d48000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d40075590 0x7f2d4019b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d48000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d4010f4a0 0x7f2d4019fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d48000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2d40114e60 con 0x7f2d4010f4a0 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d48000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2d40114ce0 con 0x7f2d40075590 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d48000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2d40114fe0 con 0x7f2d40074c70 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d46000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d4010f4a0 0x7f2d4019fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d46000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d4010f4a0 0x7f2d4019fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60414/0 (socket says 172.21.15.26:60414) 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d46000700 1 -- 172.21.15.26:0/2547075907 learned_addr learned my addr 172.21.15.26:0/2547075907 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d45600700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2d40074c70 0x7f2d4019b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d44c00700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d40075590 0x7f2d4019b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d46000700 1 -- 172.21.15.26:0/2547075907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2d40074c70 msgr2=0x7f2d4019b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d46000700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2d40074c70 0x7f2d4019b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:36.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d46000700 1 -- 172.21.15.26:0/2547075907 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d40075590 msgr2=0x7f2d4019b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d46000700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d40075590 0x7f2d4019b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.188+0000 7f2d46000700 1 -- 172.21.15.26:0/2547075907 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d401a0290 con 0x7f2d4010f4a0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.189+0000 7f2d46000700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d4010f4a0 0x7f2d4019fb50 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2d3800b070 tx=0x7f2d38004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.189+0000 7f2d3e000700 1 -- 172.21.15.26:0/2547075907 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d38021070 con 0x7f2d4010f4a0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.189+0000 7f2d3e000700 1 -- 172.21.15.26:0/2547075907 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2d38004e30 con 0x7f2d4010f4a0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.189+0000 7f2d48000700 1 -- 172.21.15.26:0/2547075907 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d401a0520 con 0x7f2d4010f4a0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.189+0000 7f2d3e000700 1 -- 172.21.15.26:0/2547075907 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d380044f0 con 0x7f2d4010f4a0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.189+0000 7f2d48000700 1 -- 172.21.15.26:0/2547075907 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d401a7e00 con 0x7f2d4010f4a0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.190+0000 7f2d48000700 1 -- 172.21.15.26:0/2547075907 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d40069730 con 0x7f2d4010f4a0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.192+0000 7f2d3e000700 1 -- 172.21.15.26:0/2547075907 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2d38003c00 con 0x7f2d4010f4a0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.194+0000 7f2d3e000700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2d280a3d50 0x7f2d280a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.195+0000 7f2d3e000700 1 -- 172.21.15.26:0/2547075907 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2d380d12c0 con 0x7f2d4010f4a0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.195+0000 7f2d45600700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2d280a3d50 0x7f2d280a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.196+0000 7f2d45600700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2d280a3d50 0x7f2d280a6210 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2d34009c60 tx=0x7f2d34009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.198+0000 7f2d3e000700 1 -- 172.21.15.26:0/2547075907 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2d3809db80 con 0x7f2d4010f4a0 2024-04-26T02:00:36.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.420+0000 7f2d48000700 1 -- 172.21.15.26:0/2547075907 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f2d401a7fd0 con 0x7f2d4010f4a0 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.421+0000 7f2d3e000700 1 -- 172.21.15.26:0/2547075907 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2d3809d480 con 0x7f2d4010f4a0 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.424+0000 7f2d48000700 1 -- 172.21.15.26:0/2547075907 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2d280a3d50 msgr2=0x7f2d280a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.424+0000 7f2d48000700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2d280a3d50 0x7f2d280a6210 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2d34009c60 tx=0x7f2d34009260 comp rx=0 tx=0).stop 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.424+0000 7f2d48000700 1 -- 172.21.15.26:0/2547075907 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d4010f4a0 msgr2=0x7f2d4019fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.424+0000 7f2d48000700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d4010f4a0 0x7f2d4019fb50 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2d3800b070 tx=0x7f2d38004c80 comp rx=0 tx=0).stop 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.424+0000 7f2d48000700 1 -- 172.21.15.26:0/2547075907 shutdown_connections 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.424+0000 7f2d48000700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f2d280a3d50 0x7f2d280a6210 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.424+0000 7f2d48000700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d4010f4a0 0x7f2d4019fb50 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.424+0000 7f2d48000700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2d40074c70 0x7f2d4019b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.424+0000 7f2d48000700 1 --2- 172.21.15.26:0/2547075907 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d40075590 0x7f2d4019b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.424+0000 7f2d48000700 1 -- 172.21.15.26:0/2547075907 >> 172.21.15.26:0/2547075907 conn(0x7f2d40079ba0 msgr2=0x7f2d400ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.425+0000 7f2d48000700 1 -- 172.21.15.26:0/2547075907 shutdown_connections 2024-04-26T02:00:36.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:35.425+0000 7f2d48000700 1 -- 172.21.15.26:0/2547075907 wait complete. 2024-04-26T02:00:36.462 INFO:teuthology.orchestra.run.smithi026.stdout:77309411423 2024-04-26T02:00:36.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:36 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2547075907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T02:00:36.668 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:36 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2547075907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T02:00:36.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:36 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2547075907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T02:00:37.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.413+0000 7f23f1200700 1 -- 172.21.15.26:0/3018342255 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec108a50 msgr2=0x7f23ec108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:37.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.413+0000 7f23f1200700 1 --2- 172.21.15.26:0/3018342255 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec108a50 0x7f23ec108e30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f23dc009990 tx=0x7f23dc009ca0 comp rx=0 tx=0).stop 2024-04-26T02:00:37.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.413+0000 7f23f1200700 1 -- 172.21.15.26:0/3018342255 shutdown_connections 2024-04-26T02:00:37.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.413+0000 7f23f1200700 1 --2- 172.21.15.26:0/3018342255 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23ec103450 0x7f23ec10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:37.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.413+0000 7f23f1200700 1 --2- 172.21.15.26:0/3018342255 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec108a50 0x7f23ec108e30 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:37.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.413+0000 7f23f1200700 1 --2- 172.21.15.26:0/3018342255 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f23ec102a90 0x7f23ec102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:37.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.413+0000 7f23f1200700 1 -- 172.21.15.26:0/3018342255 >> 172.21.15.26:0/3018342255 conn(0x7f23ec079ba0 msgr2=0x7f23ec079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:37.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.413+0000 7f23f1200700 1 -- 172.21.15.26:0/3018342255 shutdown_connections 2024-04-26T02:00:37.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.414+0000 7f23f1200700 1 -- 172.21.15.26:0/3018342255 wait complete. 2024-04-26T02:00:37.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.415+0000 7f23f1200700 1 Processor -- start 2024-04-26T02:00:37.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.415+0000 7f23f1200700 1 -- start start 2024-04-26T02:00:37.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.415+0000 7f23f1200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23ec102a90 0x7f23ec074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:37.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.415+0000 7f23f1200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f23ec103450 0x7f23ec075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:37.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.415+0000 7f23f1200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec108a50 0x7f23ec0757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:37.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.415+0000 7f23f1200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec112c60 con 0x7f23ec108a50 2024-04-26T02:00:37.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.415+0000 7f23f1200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec112ae0 con 0x7f23ec102a90 2024-04-26T02:00:37.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.415+0000 7f23f1200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec112de0 con 0x7f23ec103450 2024-04-26T02:00:37.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.416+0000 7f23e9400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f23ec103450 0x7f23ec075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:37.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.416+0000 7f23e9400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f23ec103450 0x7f23ec075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:49402/0 (socket says 172.21.15.26:49402) 2024-04-26T02:00:37.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.416+0000 7f23e9e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23ec102a90 0x7f23ec074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:37.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.416+0000 7f23e9400700 1 -- 172.21.15.26:0/1755228959 learned_addr learned my addr 172.21.15.26:0/1755228959 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:37.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.416+0000 7f23ea800700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec108a50 0x7f23ec0757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:37.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.416+0000 7f23e9400700 1 -- 172.21.15.26:0/1755228959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23ec102a90 msgr2=0x7f23ec074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:37.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.416+0000 7f23e9400700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23ec102a90 0x7f23ec074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:37.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.416+0000 7f23e9400700 1 -- 172.21.15.26:0/1755228959 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec108a50 msgr2=0x7f23ec0757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.416+0000 7f23e9400700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec108a50 0x7f23ec0757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.416+0000 7f23e9400700 1 -- 172.21.15.26:0/1755228959 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23ec1a76a0 con 0x7f23ec103450 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.416+0000 7f23e9400700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f23ec103450 0x7f23ec075280 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f23d800e9c0 tx=0x7f23d800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.417+0000 7f23e2a00700 1 -- 172.21.15.26:0/1755228959 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d800cbd0 con 0x7f23ec103450 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.417+0000 7f23e2a00700 1 -- 172.21.15.26:0/1755228959 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23d800cd70 con 0x7f23ec103450 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.417+0000 7f23e2a00700 1 -- 172.21.15.26:0/1755228959 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d8005610 con 0x7f23ec103450 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.417+0000 7f23f1200700 1 -- 172.21.15.26:0/1755228959 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23ec1a7990 con 0x7f23ec103450 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.417+0000 7f23f1200700 1 -- 172.21.15.26:0/1755228959 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23ec1a7e80 con 0x7f23ec103450 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.418+0000 7f23f1200700 1 -- 172.21.15.26:0/1755228959 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23ec069730 con 0x7f23ec103450 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.420+0000 7f23e2a00700 1 -- 172.21.15.26:0/1755228959 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f23d8004750 con 0x7f23ec103450 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.421+0000 7f23e2a00700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f23d00a3c40 0x7f23d00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.421+0000 7f23e2a00700 1 -- 172.21.15.26:0/1755228959 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f23d80d0780 con 0x7f23ec103450 2024-04-26T02:00:37.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.422+0000 7f23e9e00700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f23d00a3c40 0x7f23d00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:37.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.422+0000 7f23e9e00700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f23d00a3c40 0x7f23d00a6100 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f23dc006010 tx=0x7f23dc00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:37.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.426+0000 7f23e2a00700 1 -- 172.21.15.26:0/1755228959 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f23d809d110 con 0x7f23ec103450 2024-04-26T02:00:37.276 INFO:teuthology.orchestra.run.smithi026.stdout:167503724622 2024-04-26T02:00:37.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.670+0000 7f23f1200700 1 -- 172.21.15.26:0/1755228959 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f23ec02df80 con 0x7f23ec103450 2024-04-26T02:00:37.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.670+0000 7f23e2a00700 1 -- 172.21.15.26:0/1755228959 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f23d809ca10 con 0x7f23ec103450 2024-04-26T02:00:37.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.673+0000 7f23f1200700 1 -- 172.21.15.26:0/1755228959 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f23d00a3c40 msgr2=0x7f23d00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:37.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.673+0000 7f23f1200700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f23d00a3c40 0x7f23d00a6100 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f23dc006010 tx=0x7f23dc00b260 comp rx=0 tx=0).stop 2024-04-26T02:00:37.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.673+0000 7f23f1200700 1 -- 172.21.15.26:0/1755228959 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f23ec103450 msgr2=0x7f23ec075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:37.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.673+0000 7f23f1200700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f23ec103450 0x7f23ec075280 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f23d800e9c0 tx=0x7f23d800ecd0 comp rx=0 tx=0).stop 2024-04-26T02:00:37.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.673+0000 7f23f1200700 1 -- 172.21.15.26:0/1755228959 shutdown_connections 2024-04-26T02:00:37.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.673+0000 7f23f1200700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f23d00a3c40 0x7f23d00a6100 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:37.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.673+0000 7f23f1200700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec108a50 0x7f23ec0757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:37.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.673+0000 7f23f1200700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23ec102a90 0x7f23ec074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:37.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.673+0000 7f23f1200700 1 --2- 172.21.15.26:0/1755228959 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f23ec103450 0x7f23ec075280 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:37.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.674+0000 7f23f1200700 1 -- 172.21.15.26:0/1755228959 >> 172.21.15.26:0/1755228959 conn(0x7f23ec079ba0 msgr2=0x7f23ec101940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:37.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.674+0000 7f23f1200700 1 -- 172.21.15.26:0/1755228959 shutdown_connections 2024-04-26T02:00:37.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.674+0000 7f23f1200700 1 -- 172.21.15.26:0/1755228959 wait complete. 2024-04-26T02:00:37.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:37 smithi064 ceph-mon[32613]: pgmap v396: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:37.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:37 smithi064 ceph-mon[32613]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-04-26T02:00:37.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:37 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1755228959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T02:00:37.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:37 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3069868874' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T02:00:37.582 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:37 smithi026 ceph-mon[28138]: pgmap v396: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:37.582 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:37 smithi026 ceph-mon[28138]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-04-26T02:00:37.582 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:37 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1755228959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T02:00:37.582 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:37 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3069868874' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T02:00:37.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:37 smithi033 ceph-mon[32805]: pgmap v396: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:37.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:37 smithi033 ceph-mon[32805]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-04-26T02:00:37.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:37 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1755228959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T02:00:37.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:37 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3069868874' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T02:00:38.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.529+0000 7f3f96000700 1 -- 172.21.15.26:0/159143065 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3f90104ee0 msgr2=0x7f3f901052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:38.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.529+0000 7f3f96000700 1 --2- 172.21.15.26:0/159143065 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3f90104ee0 0x7f3f901052c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3f800099c0 tx=0x7f3f80009cd0 comp rx=0 tx=0).stop 2024-04-26T02:00:38.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.529+0000 7f3f96000700 1 -- 172.21.15.26:0/159143065 shutdown_connections 2024-04-26T02:00:38.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.529+0000 7f3f96000700 1 --2- 172.21.15.26:0/159143065 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90109fc0 0x7f3f90111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:38.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.529+0000 7f3f96000700 1 --2- 172.21.15.26:0/159143065 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3f90104ee0 0x7f3f901052c0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:38.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.529+0000 7f3f96000700 1 --2- 172.21.15.26:0/159143065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f90105890 0x7f3f901098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.529+0000 7f3f96000700 1 -- 172.21.15.26:0/159143065 >> 172.21.15.26:0/159143065 conn(0x7f3f90100770 msgr2=0x7f3f90102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.530+0000 7f3f96000700 1 -- 172.21.15.26:0/159143065 shutdown_connections 2024-04-26T02:00:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.530+0000 7f3f96000700 1 -- 172.21.15.26:0/159143065 wait complete. 2024-04-26T02:00:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.531+0000 7f3f96000700 1 Processor -- start 2024-04-26T02:00:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.531+0000 7f3f96000700 1 -- start start 2024-04-26T02:00:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.532+0000 7f3f96000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90104ee0 0x7f3f9019b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.532+0000 7f3f96000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3f90105890 0x7f3f9019b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.532+0000 7f3f96000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f90109fc0 0x7f3f9019fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.532+0000 7f3f96000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3f90114ed0 con 0x7f3f90105890 2024-04-26T02:00:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.532+0000 7f3f96000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3f90114d50 con 0x7f3f90109fc0 2024-04-26T02:00:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.532+0000 7f3f96000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3f90115050 con 0x7f3f90104ee0 2024-04-26T02:00:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.532+0000 7f3f8ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3f90105890 0x7f3f9019b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.532+0000 7f3f8ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3f90105890 0x7f3f9019b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39030/0 (socket says 172.21.15.26:39030) 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.532+0000 7f3f8fe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f90109fc0 0x7f3f9019fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.532+0000 7f3f8ea00700 1 -- 172.21.15.26:0/3069868874 learned_addr learned my addr 172.21.15.26:0/3069868874 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.532+0000 7f3f8f400700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90104ee0 0x7f3f9019b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.532+0000 7f3f8fe00700 1 -- 172.21.15.26:0/3069868874 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90104ee0 msgr2=0x7f3f9019b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.533+0000 7f3f8fe00700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90104ee0 0x7f3f9019b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.533+0000 7f3f8fe00700 1 -- 172.21.15.26:0/3069868874 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3f90105890 msgr2=0x7f3f9019b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.533+0000 7f3f8fe00700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3f90105890 0x7f3f9019b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.533+0000 7f3f8fe00700 1 -- 172.21.15.26:0/3069868874 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f901a03c0 con 0x7f3f90109fc0 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.533+0000 7f3f8fe00700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f90109fc0 0x7f3f9019fc80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3f8800efc0 tx=0x7f3f8800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.533+0000 7f3f87e00700 1 -- 172.21.15.26:0/3069868874 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f880092e0 con 0x7f3f90109fc0 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.533+0000 7f3f96000700 1 -- 172.21.15.26:0/3069868874 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f901a0650 con 0x7f3f90109fc0 2024-04-26T02:00:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.533+0000 7f3f87e00700 1 -- 172.21.15.26:0/3069868874 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3f88004bb0 con 0x7f3f90109fc0 2024-04-26T02:00:38.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.533+0000 7f3f87e00700 1 -- 172.21.15.26:0/3069868874 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f88004020 con 0x7f3f90109fc0 2024-04-26T02:00:38.336 INFO:teuthology.orchestra.run.smithi026.stdout:347892351019 2024-04-26T02:00:38.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.533+0000 7f3f96000700 1 -- 172.21.15.26:0/3069868874 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f901a7f30 con 0x7f3f90109fc0 2024-04-26T02:00:38.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.534+0000 7f3f96000700 1 -- 172.21.15.26:0/3069868874 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f90069730 con 0x7f3f90109fc0 2024-04-26T02:00:38.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.537+0000 7f3f87e00700 1 -- 172.21.15.26:0/3069868874 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f3f8801b030 con 0x7f3f90109fc0 2024-04-26T02:00:38.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.538+0000 7f3f87e00700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3f740a3c40 0x7f3f740a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.538+0000 7f3f87e00700 1 -- 172.21.15.26:0/3069868874 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3f880d00b0 con 0x7f3f90109fc0 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.538+0000 7f3f8f400700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3f740a3c40 0x7f3f740a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.539+0000 7f3f8f400700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3f740a3c40 0x7f3f740a6100 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3f80003760 tx=0x7f3f80005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.541+0000 7f3f87e00700 1 -- 172.21.15.26:0/3069868874 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3f88022020 con 0x7f3f90109fc0 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.793+0000 7f3f96000700 1 -- 172.21.15.26:0/3069868874 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f3f9002df80 con 0x7f3f90109fc0 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.794+0000 7f3f87e00700 1 -- 172.21.15.26:0/3069868874 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f3f88010040 con 0x7f3f90109fc0 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.797+0000 7f3f96000700 1 -- 172.21.15.26:0/3069868874 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3f740a3c40 msgr2=0x7f3f740a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.797+0000 7f3f96000700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3f740a3c40 0x7f3f740a6100 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3f80003760 tx=0x7f3f80005fb0 comp rx=0 tx=0).stop 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.797+0000 7f3f96000700 1 -- 172.21.15.26:0/3069868874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f90109fc0 msgr2=0x7f3f9019fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.797+0000 7f3f96000700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f90109fc0 0x7f3f9019fc80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3f8800efc0 tx=0x7f3f8800c3a0 comp rx=0 tx=0).stop 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.797+0000 7f3f96000700 1 -- 172.21.15.26:0/3069868874 shutdown_connections 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.797+0000 7f3f96000700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f90109fc0 0x7f3f9019fc80 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.797+0000 7f3f96000700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90104ee0 0x7f3f9019b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.797+0000 7f3f96000700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3f740a3c40 0x7f3f740a6100 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.797+0000 7f3f96000700 1 --2- 172.21.15.26:0/3069868874 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3f90105890 0x7f3f9019b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.797+0000 7f3f96000700 1 -- 172.21.15.26:0/3069868874 >> 172.21.15.26:0/3069868874 conn(0x7f3f90100770 msgr2=0x7f3f90102ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.797+0000 7f3f96000700 1 -- 172.21.15.26:0/3069868874 shutdown_connections 2024-04-26T02:00:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:36.797+0000 7f3f96000700 1 -- 172.21.15.26:0/3069868874 wait complete. 2024-04-26T02:00:39.445 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724618 got 167503724622 for osd.5 2024-04-26T02:00:39.445 DEBUG:teuthology.parallel:result is None 2024-04-26T02:00:39.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:39 smithi064 ceph-mon[32613]: pgmap v397: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 341 B/s wr, 10 op/s 2024-04-26T02:00:39.582 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:39 smithi026 ceph-mon[28138]: pgmap v397: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 341 B/s wr, 10 op/s 2024-04-26T02:00:39.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:39 smithi033 ceph-mon[32805]: pgmap v397: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 341 B/s wr, 10 op/s 2024-04-26T02:00:40.733 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037814 got 257698037820 for osd.8 2024-04-26T02:00:40.734 DEBUG:teuthology.parallel:result is None 2024-04-26T02:00:41.382 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:41 smithi026 ceph-mon[28138]: pgmap v398: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-26T02:00:41.503 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411417 got 77309411423 for osd.2 2024-04-26T02:00:41.504 DEBUG:teuthology.parallel:result is None 2024-04-26T02:00:41.563 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:41 smithi033 ceph-mon[32805]: pgmap v398: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-26T02:00:41.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:41 smithi064 ceph-mon[32613]: pgmap v398: 97 pgs: 97 active+clean; 645 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-26T02:00:42.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.997+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3538356993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b34105890 msgr2=0x7f0b341098e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:42.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.997+0000 7f0b3ba00700 1 --2- 172.21.15.26:0/3538356993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b34105890 0x7f0b341098e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0b200098f0 tx=0x7f0b20009c00 comp rx=0 tx=0).stop 2024-04-26T02:00:42.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.997+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3538356993 shutdown_connections 2024-04-26T02:00:42.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.997+0000 7f0b3ba00700 1 --2- 172.21.15.26:0/3538356993 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0b34109fc0 0x7f0b34111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.997+0000 7f0b3ba00700 1 --2- 172.21.15.26:0/3538356993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b34104ee0 0x7f0b341052c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.997+0000 7f0b3ba00700 1 --2- 172.21.15.26:0/3538356993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b34105890 0x7f0b341098e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.997+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3538356993 >> 172.21.15.26:0/3538356993 conn(0x7f0b34100770 msgr2=0x7f0b34102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:42.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.997+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3538356993 shutdown_connections 2024-04-26T02:00:42.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.998+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3538356993 wait complete. 2024-04-26T02:00:42.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.999+0000 7f0b3ba00700 1 Processor -- start 2024-04-26T02:00:42.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.999+0000 7f0b3ba00700 1 -- start start 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.999+0000 7f0b3ba00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b34104ee0 0x7f0b3419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.999+0000 7f0b3ba00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0b34105890 0x7f0b3419b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.999+0000 7f0b3ba00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b34109fc0 0x7f0b3419fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.999+0000 7f0b3ba00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0b34114e60 con 0x7f0b34109fc0 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.999+0000 7f0b3ba00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0b34114ce0 con 0x7f0b34104ee0 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:41.999+0000 7f0b3ba00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0b34114fe0 con 0x7f0b34105890 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.000+0000 7f0b39000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b34104ee0 0x7f0b3419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.000+0000 7f0b39000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b34104ee0 0x7f0b3419b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:50648/0 (socket says 172.21.15.26:50648) 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.000+0000 7f0b39000700 1 -- 172.21.15.26:0/3012348537 learned_addr learned my addr 172.21.15.26:0/3012348537 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.000+0000 7f0b33e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0b34105890 0x7f0b3419b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.000+0000 7f0b39a00700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b34109fc0 0x7f0b3419fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.000+0000 7f0b39000700 1 -- 172.21.15.26:0/3012348537 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0b34105890 msgr2=0x7f0b3419b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.000+0000 7f0b39000700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0b34105890 0x7f0b3419b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.000+0000 7f0b39000700 1 -- 172.21.15.26:0/3012348537 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b34109fc0 msgr2=0x7f0b3419fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.000+0000 7f0b39000700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b34109fc0 0x7f0b3419fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.000+0000 7f0b39000700 1 -- 172.21.15.26:0/3012348537 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b341a0390 con 0x7f0b34104ee0 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.000+0000 7f0b39a00700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b34109fc0 0x7f0b3419fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.000+0000 7f0b39000700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b34104ee0 0x7f0b3419b3d0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0b2800e9a0 tx=0x7f0b2800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.001+0000 7f0b31600700 1 -- 172.21.15.26:0/3012348537 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b2800cbd0 con 0x7f0b34104ee0 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.001+0000 7f0b31600700 1 -- 172.21.15.26:0/3012348537 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b2800cd70 con 0x7f0b34104ee0 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.001+0000 7f0b31600700 1 -- 172.21.15.26:0/3012348537 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b28018680 con 0x7f0b34104ee0 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.001+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3012348537 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b341a0680 con 0x7f0b34104ee0 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.001+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3012348537 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b341a7f00 con 0x7f0b34104ee0 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.002+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3012348537 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b34069730 con 0x7f0b34104ee0 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.005+0000 7f0b31600700 1 -- 172.21.15.26:0/3012348537 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f0b28010430 con 0x7f0b34104ee0 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.008+0000 7f0b31600700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0b1c0a3cc0 0x7f0b1c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.008+0000 7f0b31600700 1 -- 172.21.15.26:0/3012348537 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f0b280d0ec0 con 0x7f0b34104ee0 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.008+0000 7f0b33e00700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0b1c0a3cc0 0x7f0b1c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.008+0000 7f0b31600700 1 -- 172.21.15.26:0/3012348537 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0b28027020 con 0x7f0b34104ee0 2024-04-26T02:00:42.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.009+0000 7f0b33e00700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0b1c0a3cc0 0x7f0b1c0a6180 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0b20009810 tx=0x7f0b20019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:42.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.144+0000 7fa526600700 1 -- 172.21.15.26:0/1545429791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa520113c10 msgr2=0x7fa520116000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:42.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.144+0000 7fa526600700 1 --2- 172.21.15.26:0/1545429791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa520113c10 0x7fa520116000 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa518009f90 tx=0x7fa51800b330 comp rx=0 tx=0).stop 2024-04-26T02:00:42.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.144+0000 7fa526600700 1 -- 172.21.15.26:0/1545429791 shutdown_connections 2024-04-26T02:00:42.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.144+0000 7fa526600700 1 --2- 172.21.15.26:0/1545429791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa520113c10 0x7fa520116000 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.144+0000 7fa526600700 1 --2- 172.21.15.26:0/1545429791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa520074c70 0x7fa520075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.144+0000 7fa526600700 1 --2- 172.21.15.26:0/1545429791 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa520075590 0x7fa5201136d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.144+0000 7fa526600700 1 -- 172.21.15.26:0/1545429791 >> 172.21.15.26:0/1545429791 conn(0x7fa520079ba0 msgr2=0x7fa520079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:42.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.144+0000 7fa526600700 1 -- 172.21.15.26:0/1545429791 shutdown_connections 2024-04-26T02:00:42.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.144+0000 7fa526600700 1 -- 172.21.15.26:0/1545429791 wait complete. 2024-04-26T02:00:42.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.145+0000 7fa526600700 1 Processor -- start 2024-04-26T02:00:42.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.146+0000 7fa526600700 1 -- start start 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.146+0000 7fa526600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa520074c70 0x7fa52019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.146+0000 7fa526600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa520075590 0x7fa52019fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.146+0000 7fa526600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa520113c10 0x7fa5201a3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.146+0000 7fa526600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa520119220 con 0x7fa520074c70 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.146+0000 7fa526600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa5201190a0 con 0x7fa520113c10 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.146+0000 7fa526600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa5201193a0 con 0x7fa520075590 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.147+0000 7fa51f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa520074c70 0x7fa52019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.147+0000 7fa51fe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa520113c10 0x7fa5201a3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.147+0000 7fa51f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa520074c70 0x7fa52019f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39070/0 (socket says 172.21.15.26:39070) 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.147+0000 7fa51f400700 1 -- 172.21.15.26:0/4062055298 learned_addr learned my addr 172.21.15.26:0/4062055298 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.147+0000 7fa51ea00700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa520075590 0x7fa52019fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.147+0000 7fa51fe00700 1 -- 172.21.15.26:0/4062055298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa520075590 msgr2=0x7fa52019fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.147+0000 7fa51fe00700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa520075590 0x7fa52019fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.147+0000 7fa51fe00700 1 -- 172.21.15.26:0/4062055298 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa520074c70 msgr2=0x7fa52019f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.147+0000 7fa51fe00700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa520074c70 0x7fa52019f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.147+0000 7fa51fe00700 1 -- 172.21.15.26:0/4062055298 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5201a4700 con 0x7fa520113c10 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.147+0000 7fa51f400700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa520074c70 0x7fa52019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.147+0000 7fa51ea00700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa520075590 0x7fa52019fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.148+0000 7fa51fe00700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa520113c10 0x7fa5201a3fc0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa51800b6c0 tx=0x7fa51800cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.148+0000 7fa517e00700 1 -- 172.21.15.26:0/4062055298 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa518021070 con 0x7fa520113c10 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.148+0000 7fa517e00700 1 -- 172.21.15.26:0/4062055298 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa518007ac0 con 0x7fa520113c10 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.148+0000 7fa526600700 1 -- 172.21.15.26:0/4062055298 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5201a4990 con 0x7fa520113c10 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.148+0000 7fa517e00700 1 -- 172.21.15.26:0/4062055298 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa518005040 con 0x7fa520113c10 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.148+0000 7fa526600700 1 -- 172.21.15.26:0/4062055298 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5201ac270 con 0x7fa520113c10 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.149+0000 7fa526600700 1 -- 172.21.15.26:0/4062055298 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa520069730 con 0x7fa520113c10 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.151+0000 7fa517e00700 1 -- 172.21.15.26:0/4062055298 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fa518024070 con 0x7fa520113c10 2024-04-26T02:00:42.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.153+0000 7fa517e00700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fa5040a3cc0 0x7fa5040a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:42.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.154+0000 7fa517e00700 1 -- 172.21.15.26:0/4062055298 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fa51800f020 con 0x7fa520113c10 2024-04-26T02:00:42.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.154+0000 7fa51f400700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fa5040a3cc0 0x7fa5040a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:42.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.154+0000 7fa51f400700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fa5040a3cc0 0x7fa5040a6180 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fa510005950 tx=0x7fa510009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:42.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.156+0000 7fa517e00700 1 -- 172.21.15.26:0/4062055298 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa51802b020 con 0x7fa520113c10 2024-04-26T02:00:42.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.254+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3012348537 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f0b3419c6e0 con 0x7f0b34104ee0 2024-04-26T02:00:42.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.255+0000 7f0b31600700 1 -- 172.21.15.26:0/3012348537 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f0b2809d850 con 0x7f0b34104ee0 2024-04-26T02:00:42.253 INFO:teuthology.orchestra.run.smithi026.stdout:313532612657 2024-04-26T02:00:42.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.258+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3012348537 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0b1c0a3cc0 msgr2=0x7f0b1c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:42.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.258+0000 7f0b3ba00700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0b1c0a3cc0 0x7f0b1c0a6180 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0b20009810 tx=0x7f0b20019040 comp rx=0 tx=0).stop 2024-04-26T02:00:42.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.258+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3012348537 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b34104ee0 msgr2=0x7f0b3419b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:42.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.258+0000 7f0b3ba00700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b34104ee0 0x7f0b3419b3d0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0b2800e9a0 tx=0x7f0b2800ecb0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.258+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3012348537 shutdown_connections 2024-04-26T02:00:42.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.258+0000 7f0b3ba00700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0b1c0a3cc0 0x7f0b1c0a6180 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.258+0000 7f0b3ba00700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b34109fc0 0x7f0b3419fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.258+0000 7f0b3ba00700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b34104ee0 0x7f0b3419b3d0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.258+0000 7f0b3ba00700 1 --2- 172.21.15.26:0/3012348537 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0b34105890 0x7f0b3419b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.258+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3012348537 >> 172.21.15.26:0/3012348537 conn(0x7f0b34100770 msgr2=0x7f0b34101b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:42.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.258+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3012348537 shutdown_connections 2024-04-26T02:00:42.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.259+0000 7f0b3ba00700 1 -- 172.21.15.26:0/3012348537 wait complete. 2024-04-26T02:00:42.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.399+0000 7fa526600700 1 -- 172.21.15.26:0/4062055298 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fa5201ac440 con 0x7fa520113c10 2024-04-26T02:00:42.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.400+0000 7fa517e00700 1 -- 172.21.15.26:0/4062055298 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa518007420 con 0x7fa520113c10 2024-04-26T02:00:42.398 INFO:teuthology.orchestra.run.smithi026.stdout:223338299458 2024-04-26T02:00:42.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.403+0000 7fa526600700 1 -- 172.21.15.26:0/4062055298 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fa5040a3cc0 msgr2=0x7fa5040a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:42.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.403+0000 7fa526600700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fa5040a3cc0 0x7fa5040a6180 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fa510005950 tx=0x7fa510009310 comp rx=0 tx=0).stop 2024-04-26T02:00:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.403+0000 7fa526600700 1 -- 172.21.15.26:0/4062055298 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa520113c10 msgr2=0x7fa5201a3fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.403+0000 7fa526600700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa520113c10 0x7fa5201a3fc0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa51800b6c0 tx=0x7fa51800cc30 comp rx=0 tx=0).stop 2024-04-26T02:00:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.403+0000 7fa526600700 1 -- 172.21.15.26:0/4062055298 shutdown_connections 2024-04-26T02:00:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.403+0000 7fa526600700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa520113c10 0x7fa5201a3fc0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.403+0000 7fa526600700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fa5040a3cc0 0x7fa5040a6180 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.403+0000 7fa526600700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa520074c70 0x7fa52019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.403+0000 7fa526600700 1 --2- 172.21.15.26:0/4062055298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa520075590 0x7fa52019fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.403+0000 7fa526600700 1 -- 172.21.15.26:0/4062055298 >> 172.21.15.26:0/4062055298 conn(0x7fa520079ba0 msgr2=0x7fa520112ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.403+0000 7fa526600700 1 -- 172.21.15.26:0/4062055298 shutdown_connections 2024-04-26T02:00:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.404+0000 7fa526600700 1 -- 172.21.15.26:0/4062055298 wait complete. 2024-04-26T02:00:42.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:42 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3012348537' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T02:00:42.617 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:42 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3012348537' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T02:00:42.659 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:42.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:42 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3012348537' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T02:00:43.536 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892351014 got 347892351019 for osd.11 2024-04-26T02:00:43.536 DEBUG:teuthology.parallel:result is None 2024-04-26T02:00:43.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:43 smithi064 ceph-mon[32613]: pgmap v399: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-26T02:00:43.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:43 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/4062055298' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T02:00:43.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:43 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/4251859945' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T02:00:43.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:43 smithi026 ceph-mon[28138]: pgmap v399: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-26T02:00:43.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:43 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4062055298' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T02:00:43.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:43 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4251859945' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T02:00:43.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:43 smithi033 ceph-mon[32805]: pgmap v399: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-26T02:00:43.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:43 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/4062055298' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T02:00:43.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:43 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/4251859945' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T02:00:44.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.488+0000 7faadea00700 1 -- 172.21.15.26:0/3819850764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faad81092d0 msgr2=0x7faad81096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.488+0000 7faadea00700 1 --2- 172.21.15.26:0/3819850764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faad81092d0 0x7faad81096b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7faac8009990 tx=0x7faac8009ca0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.488+0000 7faadea00700 1 -- 172.21.15.26:0/3819850764 shutdown_connections 2024-04-26T02:00:44.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.488+0000 7faadea00700 1 --2- 172.21.15.26:0/3819850764 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faad810e3b0 0x7faad8115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.488+0000 7faadea00700 1 --2- 172.21.15.26:0/3819850764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faad81092d0 0x7faad81096b0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.488+0000 7faadea00700 1 --2- 172.21.15.26:0/3819850764 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faad8109c80 0x7faad810dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.488+0000 7faadea00700 1 -- 172.21.15.26:0/3819850764 >> 172.21.15.26:0/3819850764 conn(0x7faad8076210 msgr2=0x7faad8078630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.488+0000 7faadea00700 1 -- 172.21.15.26:0/3819850764 shutdown_connections 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.488+0000 7faadea00700 1 -- 172.21.15.26:0/3819850764 wait complete. 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.489+0000 7faadea00700 1 Processor -- start 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.489+0000 7faadea00700 1 -- start start 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faadea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faad81092d0 0x7faad81a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faadea00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faad8109c80 0x7faad81a5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faadea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faad810e3b0 0x7faad819f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faadea00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faad81192c0 con 0x7faad81092d0 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faadea00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faad8119140 con 0x7faad8109c80 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faadea00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7faad8119440 con 0x7faad810e3b0 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faad7400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faad8109c80 0x7faad81a5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faad7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faad81092d0 0x7faad81a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faad7400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faad8109c80 0x7faad81a5930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:50678/0 (socket says 172.21.15.26:50678) 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faad7400700 1 -- 172.21.15.26:0/4251859945 learned_addr learned my addr 172.21.15.26:0/4251859945 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faadca00700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faad810e3b0 0x7faad819f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faad7400700 1 -- 172.21.15.26:0/4251859945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faad810e3b0 msgr2=0x7faad819f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faad7400700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faad810e3b0 0x7faad819f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faad7400700 1 -- 172.21.15.26:0/4251859945 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faad81092d0 msgr2=0x7faad81a53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faad7400700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faad81092d0 0x7faad81a53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faad7400700 1 -- 172.21.15.26:0/4251859945 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faad819fd60 con 0x7faad8109c80 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.490+0000 7faadca00700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faad810e3b0 0x7faad819f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.491+0000 7faad7400700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faad8109c80 0x7faad81a5930 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7faac400e970 tx=0x7faac400ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.491+0000 7faad4c00700 1 -- 172.21.15.26:0/4251859945 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac400cbd0 con 0x7faad8109c80 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.491+0000 7faad4c00700 1 -- 172.21.15.26:0/4251859945 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faac400cd70 con 0x7faad8109c80 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.491+0000 7faad4c00700 1 -- 172.21.15.26:0/4251859945 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac4005680 con 0x7faad8109c80 2024-04-26T02:00:44.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.491+0000 7faadea00700 1 -- 172.21.15.26:0/4251859945 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faad81a0050 con 0x7faad8109c80 2024-04-26T02:00:44.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.491+0000 7faadea00700 1 -- 172.21.15.26:0/4251859945 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faad81ac2c0 con 0x7faad8109c80 2024-04-26T02:00:44.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.492+0000 7faadea00700 1 -- 172.21.15.26:0/4251859945 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faad8069730 con 0x7faad8109c80 2024-04-26T02:00:44.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.494+0000 7faad4c00700 1 -- 172.21.15.26:0/4251859945 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7faac4004750 con 0x7faad8109c80 2024-04-26T02:00:44.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.495+0000 7faad4c00700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7faabc0a3c40 0x7faabc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.496+0000 7faad4c00700 1 -- 172.21.15.26:0/4251859945 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7faac40d0b80 con 0x7faad8109c80 2024-04-26T02:00:44.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.496+0000 7faad7e00700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7faabc0a3c40 0x7faabc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.496+0000 7faad7e00700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7faabc0a3c40 0x7faabc0a6100 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faac8005b00 tx=0x7faac8005a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:44.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.497+0000 7faad4c00700 1 -- 172.21.15.26:0/4251859945 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faac409d510 con 0x7faad8109c80 2024-04-26T02:00:44.190 INFO:teuthology.orchestra.run.smithi026.stdout:55834574949 2024-04-26T02:00:44.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.757+0000 7faadea00700 1 -- 172.21.15.26:0/4251859945 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7faad802df80 con 0x7faad8109c80 2024-04-26T02:00:44.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.758+0000 7faad4c00700 1 -- 172.21.15.26:0/4251859945 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7faac409ce10 con 0x7faad8109c80 2024-04-26T02:00:44.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.761+0000 7faadea00700 1 -- 172.21.15.26:0/4251859945 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7faabc0a3c40 msgr2=0x7faabc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.761+0000 7faadea00700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7faabc0a3c40 0x7faabc0a6100 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faac8005b00 tx=0x7faac8005a90 comp rx=0 tx=0).stop 2024-04-26T02:00:44.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.761+0000 7faadea00700 1 -- 172.21.15.26:0/4251859945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faad8109c80 msgr2=0x7faad81a5930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.761+0000 7faadea00700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faad8109c80 0x7faad81a5930 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7faac400e970 tx=0x7faac400ec80 comp rx=0 tx=0).stop 2024-04-26T02:00:44.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.761+0000 7faadea00700 1 -- 172.21.15.26:0/4251859945 shutdown_connections 2024-04-26T02:00:44.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.761+0000 7faadea00700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faad810e3b0 0x7faad819f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.761+0000 7faadea00700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7faabc0a3c40 0x7faabc0a6100 secure :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faac8005b00 tx=0x7faac8005a90 comp rx=0 tx=0).stop 2024-04-26T02:00:44.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.761+0000 7faadea00700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faad81092d0 0x7faad81a53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.761+0000 7faadea00700 1 --2- 172.21.15.26:0/4251859945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faad8109c80 0x7faad81a5930 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.761+0000 7faadea00700 1 -- 172.21.15.26:0/4251859945 >> 172.21.15.26:0/4251859945 conn(0x7faad8076210 msgr2=0x7faad80775c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:44.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.762+0000 7faadea00700 1 -- 172.21.15.26:0/4251859945 shutdown_connections 2024-04-26T02:00:44.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:42.762+0000 7faadea00700 1 -- 172.21.15.26:0/4251859945 wait complete. 2024-04-26T02:00:45.451 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612651 got 313532612657 for osd.10 2024-04-26T02:00:45.451 DEBUG:teuthology.parallel:result is None 2024-04-26T02:00:45.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:45 smithi064 ceph-mon[32613]: pgmap v400: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-26T02:00:45.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:45 smithi026 ceph-mon[28138]: pgmap v400: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-26T02:00:45.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:45 smithi033 ceph-mon[32805]: pgmap v400: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-26T02:00:47.205 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574943 got 55834574949 for osd.1 2024-04-26T02:00:47.206 DEBUG:teuthology.parallel:result is None 2024-04-26T02:00:47.438 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:47 smithi026 ceph-mon[28138]: pgmap v401: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-26T02:00:47.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:47 smithi064 ceph-mon[32613]: pgmap v401: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-26T02:00:47.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:47 smithi033 ceph-mon[32805]: pgmap v401: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-26T02:00:48.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.808+0000 7f2324000700 1 -- 172.21.15.26:0/1995937547 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f231c113920 msgr2=0x7f231c115d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:48.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.808+0000 7f2324000700 1 --2- 172.21.15.26:0/1995937547 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f231c113920 0x7f231c115d10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f231400b0a0 tx=0x7f231400b3b0 comp rx=0 tx=0).stop 2024-04-26T02:00:48.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.808+0000 7f2324000700 1 -- 172.21.15.26:0/1995937547 shutdown_connections 2024-04-26T02:00:48.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.808+0000 7f2324000700 1 --2- 172.21.15.26:0/1995937547 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f231c113920 0x7f231c115d10 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:48.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.808+0000 7f2324000700 1 --2- 172.21.15.26:0/1995937547 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f231c076f70 0x7f231c077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:48.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.808+0000 7f2324000700 1 --2- 172.21.15.26:0/1995937547 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f231c077890 0x7f231c1133e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:48.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.808+0000 7f2324000700 1 -- 172.21.15.26:0/1995937547 >> 172.21.15.26:0/1995937547 conn(0x7f231c100770 msgr2=0x7f231c102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:48.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.808+0000 7f2324000700 1 -- 172.21.15.26:0/1995937547 shutdown_connections 2024-04-26T02:00:48.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.808+0000 7f2324000700 1 -- 172.21.15.26:0/1995937547 wait complete. 2024-04-26T02:00:48.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.809+0000 7f2324000700 1 Processor -- start 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.809+0000 7f2324000700 1 -- start start 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.810+0000 7f2324000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f231c076f70 0x7f231c1a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.810+0000 7f2324000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f231c077890 0x7f231c1a5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.810+0000 7f2324000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f231c113920 0x7f231c19f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.810+0000 7f2324000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f231c1192d0 con 0x7f231c076f70 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.810+0000 7f2324000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f231c119150 con 0x7f231c077890 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.810+0000 7f2324000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f231c119450 con 0x7f231c113920 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.810+0000 7f2321600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f231c076f70 0x7f231c1a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.810+0000 7f2321600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f231c076f70 0x7f231c1a53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48580/0 (socket says 172.21.15.26:48580) 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.810+0000 7f2320c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f231c077890 0x7f231c1a5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.810+0000 7f2321600700 1 -- 172.21.15.26:0/1607321382 learned_addr learned my addr 172.21.15.26:0/1607321382 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.810+0000 7f2322000700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f231c113920 0x7f231c19f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:48.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.811+0000 7f2320c00700 1 -- 172.21.15.26:0/1607321382 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f231c113920 msgr2=0x7f231c19f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.811+0000 7f2320c00700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f231c113920 0x7f231c19f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.811+0000 7f2320c00700 1 -- 172.21.15.26:0/1607321382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f231c076f70 msgr2=0x7f231c1a53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.811+0000 7f2320c00700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f231c076f70 0x7f231c1a53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.811+0000 7f2320c00700 1 -- 172.21.15.26:0/1607321382 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f231c19fd10 con 0x7f231c077890 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.811+0000 7f2321600700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f231c076f70 0x7f231c1a53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.811+0000 7f2320c00700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f231c077890 0x7f231c1a5930 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f230800e9f0 tx=0x7f230800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.811+0000 7f231a000700 1 -- 172.21.15.26:0/1607321382 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2308004220 con 0x7f231c077890 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.811+0000 7f2324000700 1 -- 172.21.15.26:0/1607321382 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f231c1a0000 con 0x7f231c077890 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.811+0000 7f231a000700 1 -- 172.21.15.26:0/1607321382 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23080043c0 con 0x7f231c077890 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.811+0000 7f231a000700 1 -- 172.21.15.26:0/1607321382 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2308005020 con 0x7f231c077890 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.811+0000 7f2324000700 1 -- 172.21.15.26:0/1607321382 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f231c1ac2c0 con 0x7f231c077890 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.812+0000 7f2324000700 1 -- 172.21.15.26:0/1607321382 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f231c069730 con 0x7f231c077890 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.815+0000 7f231a000700 1 -- 172.21.15.26:0/1607321382 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2308004750 con 0x7f231c077890 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.816+0000 7f231a000700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f23040a3cc0 0x7f23040a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:48.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.816+0000 7f231a000700 1 -- 172.21.15.26:0/1607321382 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f23080d0450 con 0x7f231c077890 2024-04-26T02:00:48.273 INFO:teuthology.orchestra.run.smithi026.stdout:146028888148 2024-04-26T02:00:48.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.816+0000 7f2321600700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f23040a3cc0 0x7f23040a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:48.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.817+0000 7f2321600700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f23040a3cc0 0x7f23040a6180 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2310011550 tx=0x7f2310009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:48.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:47.819+0000 7f231a000700 1 -- 172.21.15.26:0/1607321382 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f230809cde0 con 0x7f231c077890 2024-04-26T02:00:48.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.052+0000 7f2324000700 1 -- 172.21.15.26:0/1607321382 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f231c1a0ae0 con 0x7f231c077890 2024-04-26T02:00:48.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.053+0000 7f231a000700 1 -- 172.21.15.26:0/1607321382 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f230809c6e0 con 0x7f231c077890 2024-04-26T02:00:48.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.055+0000 7f2324000700 1 -- 172.21.15.26:0/1607321382 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f23040a3cc0 msgr2=0x7f23040a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:48.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.055+0000 7f2324000700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f23040a3cc0 0x7f23040a6180 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2310011550 tx=0x7f2310009260 comp rx=0 tx=0).stop 2024-04-26T02:00:48.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.055+0000 7f2324000700 1 -- 172.21.15.26:0/1607321382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f231c077890 msgr2=0x7f231c1a5930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:48.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.055+0000 7f2324000700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f231c077890 0x7f231c1a5930 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f230800e9f0 tx=0x7f230800ed00 comp rx=0 tx=0).stop 2024-04-26T02:00:48.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.055+0000 7f2324000700 1 -- 172.21.15.26:0/1607321382 shutdown_connections 2024-04-26T02:00:48.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.055+0000 7f2324000700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f231c113920 0x7f231c19f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:48.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.055+0000 7f2324000700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f23040a3cc0 0x7f23040a6180 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:48.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.055+0000 7f2324000700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f231c076f70 0x7f231c1a53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:48.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.055+0000 7f2324000700 1 --2- 172.21.15.26:0/1607321382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f231c077890 0x7f231c1a5930 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:48.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.056+0000 7f2324000700 1 -- 172.21.15.26:0/1607321382 >> 172.21.15.26:0/1607321382 conn(0x7f231c100770 msgr2=0x7f231c102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:48.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.056+0000 7f2324000700 1 -- 172.21.15.26:0/1607321382 shutdown_connections 2024-04-26T02:00:48.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:48.056+0000 7f2324000700 1 -- 172.21.15.26:0/1607321382 wait complete. 2024-04-26T02:00:48.593 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:48 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1607321382' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T02:00:48.667 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299453 got 223338299458 for osd.7 2024-04-26T02:00:48.667 DEBUG:teuthology.parallel:result is None 2024-04-26T02:00:48.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:48 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1607321382' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T02:00:48.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:48 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1607321382' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T02:00:48.860 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:49.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.281+0000 7fdf8ba00700 1 -- 172.21.15.26:0/486047629 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf84109fa0 msgr2=0x7fdf84111b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:49.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.281+0000 7fdf8ba00700 1 --2- 172.21.15.26:0/486047629 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf84109fa0 0x7fdf84111b70 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c00b0d0 tx=0x7fdf7c00b3e0 comp rx=0 tx=0).stop 2024-04-26T02:00:49.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.281+0000 7fdf8ba00700 1 -- 172.21.15.26:0/486047629 shutdown_connections 2024-04-26T02:00:49.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.281+0000 7fdf8ba00700 1 --2- 172.21.15.26:0/486047629 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf84109fa0 0x7fdf84111b70 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:49.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.281+0000 7fdf8ba00700 1 --2- 172.21.15.26:0/486047629 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf84104ec0 0x7fdf841052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:49.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.281+0000 7fdf8ba00700 1 --2- 172.21.15.26:0/486047629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf84105870 0x7fdf841098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:49.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.281+0000 7fdf8ba00700 1 -- 172.21.15.26:0/486047629 >> 172.21.15.26:0/486047629 conn(0x7fdf84100750 msgr2=0x7fdf84102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:49.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.281+0000 7fdf8ba00700 1 -- 172.21.15.26:0/486047629 shutdown_connections 2024-04-26T02:00:49.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.281+0000 7fdf8ba00700 1 -- 172.21.15.26:0/486047629 wait complete. 2024-04-26T02:00:49.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.283+0000 7fdf8ba00700 1 Processor -- start 2024-04-26T02:00:49.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.284+0000 7fdf8ba00700 1 -- start start 2024-04-26T02:00:49.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.284+0000 7fdf8ba00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf84104ec0 0x7fdf8419b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:49.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.284+0000 7fdf8ba00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf84105870 0x7fdf8419b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:49.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.284+0000 7fdf8ba00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf84109fa0 0x7fdf8419fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:49.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.284+0000 7fdf8ba00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdf84114e80 con 0x7fdf84105870 2024-04-26T02:00:49.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.284+0000 7fdf8ba00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdf84114d00 con 0x7fdf84109fa0 2024-04-26T02:00:49.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.284+0000 7fdf8ba00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdf84115000 con 0x7fdf84104ec0 2024-04-26T02:00:49.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.285+0000 7fdf89000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf84104ec0 0x7fdf8419b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:49.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.285+0000 7fdf89000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf84104ec0 0x7fdf8419b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:33148/0 (socket says 172.21.15.26:33148) 2024-04-26T02:00:49.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.285+0000 7fdf89000700 1 -- 172.21.15.26:0/3343785925 learned_addr learned my addr 172.21.15.26:0/3343785925 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:49.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.285+0000 7fdf83e00700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf84105870 0x7fdf8419b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:49.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.285+0000 7fdf89a00700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf84109fa0 0x7fdf8419fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:49.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.285+0000 7fdf83e00700 1 -- 172.21.15.26:0/3343785925 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf84104ec0 msgr2=0x7fdf8419b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:49.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.285+0000 7fdf83e00700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf84104ec0 0x7fdf8419b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:49.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.285+0000 7fdf83e00700 1 -- 172.21.15.26:0/3343785925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf84109fa0 msgr2=0x7fdf8419fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:49.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.285+0000 7fdf83e00700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf84109fa0 0x7fdf8419fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:49.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.285+0000 7fdf83e00700 1 -- 172.21.15.26:0/3343785925 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf841a02c0 con 0x7fdf84105870 2024-04-26T02:00:49.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.286+0000 7fdf83e00700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf84105870 0x7fdf8419b7f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fdf8406c260 tx=0x7fdf7000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:49.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.286+0000 7fdf81600700 1 -- 172.21.15.26:0/3343785925 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf70016070 con 0x7fdf84105870 2024-04-26T02:00:49.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.286+0000 7fdf81600700 1 -- 172.21.15.26:0/3343785925 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf7000fd40 con 0x7fdf84105870 2024-04-26T02:00:49.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.286+0000 7fdf8ba00700 1 -- 172.21.15.26:0/3343785925 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf841a05b0 con 0x7fdf84105870 2024-04-26T02:00:49.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.286+0000 7fdf8ba00700 1 -- 172.21.15.26:0/3343785925 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf841a7e30 con 0x7fdf84105870 2024-04-26T02:00:49.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.286+0000 7fdf81600700 1 -- 172.21.15.26:0/3343785925 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7000e3b0 con 0x7fdf84105870 2024-04-26T02:00:49.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.288+0000 7fdf8ba00700 1 -- 172.21.15.26:0/3343785925 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf84069730 con 0x7fdf84105870 2024-04-26T02:00:49.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.290+0000 7fdf81600700 1 -- 172.21.15.26:0/3343785925 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fdf70019070 con 0x7fdf84105870 2024-04-26T02:00:49.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.291+0000 7fdf81600700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdf6c0a3cc0 0x7fdf6c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:49.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.291+0000 7fdf81600700 1 -- 172.21.15.26:0/3343785925 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fdf700d0040 con 0x7fdf84105870 2024-04-26T02:00:49.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.292+0000 7fdf89000700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdf6c0a3cc0 0x7fdf6c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:49.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.292+0000 7fdf89000700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdf6c0a3cc0 0x7fdf6c0a6180 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fdf78009d20 tx=0x7fdf78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:49.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.297+0000 7fdf81600700 1 -- 172.21.15.26:0/3343785925 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdf7009ca30 con 0x7fdf84105870 2024-04-26T02:00:49.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:49 smithi026 ceph-mon[28138]: pgmap v402: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T02:00:49.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.540+0000 7fdf8ba00700 1 -- 172.21.15.26:0/3343785925 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fdf8402df80 con 0x7fdf84105870 2024-04-26T02:00:49.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.541+0000 7fdf81600700 1 -- 172.21.15.26:0/3343785925 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fdf7009c330 con 0x7fdf84105870 2024-04-26T02:00:49.539 INFO:teuthology.orchestra.run.smithi026.stdout:201863462985 2024-04-26T02:00:49.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.544+0000 7fdf8ba00700 1 -- 172.21.15.26:0/3343785925 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdf6c0a3cc0 msgr2=0x7fdf6c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:49.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.544+0000 7fdf8ba00700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdf6c0a3cc0 0x7fdf6c0a6180 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fdf78009d20 tx=0x7fdf78009260 comp rx=0 tx=0).stop 2024-04-26T02:00:49.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.544+0000 7fdf8ba00700 1 -- 172.21.15.26:0/3343785925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf84105870 msgr2=0x7fdf8419b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:49.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.544+0000 7fdf8ba00700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf84105870 0x7fdf8419b7f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fdf8406c260 tx=0x7fdf7000dc30 comp rx=0 tx=0).stop 2024-04-26T02:00:49.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.544+0000 7fdf8ba00700 1 -- 172.21.15.26:0/3343785925 shutdown_connections 2024-04-26T02:00:49.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.544+0000 7fdf8ba00700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf84109fa0 0x7fdf8419fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:49.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.544+0000 7fdf8ba00700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf84104ec0 0x7fdf8419b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:49.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.544+0000 7fdf8ba00700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdf6c0a3cc0 0x7fdf6c0a6180 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:49.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.544+0000 7fdf8ba00700 1 --2- 172.21.15.26:0/3343785925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf84105870 0x7fdf8419b7f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:49.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.544+0000 7fdf8ba00700 1 -- 172.21.15.26:0/3343785925 >> 172.21.15.26:0/3343785925 conn(0x7fdf84100750 msgr2=0x7fdf84101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:49.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.544+0000 7fdf8ba00700 1 -- 172.21.15.26:0/3343785925 shutdown_connections 2024-04-26T02:00:49.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:49.544+0000 7fdf8ba00700 1 -- 172.21.15.26:0/3343785925 wait complete. 2024-04-26T02:00:49.726 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888142 got 146028888148 for osd.4 2024-04-26T02:00:49.726 DEBUG:teuthology.parallel:result is None 2024-04-26T02:00:49.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:49 smithi033 ceph-mon[32805]: pgmap v402: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T02:00:49.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:49 smithi064 ceph-mon[32613]: pgmap v402: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T02:00:50.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.205+0000 7f8e4be00700 1 -- 172.21.15.26:0/3110583502 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e44077890 msgr2=0x7f8e441133b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.205+0000 7f8e4be00700 1 --2- 172.21.15.26:0/3110583502 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e44077890 0x7f8e441133b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f8e30009990 tx=0x7f8e30009ca0 comp rx=0 tx=0).stop 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.205+0000 7f8e4be00700 1 -- 172.21.15.26:0/3110583502 shutdown_connections 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.205+0000 7f8e4be00700 1 --2- 172.21.15.26:0/3110583502 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8e441138f0 0x7f8e44115ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.205+0000 7f8e4be00700 1 --2- 172.21.15.26:0/3110583502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e44076f70 0x7f8e44077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.205+0000 7f8e4be00700 1 --2- 172.21.15.26:0/3110583502 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e44077890 0x7f8e441133b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.205+0000 7f8e4be00700 1 -- 172.21.15.26:0/3110583502 >> 172.21.15.26:0/3110583502 conn(0x7f8e44100720 msgr2=0x7f8e44102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.205+0000 7f8e4be00700 1 -- 172.21.15.26:0/3110583502 shutdown_connections 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.205+0000 7f8e4be00700 1 -- 172.21.15.26:0/3110583502 wait complete. 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.207+0000 7f8e4be00700 1 Processor -- start 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.207+0000 7f8e4be00700 1 -- start start 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.207+0000 7f8e4be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e44076f70 0x7f8e4419f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.207+0000 7f8e4be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e44077890 0x7f8e4419fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:50.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.207+0000 7f8e4be00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8e441138f0 0x7f8e441a3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.207+0000 7f8e4be00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8e44119280 con 0x7f8e44076f70 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.207+0000 7f8e4be00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8e44119100 con 0x7f8e44077890 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.207+0000 7f8e4be00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f8e44119400 con 0x7f8e441138f0 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.208+0000 7f8e49400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e44076f70 0x7f8e4419f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.208+0000 7f8e49400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e44076f70 0x7f8e4419f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48628/0 (socket says 172.21.15.26:48628) 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.208+0000 7f8e49400700 1 -- 172.21.15.26:0/1952459823 learned_addr learned my addr 172.21.15.26:0/1952459823 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.208+0000 7f8e48a00700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e44077890 0x7f8e4419fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.208+0000 7f8e49e00700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8e441138f0 0x7f8e441a3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.208+0000 7f8e49400700 1 -- 172.21.15.26:0/1952459823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8e441138f0 msgr2=0x7f8e441a3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.208+0000 7f8e49400700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8e441138f0 0x7f8e441a3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.208+0000 7f8e49400700 1 -- 172.21.15.26:0/1952459823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e44077890 msgr2=0x7f8e4419fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.208+0000 7f8e49400700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e44077890 0x7f8e4419fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.208+0000 7f8e49400700 1 -- 172.21.15.26:0/1952459823 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e441a4720 con 0x7f8e44076f70 2024-04-26T02:00:50.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.208+0000 7f8e49400700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e44076f70 0x7f8e4419f710 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8e3800c370 tx=0x7f8e3800c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:50.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.209+0000 7f8e42000700 1 -- 172.21.15.26:0/1952459823 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e380092e0 con 0x7f8e44076f70 2024-04-26T02:00:50.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.209+0000 7f8e42000700 1 -- 172.21.15.26:0/1952459823 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e3800cbe0 con 0x7f8e44076f70 2024-04-26T02:00:50.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.209+0000 7f8e4be00700 1 -- 172.21.15.26:0/1952459823 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e441a49b0 con 0x7f8e44076f70 2024-04-26T02:00:50.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.209+0000 7f8e42000700 1 -- 172.21.15.26:0/1952459823 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e380046b0 con 0x7f8e44076f70 2024-04-26T02:00:50.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.209+0000 7f8e4be00700 1 -- 172.21.15.26:0/1952459823 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e44104b60 con 0x7f8e44076f70 2024-04-26T02:00:50.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.210+0000 7f8e4be00700 1 -- 172.21.15.26:0/1952459823 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e44069730 con 0x7f8e44076f70 2024-04-26T02:00:50.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.212+0000 7f8e42000700 1 -- 172.21.15.26:0/1952459823 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8e3801a020 con 0x7f8e44076f70 2024-04-26T02:00:50.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.214+0000 7f8e42000700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8e2c0a3cc0 0x7f8e2c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:50.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.214+0000 7f8e42000700 1 -- 172.21.15.26:0/1952459823 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f8e380cfd00 con 0x7f8e44076f70 2024-04-26T02:00:50.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.214+0000 7f8e48a00700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8e2c0a3cc0 0x7f8e2c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:50.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.215+0000 7f8e48a00700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8e2c0a3cc0 0x7f8e2c0a6180 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8e3000b2e0 tx=0x7f8e30005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:50.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.218+0000 7f8e42000700 1 -- 172.21.15.26:0/1952459823 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8e38010040 con 0x7f8e44076f70 2024-04-26T02:00:50.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.459+0000 7f8e4be00700 1 -- 172.21.15.26:0/1952459823 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f8e4402df80 con 0x7f8e44076f70 2024-04-26T02:00:50.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.460+0000 7f8e42000700 1 -- 172.21.15.26:0/1952459823 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f8e3809c690 con 0x7f8e44076f70 2024-04-26T02:00:50.459 INFO:teuthology.orchestra.run.smithi026.stdout:111669149787 2024-04-26T02:00:50.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.463+0000 7f8e4be00700 1 -- 172.21.15.26:0/1952459823 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8e2c0a3cc0 msgr2=0x7f8e2c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:50.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.463+0000 7f8e4be00700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8e2c0a3cc0 0x7f8e2c0a6180 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8e3000b2e0 tx=0x7f8e30005960 comp rx=0 tx=0).stop 2024-04-26T02:00:50.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.463+0000 7f8e4be00700 1 -- 172.21.15.26:0/1952459823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e44076f70 msgr2=0x7f8e4419f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:50.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.463+0000 7f8e4be00700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e44076f70 0x7f8e4419f710 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8e3800c370 tx=0x7f8e3800c680 comp rx=0 tx=0).stop 2024-04-26T02:00:50.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.463+0000 7f8e4be00700 1 -- 172.21.15.26:0/1952459823 shutdown_connections 2024-04-26T02:00:50.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.463+0000 7f8e4be00700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8e441138f0 0x7f8e441a3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:50.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.463+0000 7f8e4be00700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8e2c0a3cc0 0x7f8e2c0a6180 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:50.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.463+0000 7f8e4be00700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e44076f70 0x7f8e4419f710 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:50.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.463+0000 7f8e4be00700 1 --2- 172.21.15.26:0/1952459823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e44077890 0x7f8e4419fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:50.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.463+0000 7f8e4be00700 1 -- 172.21.15.26:0/1952459823 >> 172.21.15.26:0/1952459823 conn(0x7f8e44100720 msgr2=0x7f8e44102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:50.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.463+0000 7f8e4be00700 1 -- 172.21.15.26:0/1952459823 shutdown_connections 2024-04-26T02:00:50.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:50.463+0000 7f8e4be00700 1 -- 172.21.15.26:0/1952459823 wait complete. 2024-04-26T02:00:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:50 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3343785925' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T02:00:50.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:50 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3343785925' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T02:00:50.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:50 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3343785925' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T02:00:51.557 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462980 got 201863462985 for osd.6 2024-04-26T02:00:51.557 DEBUG:teuthology.parallel:result is None 2024-04-26T02:00:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:51 smithi026 ceph-mon[28138]: pgmap v403: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T02:00:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:51 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1952459823' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T02:00:51.730 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:51 smithi064 ceph-mon[32613]: pgmap v403: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T02:00:51.730 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:51 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1952459823' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T02:00:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:51 smithi033 ceph-mon[32805]: pgmap v403: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T02:00:51.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:51 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1952459823' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T02:00:53.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.319+0000 7fd999e00700 1 -- 172.21.15.26:0/512747211 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd994107960 msgr2=0x7fd99406afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:53.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.319+0000 7fd999e00700 1 --2- 172.21.15.26:0/512747211 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd994107960 0x7fd99406afe0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd984009990 tx=0x7fd984009ca0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.319+0000 7fd999e00700 1 -- 172.21.15.26:0/512747211 shutdown_connections 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.319+0000 7fd999e00700 1 --2- 172.21.15.26:0/512747211 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd994105470 0x7fd994105900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.319+0000 7fd999e00700 1 --2- 172.21.15.26:0/512747211 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd994107960 0x7fd99406afe0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.319+0000 7fd999e00700 1 --2- 172.21.15.26:0/512747211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd99406b520 0x7fd99406b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.319+0000 7fd999e00700 1 -- 172.21.15.26:0/512747211 >> 172.21.15.26:0/512747211 conn(0x7fd9940788b0 msgr2=0x7fd994078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.319+0000 7fd999e00700 1 -- 172.21.15.26:0/512747211 shutdown_connections 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.319+0000 7fd999e00700 1 -- 172.21.15.26:0/512747211 wait complete. 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.320+0000 7fd999e00700 1 Processor -- start 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.321+0000 7fd999e00700 1 -- start start 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.321+0000 7fd999e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd99406b520 0x7fd9941a5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.321+0000 7fd999e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd994105470 0x7fd9941a5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.321+0000 7fd999e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd994107960 0x7fd99419f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.321+0000 7fd999e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd9941191f0 con 0x7fd994105470 2024-04-26T02:00:53.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.321+0000 7fd999e00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd994119070 con 0x7fd99406b520 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.321+0000 7fd999e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd994119370 con 0x7fd994107960 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.322+0000 7fd992a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd99406b520 0x7fd9941a5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.322+0000 7fd98a000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd994105470 0x7fd9941a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.322+0000 7fd992a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd99406b520 0x7fd9941a5430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:40894/0 (socket says 172.21.15.26:40894) 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.322+0000 7fd992a00700 1 -- 172.21.15.26:0/3853086202 learned_addr learned my addr 172.21.15.26:0/3853086202 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.322+0000 7fd993400700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd994107960 0x7fd99419f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.322+0000 7fd992a00700 1 -- 172.21.15.26:0/3853086202 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd994107960 msgr2=0x7fd99419f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.322+0000 7fd992a00700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd994107960 0x7fd99419f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.322+0000 7fd992a00700 1 -- 172.21.15.26:0/3853086202 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd994105470 msgr2=0x7fd9941a5970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.322+0000 7fd992a00700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd994105470 0x7fd9941a5970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.322+0000 7fd992a00700 1 -- 172.21.15.26:0/3853086202 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd99419fd50 con 0x7fd99406b520 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.322+0000 7fd992a00700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd99406b520 0x7fd9941a5430 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd984000c00 tx=0x7fd9840057a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:53.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.323+0000 7fd998a00700 1 -- 172.21.15.26:0/3853086202 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd984027070 con 0x7fd99406b520 2024-04-26T02:00:53.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.323+0000 7fd998a00700 1 -- 172.21.15.26:0/3853086202 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd984003680 con 0x7fd99406b520 2024-04-26T02:00:53.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.323+0000 7fd998a00700 1 -- 172.21.15.26:0/3853086202 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd984022b10 con 0x7fd99406b520 2024-04-26T02:00:53.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.323+0000 7fd999e00700 1 -- 172.21.15.26:0/3853086202 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd99419ffe0 con 0x7fd99406b520 2024-04-26T02:00:53.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.323+0000 7fd999e00700 1 -- 172.21.15.26:0/3853086202 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9941ac300 con 0x7fd99406b520 2024-04-26T02:00:53.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.324+0000 7fd999e00700 1 -- 172.21.15.26:0/3853086202 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd994101f50 con 0x7fd99406b520 2024-04-26T02:00:53.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.326+0000 7fd998a00700 1 -- 172.21.15.26:0/3853086202 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fd98402a070 con 0x7fd99406b520 2024-04-26T02:00:53.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.328+0000 7fd998a00700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd9780a3c40 0x7fd9780a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:53.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.328+0000 7fd998a00700 1 -- 172.21.15.26:0/3853086202 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fd9840d1390 con 0x7fd99406b520 2024-04-26T02:00:53.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.328+0000 7fd98a000700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd9780a3c40 0x7fd9780a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:53.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.329+0000 7fd98a000700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd9780a3c40 0x7fd9780a6100 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd9940791b0 tx=0x7fd97c0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:53.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.332+0000 7fd998a00700 1 -- 172.21.15.26:0/3853086202 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd98405eff0 con 0x7fd99406b520 2024-04-26T02:00:53.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.430+0000 7f0ea1a00700 1 -- 172.21.15.26:0/708730537 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e9c074c70 msgr2=0x7f0e9c075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:53.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.430+0000 7f0ea1a00700 1 --2- 172.21.15.26:0/708730537 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e9c074c70 0x7f0e9c075050 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c0098f0 tx=0x7f0e8c009c00 comp rx=0 tx=0).stop 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.430+0000 7f0ea1a00700 1 -- 172.21.15.26:0/708730537 shutdown_connections 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.430+0000 7f0ea1a00700 1 --2- 172.21.15.26:0/708730537 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e9c113c10 0x7f0e9c116000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.430+0000 7f0ea1a00700 1 --2- 172.21.15.26:0/708730537 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e9c074c70 0x7f0e9c075050 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.430+0000 7f0ea1a00700 1 --2- 172.21.15.26:0/708730537 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e9c075590 0x7f0e9c1136d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.430+0000 7f0ea1a00700 1 -- 172.21.15.26:0/708730537 >> 172.21.15.26:0/708730537 conn(0x7f0e9c079ba0 msgr2=0x7f0e9c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.430+0000 7f0ea1a00700 1 -- 172.21.15.26:0/708730537 shutdown_connections 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.431+0000 7f0ea1a00700 1 -- 172.21.15.26:0/708730537 wait complete. 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.432+0000 7f0ea1a00700 1 Processor -- start 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.432+0000 7f0ea1a00700 1 -- start start 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.432+0000 7f0ea1a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e9c074c70 0x7f0e9c1a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.432+0000 7f0ea1a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e9c075590 0x7f0e9c1a5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.432+0000 7f0ea1a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e9c113c10 0x7f0e9c19f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.432+0000 7f0ea1a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0e9c1191f0 con 0x7f0e9c113c10 2024-04-26T02:00:53.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.432+0000 7f0ea1a00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0e9c119070 con 0x7f0e9c074c70 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.432+0000 7f0ea1a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0e9c119370 con 0x7f0e9c075590 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.432+0000 7f0e9b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e9c113c10 0x7f0e9c19f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.432+0000 7f0e9b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e9c113c10 0x7f0e9c19f590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48666/0 (socket says 172.21.15.26:48666) 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.432+0000 7f0e9aa00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e9c074c70 0x7f0e9c1a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.432+0000 7f0e9b400700 1 -- 172.21.15.26:0/2632196453 learned_addr learned my addr 172.21.15.26:0/2632196453 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.433+0000 7f0e9a000700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e9c075590 0x7f0e9c1a5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.433+0000 7f0e9aa00700 1 -- 172.21.15.26:0/2632196453 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e9c075590 msgr2=0x7f0e9c1a5910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.433+0000 7f0e9aa00700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e9c075590 0x7f0e9c1a5910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.433+0000 7f0e9aa00700 1 -- 172.21.15.26:0/2632196453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e9c113c10 msgr2=0x7f0e9c19f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.433+0000 7f0e9aa00700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e9c113c10 0x7f0e9c19f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.433+0000 7f0e9aa00700 1 -- 172.21.15.26:0/2632196453 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e9c19fcf0 con 0x7f0e9c074c70 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.433+0000 7f0e9a000700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e9c075590 0x7f0e9c1a5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.433+0000 7f0e9b400700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e9c113c10 0x7f0e9c19f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:53.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.433+0000 7f0e9aa00700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e9c074c70 0x7f0e9c1a53d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c009230 tx=0x7f0e8c00fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:53.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.434+0000 7f0e93400700 1 -- 172.21.15.26:0/2632196453 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e8c005140 con 0x7f0e9c074c70 2024-04-26T02:00:53.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.434+0000 7f0e93400700 1 -- 172.21.15.26:0/2632196453 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e8c00b560 con 0x7f0e9c074c70 2024-04-26T02:00:53.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.434+0000 7f0ea1a00700 1 -- 172.21.15.26:0/2632196453 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e9c19ff80 con 0x7f0e9c074c70 2024-04-26T02:00:53.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.434+0000 7f0e93400700 1 -- 172.21.15.26:0/2632196453 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e8c003900 con 0x7f0e9c074c70 2024-04-26T02:00:53.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.434+0000 7f0ea1a00700 1 -- 172.21.15.26:0/2632196453 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e9c1ac2a0 con 0x7f0e9c074c70 2024-04-26T02:00:53.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.435+0000 7f0ea1a00700 1 -- 172.21.15.26:0/2632196453 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e9c069730 con 0x7f0e9c074c70 2024-04-26T02:00:53.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.437+0000 7f0e93400700 1 -- 172.21.15.26:0/2632196453 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f0e8c00b9a0 con 0x7f0e9c074c70 2024-04-26T02:00:53.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.438+0000 7f0e93400700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0e800a3cc0 0x7f0e800a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:53.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.438+0000 7f0e93400700 1 -- 172.21.15.26:0/2632196453 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f0e8c0d12e0 con 0x7f0e9c074c70 2024-04-26T02:00:53.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.438+0000 7f0e9a000700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0e800a3cc0 0x7f0e800a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:53.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.439+0000 7f0e9a000700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0e800a3cc0 0x7f0e800a6180 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0e88009750 tx=0x7f0e88009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:53.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.443+0000 7f0e93400700 1 -- 172.21.15.26:0/2632196453 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0e8c013030 con 0x7f0e9c074c70 2024-04-26T02:00:53.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.572+0000 7fd999e00700 1 -- 172.21.15.26:0/3853086202 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fd994069730 con 0x7fd99406b520 2024-04-26T02:00:53.571 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:53 smithi026 ceph-mon[28138]: pgmap v404: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:53.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.573+0000 7fd998a00700 1 -- 172.21.15.26:0/3853086202 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd984013070 con 0x7fd99406b520 2024-04-26T02:00:53.571 INFO:teuthology.orchestra.run.smithi026.stdout:34359738475 2024-04-26T02:00:53.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.577+0000 7fd999e00700 1 -- 172.21.15.26:0/3853086202 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd9780a3c40 msgr2=0x7fd9780a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:53.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.577+0000 7fd999e00700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd9780a3c40 0x7fd9780a6100 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd9940791b0 tx=0x7fd97c0073d0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.577+0000 7fd999e00700 1 -- 172.21.15.26:0/3853086202 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd99406b520 msgr2=0x7fd9941a5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:53.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.577+0000 7fd999e00700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd99406b520 0x7fd9941a5430 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd984000c00 tx=0x7fd9840057a0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.577+0000 7fd999e00700 1 -- 172.21.15.26:0/3853086202 shutdown_connections 2024-04-26T02:00:53.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.577+0000 7fd999e00700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd994107960 0x7fd99419f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.577+0000 7fd999e00700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd99406b520 0x7fd9941a5430 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.577+0000 7fd999e00700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fd9780a3c40 0x7fd9780a6100 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.577+0000 7fd999e00700 1 --2- 172.21.15.26:0/3853086202 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd994105470 0x7fd9941a5970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.577+0000 7fd999e00700 1 -- 172.21.15.26:0/3853086202 >> 172.21.15.26:0/3853086202 conn(0x7fd9940788b0 msgr2=0x7fd994103b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:53.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.578+0000 7fd999e00700 1 -- 172.21.15.26:0/3853086202 shutdown_connections 2024-04-26T02:00:53.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.578+0000 7fd999e00700 1 -- 172.21.15.26:0/3853086202 wait complete. 2024-04-26T02:00:53.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.685+0000 7f0ea1a00700 1 -- 172.21.15.26:0/2632196453 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f0e9c1ac470 con 0x7f0e9c074c70 2024-04-26T02:00:53.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.686+0000 7f0e93400700 1 -- 172.21.15.26:0/2632196453 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0e8c09dd00 con 0x7f0e9c074c70 2024-04-26T02:00:53.684 INFO:teuthology.orchestra.run.smithi026.stdout:292057776184 2024-04-26T02:00:53.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.689+0000 7f0ea1a00700 1 -- 172.21.15.26:0/2632196453 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0e800a3cc0 msgr2=0x7f0e800a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:53.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.689+0000 7f0ea1a00700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0e800a3cc0 0x7f0e800a6180 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0e88009750 tx=0x7f0e88009310 comp rx=0 tx=0).stop 2024-04-26T02:00:53.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.689+0000 7f0ea1a00700 1 -- 172.21.15.26:0/2632196453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e9c074c70 msgr2=0x7f0e9c1a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:53.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.689+0000 7f0ea1a00700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e9c074c70 0x7f0e9c1a53d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c009230 tx=0x7f0e8c00fa00 comp rx=0 tx=0).stop 2024-04-26T02:00:53.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.689+0000 7f0ea1a00700 1 -- 172.21.15.26:0/2632196453 shutdown_connections 2024-04-26T02:00:53.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.689+0000 7f0ea1a00700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0e800a3cc0 0x7f0e800a6180 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.689+0000 7f0ea1a00700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e9c113c10 0x7f0e9c19f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.689+0000 7f0ea1a00700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e9c074c70 0x7f0e9c1a53d0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.689+0000 7f0ea1a00700 1 --2- 172.21.15.26:0/2632196453 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e9c075590 0x7f0e9c1a5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:53.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.689+0000 7f0ea1a00700 1 -- 172.21.15.26:0/2632196453 >> 172.21.15.26:0/2632196453 conn(0x7f0e9c079ba0 msgr2=0x7f0e9c10f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:53.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.689+0000 7f0ea1a00700 1 -- 172.21.15.26:0/2632196453 shutdown_connections 2024-04-26T02:00:53.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:53.689+0000 7f0ea1a00700 1 -- 172.21.15.26:0/2632196453 wait complete. 2024-04-26T02:00:53.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:53 smithi033 ceph-mon[32805]: pgmap v404: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:53.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:53 smithi064 ceph-mon[32613]: pgmap v404: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:54.017 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149782 got 111669149787 for osd.3 2024-04-26T02:00:54.018 DEBUG:teuthology.parallel:result is None 2024-04-26T02:00:54.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:54 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3853086202' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T02:00:54.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:54 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2632196453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T02:00:54.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:54 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3853086202' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T02:00:54.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:54 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2632196453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T02:00:54.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:54 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3853086202' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T02:00:54.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:54 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2632196453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T02:00:54.844 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776177 got 292057776184 for osd.9 2024-04-26T02:00:54.844 DEBUG:teuthology.parallel:result is None 2024-04-26T02:00:55.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:55 smithi026 ceph-mon[28138]: pgmap v405: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:00:55.639 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738468 got 34359738475 for osd.0 2024-04-26T02:00:55.770 DEBUG:teuthology.parallel:result is None 2024-04-26T02:00:55.770 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T02:00:55.770 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T02:00:55.771 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:55 smithi033 ceph-mon[32805]: pgmap v405: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:00:55.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:55 smithi064 ceph-mon[32613]: pgmap v405: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:00:56.268 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:00:57.650 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:57 smithi026 ceph-mon[28138]: pgmap v406: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:57.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:57 smithi033 ceph-mon[32805]: pgmap v406: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:57.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:57 smithi064 ceph-mon[32613]: pgmap v406: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:00:58.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.458+0000 7fbc8f200700 1 -- 172.21.15.26:0/3886508699 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc88108a20 msgr2=0x7fbc88108e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.458+0000 7fbc8f200700 1 --2- 172.21.15.26:0/3886508699 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc88108a20 0x7fbc88108e00 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbc780098f0 tx=0x7fbc78009c00 comp rx=0 tx=0).stop 2024-04-26T02:00:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.458+0000 7fbc8f200700 1 -- 172.21.15.26:0/3886508699 shutdown_connections 2024-04-26T02:00:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.458+0000 7fbc8f200700 1 --2- 172.21.15.26:0/3886508699 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc8806b980 0x7fbc8810f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.458+0000 7fbc8f200700 1 --2- 172.21.15.26:0/3886508699 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc88108a20 0x7fbc88108e00 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.458+0000 7fbc8f200700 1 --2- 172.21.15.26:0/3886508699 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc8806afe0 0x7fbc8806b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.458+0000 7fbc8f200700 1 -- 172.21.15.26:0/3886508699 >> 172.21.15.26:0/3886508699 conn(0x7fbc880788b0 msgr2=0x7fbc88078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.458+0000 7fbc8f200700 1 -- 172.21.15.26:0/3886508699 shutdown_connections 2024-04-26T02:00:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.458+0000 7fbc8f200700 1 -- 172.21.15.26:0/3886508699 wait complete. 2024-04-26T02:00:58.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.460+0000 7fbc8f200700 1 Processor -- start 2024-04-26T02:00:58.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.460+0000 7fbc8f200700 1 -- start start 2024-04-26T02:00:58.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.460+0000 7fbc8f200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc8806afe0 0x7fbc88101a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:58.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.460+0000 7fbc8f200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc8806b980 0x7fbc88101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:58.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.460+0000 7fbc8f200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc88108a20 0x7fbc88102480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:58.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.460+0000 7fbc8f200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbc88112bf0 con 0x7fbc8806b980 2024-04-26T02:00:58.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.460+0000 7fbc8f200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbc88112a70 con 0x7fbc8806afe0 2024-04-26T02:00:58.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.460+0000 7fbc8f200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fbc88112d70 con 0x7fbc88108a20 2024-04-26T02:00:58.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.461+0000 7fbc87e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc8806afe0 0x7fbc88101a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:58.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.461+0000 7fbc87400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc8806b980 0x7fbc88101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:58.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.461+0000 7fbc87e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc8806afe0 0x7fbc88101a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:52564/0 (socket says 172.21.15.26:52564) 2024-04-26T02:00:58.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.461+0000 7fbc87e00700 1 -- 172.21.15.26:0/3601011908 learned_addr learned my addr 172.21.15.26:0/3601011908 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:00:58.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.461+0000 7fbc8d200700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc88108a20 0x7fbc88102480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:58.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.461+0000 7fbc87e00700 1 -- 172.21.15.26:0/3601011908 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc88108a20 msgr2=0x7fbc88102480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.461+0000 7fbc87e00700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc88108a20 0x7fbc88102480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.461+0000 7fbc87e00700 1 -- 172.21.15.26:0/3601011908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc8806b980 msgr2=0x7fbc88101f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.461+0000 7fbc87e00700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc8806b980 0x7fbc88101f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.461+0000 7fbc87e00700 1 -- 172.21.15.26:0/3601011908 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc881a7710 con 0x7fbc8806afe0 2024-04-26T02:00:58.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.461+0000 7fbc8d200700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc88108a20 0x7fbc88102480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:00:58.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.462+0000 7fbc87e00700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc8806afe0 0x7fbc88101a00 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fbc78009230 tx=0x7fbc7800fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:58.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.462+0000 7fbc84c00700 1 -- 172.21.15.26:0/3601011908 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78005140 con 0x7fbc8806afe0 2024-04-26T02:00:58.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.462+0000 7fbc8f200700 1 -- 172.21.15.26:0/3601011908 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc881a79a0 con 0x7fbc8806afe0 2024-04-26T02:00:58.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.462+0000 7fbc84c00700 1 -- 172.21.15.26:0/3601011908 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc7800b560 con 0x7fbc8806afe0 2024-04-26T02:00:58.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.462+0000 7fbc8f200700 1 -- 172.21.15.26:0/3601011908 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc881a7e50 con 0x7fbc8806afe0 2024-04-26T02:00:58.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.462+0000 7fbc84c00700 1 -- 172.21.15.26:0/3601011908 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78003a80 con 0x7fbc8806afe0 2024-04-26T02:00:58.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.463+0000 7fbc8f200700 1 -- 172.21.15.26:0/3601011908 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc88069730 con 0x7fbc8806afe0 2024-04-26T02:00:58.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.465+0000 7fbc84c00700 1 -- 172.21.15.26:0/3601011908 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fbc7800ba10 con 0x7fbc8806afe0 2024-04-26T02:00:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.467+0000 7fbc84c00700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc6c0a3c40 0x7fbc6c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.467+0000 7fbc84c00700 1 -- 172.21.15.26:0/3601011908 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fbc780d13b0 con 0x7fbc8806afe0 2024-04-26T02:00:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.467+0000 7fbc87400700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc6c0a3c40 0x7fbc6c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:58.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.468+0000 7fbc87400700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc6c0a3c40 0x7fbc6c0a6100 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbc88078ff0 tx=0x7fbc74009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.471+0000 7fbc84c00700 1 -- 172.21.15.26:0/3601011908 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbc78013030 con 0x7fbc8806afe0 2024-04-26T02:00:58.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.703+0000 7fbc8f200700 1 -- 172.21.15.26:0/3601011908 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbc88062e80 con 0x7fbc6c0a3c40 2024-04-26T02:00:58.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.712+0000 7fbc84c00700 1 -- 172.21.15.26:0/3601011908 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259041 (secure 0 0 0) 0x7fbc88062e80 con 0x7fbc6c0a3c40 2024-04-26T02:00:58.718 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:00:58.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.719+0000 7fbc8f200700 1 -- 172.21.15.26:0/3601011908 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc6c0a3c40 msgr2=0x7fbc6c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.719+0000 7fbc8f200700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc6c0a3c40 0x7fbc6c0a6100 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbc88078ff0 tx=0x7fbc74009260 comp rx=0 tx=0).stop 2024-04-26T02:00:58.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.719+0000 7fbc8f200700 1 -- 172.21.15.26:0/3601011908 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc8806afe0 msgr2=0x7fbc88101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.720+0000 7fbc8f200700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc8806afe0 0x7fbc88101a00 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fbc78009230 tx=0x7fbc7800fa70 comp rx=0 tx=0).stop 2024-04-26T02:00:58.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.720+0000 7fbc8f200700 1 -- 172.21.15.26:0/3601011908 shutdown_connections 2024-04-26T02:00:58.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.720+0000 7fbc8f200700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbc88108a20 0x7fbc88102480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.720+0000 7fbc8f200700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc8806afe0 0x7fbc88101a00 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.720+0000 7fbc8f200700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbc6c0a3c40 0x7fbc6c0a6100 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.720+0000 7fbc8f200700 1 --2- 172.21.15.26:0/3601011908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc8806b980 0x7fbc88101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.720+0000 7fbc8f200700 1 -- 172.21.15.26:0/3601011908 >> 172.21.15.26:0/3601011908 conn(0x7fbc880788b0 msgr2=0x7fbc880ffb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:58.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.720+0000 7fbc8f200700 1 -- 172.21.15.26:0/3601011908 shutdown_connections 2024-04-26T02:00:58.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:00:58.720+0000 7fbc8f200700 1 -- 172.21.15.26:0/3601011908 wait complete. 2024-04-26T02:00:58.721 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T02:00:58.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:58 smithi026 ceph-mon[28138]: pgmap v407: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:00:58.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:58 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:58.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:58 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:59.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:58 smithi033 ceph-mon[32805]: pgmap v407: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:00:59.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:58 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:59.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:58 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:59.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:58 smithi064 ceph-mon[32613]: pgmap v407: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:00:59.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:58 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:59.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:58 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:00:59.580 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":407,"stamp":"2024-04-26T02:00:57.721615+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660695,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1375,"num_read_kb":817,"num_write":441,"num_write_kb":3086,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1180804,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":861,"ondisk_log_size":861,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":365552,"kb_used_data":12240,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124576272,"statfs":{"total":1151940427776,"available":1151566102528,"internally_reserved":0,"allocated":12533760,"data_stored":7777329,"data_compressed":108219,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19139,"internal_metadata":361674045},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":60,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005063"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.679578+0000","last_change":"2024-04-26T01:58:30.964631+0000","last_active":"2024-04-26T02:00:35.679578+0000","last_peered":"2024-04-26T02:00:35.679578+0000","last_clean":"2024-04-26T02:00:35.679578+0000","last_became_active":"2024-04-26T01:58:30.964292+0000","last_became_peered":"2024-04-26T01:58:30.964292+0000","last_unstale":"2024-04-26T02:00:35.679578+0000","last_undegraded":"2024-04-26T02:00:35.679578+0000","last_fullsized":"2024-04-26T02:00:35.679578+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:56:28.572390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.685742+0000","last_change":"2024-04-26T01:58:30.962040+0000","last_active":"2024-04-26T02:00:35.685742+0000","last_peered":"2024-04-26T02:00:35.685742+0000","last_clean":"2024-04-26T02:00:35.685742+0000","last_became_active":"2024-04-26T01:58:30.961628+0000","last_became_peered":"2024-04-26T01:58:30.961628+0000","last_unstale":"2024-04-26T02:00:35.685742+0000","last_undegraded":"2024-04-26T02:00:35.685742+0000","last_fullsized":"2024-04-26T02:00:35.685742+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:43.963583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.689988+0000","last_change":"2024-04-26T01:58:30.965916+0000","last_active":"2024-04-26T02:00:35.689988+0000","last_peered":"2024-04-26T02:00:35.689988+0000","last_clean":"2024-04-26T02:00:35.689988+0000","last_became_active":"2024-04-26T01:58:30.964832+0000","last_became_peered":"2024-04-26T01:58:30.964832+0000","last_unstale":"2024-04-26T02:00:35.689988+0000","last_undegraded":"2024-04-26T02:00:35.689988+0000","last_fullsized":"2024-04-26T02:00:35.689988+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:53:46.967305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.659762+0000","last_change":"2024-04-26T01:58:30.956744+0000","last_active":"2024-04-26T02:00:35.659762+0000","last_peered":"2024-04-26T02:00:35.659762+0000","last_clean":"2024-04-26T02:00:35.659762+0000","last_became_active":"2024-04-26T01:58:30.956379+0000","last_became_peered":"2024-04-26T01:58:30.956379+0000","last_unstale":"2024-04-26T02:00:35.659762+0000","last_undegraded":"2024-04-26T02:00:35.659762+0000","last_fullsized":"2024-04-26T02:00:35.659762+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:18:05.595190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.681679+0000","last_change":"2024-04-26T01:58:30.985158+0000","last_active":"2024-04-26T02:00:35.681679+0000","last_peered":"2024-04-26T02:00:35.681679+0000","last_clean":"2024-04-26T02:00:35.681679+0000","last_became_active":"2024-04-26T01:58:30.984799+0000","last_became_peered":"2024-04-26T01:58:30.984799+0000","last_unstale":"2024-04-26T02:00:35.681679+0000","last_undegraded":"2024-04-26T02:00:35.681679+0000","last_fullsized":"2024-04-26T02:00:35.681679+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:31.555736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.687110+0000","last_change":"2024-04-26T01:58:30.958873+0000","last_active":"2024-04-26T02:00:35.687110+0000","last_peered":"2024-04-26T02:00:35.687110+0000","last_clean":"2024-04-26T02:00:35.687110+0000","last_became_active":"2024-04-26T01:58:30.958382+0000","last_became_peered":"2024-04-26T01:58:30.958382+0000","last_unstale":"2024-04-26T02:00:35.687110+0000","last_undegraded":"2024-04-26T02:00:35.687110+0000","last_fullsized":"2024-04-26T02:00:35.687110+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:59.244016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.689296+0000","last_change":"2024-04-26T01:58:30.967633+0000","last_active":"2024-04-26T02:00:35.689296+0000","last_peered":"2024-04-26T02:00:35.689296+0000","last_clean":"2024-04-26T02:00:35.689296+0000","last_became_active":"2024-04-26T01:58:30.967260+0000","last_became_peered":"2024-04-26T01:58:30.967260+0000","last_unstale":"2024-04-26T02:00:35.689296+0000","last_undegraded":"2024-04-26T02:00:35.689296+0000","last_fullsized":"2024-04-26T02:00:35.689296+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:05:04.749182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.694238+0000","last_change":"2024-04-26T01:58:30.963144+0000","last_active":"2024-04-26T02:00:35.694238+0000","last_peered":"2024-04-26T02:00:35.694238+0000","last_clean":"2024-04-26T02:00:35.694238+0000","last_became_active":"2024-04-26T01:58:30.962392+0000","last_became_peered":"2024-04-26T01:58:30.962392+0000","last_unstale":"2024-04-26T02:00:35.694238+0000","last_undegraded":"2024-04-26T02:00:35.694238+0000","last_fullsized":"2024-04-26T02:00:35.694238+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:44.931238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.685389+0000","last_change":"2024-04-26T01:58:30.965078+0000","last_active":"2024-04-26T02:00:35.685389+0000","last_peered":"2024-04-26T02:00:35.685389+0000","last_clean":"2024-04-26T02:00:35.685389+0000","last_became_active":"2024-04-26T01:58:30.964720+0000","last_became_peered":"2024-04-26T01:58:30.964720+0000","last_unstale":"2024-04-26T02:00:35.685389+0000","last_undegraded":"2024-04-26T02:00:35.685389+0000","last_fullsized":"2024-04-26T02:00:35.685389+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:56:30.536722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.682074+0000","last_change":"2024-04-26T01:58:30.960916+0000","last_active":"2024-04-26T02:00:35.682074+0000","last_peered":"2024-04-26T02:00:35.682074+0000","last_clean":"2024-04-26T02:00:35.682074+0000","last_became_active":"2024-04-26T01:58:30.960506+0000","last_became_peered":"2024-04-26T01:58:30.960506+0000","last_unstale":"2024-04-26T02:00:35.682074+0000","last_undegraded":"2024-04-26T02:00:35.682074+0000","last_fullsized":"2024-04-26T02:00:35.682074+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:39.655503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.684446+0000","last_change":"2024-04-26T01:58:30.969391+0000","last_active":"2024-04-26T02:00:35.684446+0000","last_peered":"2024-04-26T02:00:35.684446+0000","last_clean":"2024-04-26T02:00:35.684446+0000","last_became_active":"2024-04-26T01:58:30.968753+0000","last_became_peered":"2024-04-26T01:58:30.968753+0000","last_unstale":"2024-04-26T02:00:35.684446+0000","last_undegraded":"2024-04-26T02:00:35.684446+0000","last_fullsized":"2024-04-26T02:00:35.684446+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:37.282473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.677774+0000","last_change":"2024-04-26T01:58:30.961127+0000","last_active":"2024-04-26T02:00:35.677774+0000","last_peered":"2024-04-26T02:00:35.677774+0000","last_clean":"2024-04-26T02:00:35.677774+0000","last_became_active":"2024-04-26T01:58:30.960770+0000","last_became_peered":"2024-04-26T01:58:30.960770+0000","last_unstale":"2024-04-26T02:00:35.677774+0000","last_undegraded":"2024-04-26T02:00:35.677774+0000","last_fullsized":"2024-04-26T02:00:35.677774+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:55:12.749630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.692864+0000","last_change":"2024-04-26T01:58:30.972350+0000","last_active":"2024-04-26T02:00:35.692864+0000","last_peered":"2024-04-26T02:00:35.692864+0000","last_clean":"2024-04-26T02:00:35.692864+0000","last_became_active":"2024-04-26T01:58:30.971258+0000","last_became_peered":"2024-04-26T01:58:30.971258+0000","last_unstale":"2024-04-26T02:00:35.692864+0000","last_undegraded":"2024-04-26T02:00:35.692864+0000","last_fullsized":"2024-04-26T02:00:35.692864+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:46:47.206529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.686274+0000","last_change":"2024-04-26T01:58:30.966953+0000","last_active":"2024-04-26T02:00:35.686274+0000","last_peered":"2024-04-26T02:00:35.686274+0000","last_clean":"2024-04-26T02:00:35.686274+0000","last_became_active":"2024-04-26T01:58:30.962570+0000","last_became_peered":"2024-04-26T01:58:30.962570+0000","last_unstale":"2024-04-26T02:00:35.686274+0000","last_undegraded":"2024-04-26T02:00:35.686274+0000","last_fullsized":"2024-04-26T02:00:35.686274+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:43.199478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.689125+0000","last_change":"2024-04-26T01:58:30.963717+0000","last_active":"2024-04-26T02:00:35.689125+0000","last_peered":"2024-04-26T02:00:35.689125+0000","last_clean":"2024-04-26T02:00:35.689125+0000","last_became_active":"2024-04-26T01:58:30.962861+0000","last_became_peered":"2024-04-26T01:58:30.962861+0000","last_unstale":"2024-04-26T02:00:35.689125+0000","last_undegraded":"2024-04-26T02:00:35.689125+0000","last_fullsized":"2024-04-26T02:00:35.689125+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:04:20.857193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.688438+0000","last_change":"2024-04-26T01:58:30.963963+0000","last_active":"2024-04-26T02:00:35.688438+0000","last_peered":"2024-04-26T02:00:35.688438+0000","last_clean":"2024-04-26T02:00:35.688438+0000","last_became_active":"2024-04-26T01:58:30.963594+0000","last_became_peered":"2024-04-26T01:58:30.963594+0000","last_unstale":"2024-04-26T02:00:35.688438+0000","last_undegraded":"2024-04-26T02:00:35.688438+0000","last_fullsized":"2024-04-26T02:00:35.688438+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:05:53.068792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.683776+0000","last_change":"2024-04-26T01:58:30.965493+0000","last_active":"2024-04-26T02:00:35.683776+0000","last_peered":"2024-04-26T02:00:35.683776+0000","last_clean":"2024-04-26T02:00:35.683776+0000","last_became_active":"2024-04-26T01:58:30.965159+0000","last_became_peered":"2024-04-26T01:58:30.965159+0000","last_unstale":"2024-04-26T02:00:35.683776+0000","last_undegraded":"2024-04-26T02:00:35.683776+0000","last_fullsized":"2024-04-26T02:00:35.683776+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:28:58.745853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.690062+0000","last_change":"2024-04-26T01:58:30.959013+0000","last_active":"2024-04-26T02:00:35.690062+0000","last_peered":"2024-04-26T02:00:35.690062+0000","last_clean":"2024-04-26T02:00:35.690062+0000","last_became_active":"2024-04-26T01:58:30.958626+0000","last_became_peered":"2024-04-26T01:58:30.958626+0000","last_unstale":"2024-04-26T02:00:35.690062+0000","last_undegraded":"2024-04-26T02:00:35.690062+0000","last_fullsized":"2024-04-26T02:00:35.690062+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:36:30.591403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.688770+0000","last_change":"2024-04-26T01:58:30.969827+0000","last_active":"2024-04-26T02:00:35.688770+0000","last_peered":"2024-04-26T02:00:35.688770+0000","last_clean":"2024-04-26T02:00:35.688770+0000","last_became_active":"2024-04-26T01:58:30.969489+0000","last_became_peered":"2024-04-26T01:58:30.969489+0000","last_unstale":"2024-04-26T02:00:35.688770+0000","last_undegraded":"2024-04-26T02:00:35.688770+0000","last_fullsized":"2024-04-26T02:00:35.688770+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:46.542281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'14","reported_seq":163,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:55.361035+0000","last_change":"2024-04-26T01:58:26.909029+0000","last_active":"2024-04-26T02:00:55.361035+0000","last_peered":"2024-04-26T02:00:55.361035+0000","last_clean":"2024-04-26T02:00:55.361035+0000","last_became_active":"2024-04-26T01:58:26.908324+0000","last_became_peered":"2024-04-26T01:58:26.908324+0000","last_unstale":"2024-04-26T02:00:55.361035+0000","last_undegraded":"2024-04-26T02:00:55.361035+0000","last_fullsized":"2024-04-26T02:00:55.361035+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:03:13.796647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":16,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.679946+0000","last_change":"2024-04-26T01:59:06.733098+0000","last_active":"2024-04-26T02:00:35.679946+0000","last_peered":"2024-04-26T02:00:35.679946+0000","last_clean":"2024-04-26T02:00:35.679946+0000","last_became_active":"2024-04-26T01:59:06.731525+0000","last_became_peered":"2024-04-26T01:59:06.731525+0000","last_unstale":"2024-04-26T02:00:35.679946+0000","last_undegraded":"2024-04-26T02:00:35.679946+0000","last_fullsized":"2024-04-26T02:00:35.679946+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:09.678592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.731071+0000","last_change":"2024-04-26T01:58:26.950857+0000","last_active":"2024-04-26T01:59:06.731071+0000","last_peered":"2024-04-26T01:59:06.731071+0000","last_clean":"2024-04-26T01:59:06.731071+0000","last_became_active":"2024-04-26T01:58:26.949124+0000","last_became_peered":"2024-04-26T01:58:26.949124+0000","last_unstale":"2024-04-26T01:59:06.731071+0000","last_undegraded":"2024-04-26T01:59:06.731071+0000","last_fullsized":"2024-04-26T01:59:06.731071+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:37.249004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.691753+0000","last_change":"2024-04-26T01:58:30.965301+0000","last_active":"2024-04-26T02:00:35.691753+0000","last_peered":"2024-04-26T02:00:35.691753+0000","last_clean":"2024-04-26T02:00:35.691753+0000","last_became_active":"2024-04-26T01:58:30.964953+0000","last_became_peered":"2024-04-26T01:58:30.964953+0000","last_unstale":"2024-04-26T02:00:35.691753+0000","last_undegraded":"2024-04-26T02:00:35.691753+0000","last_fullsized":"2024-04-26T02:00:35.691753+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:35:32.835720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723524+0000","last_change":"2024-04-26T01:58:26.908866+0000","last_active":"2024-04-26T01:59:06.723524+0000","last_peered":"2024-04-26T01:59:06.723524+0000","last_clean":"2024-04-26T01:59:06.723524+0000","last_became_active":"2024-04-26T01:58:26.908424+0000","last_became_peered":"2024-04-26T01:58:26.908424+0000","last_unstale":"2024-04-26T01:59:06.723524+0000","last_undegraded":"2024-04-26T01:59:06.723524+0000","last_fullsized":"2024-04-26T01:59:06.723524+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:31:18.051909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.691829+0000","last_change":"2024-04-26T01:58:30.976254+0000","last_active":"2024-04-26T02:00:35.691829+0000","last_peered":"2024-04-26T02:00:35.691829+0000","last_clean":"2024-04-26T02:00:35.691829+0000","last_became_active":"2024-04-26T01:58:30.975848+0000","last_became_peered":"2024-04-26T01:58:30.975848+0000","last_unstale":"2024-04-26T02:00:35.691829+0000","last_undegraded":"2024-04-26T02:00:35.691829+0000","last_fullsized":"2024-04-26T02:00:35.691829+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:33.189012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723516+0000","last_change":"2024-04-26T01:58:26.911002+0000","last_active":"2024-04-26T01:59:06.723516+0000","last_peered":"2024-04-26T01:59:06.723516+0000","last_clean":"2024-04-26T01:59:06.723516+0000","last_became_active":"2024-04-26T01:58:26.910602+0000","last_became_peered":"2024-04-26T01:58:26.910602+0000","last_unstale":"2024-04-26T01:59:06.723516+0000","last_undegraded":"2024-04-26T01:59:06.723516+0000","last_fullsized":"2024-04-26T01:59:06.723516+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:22.056752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":41,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.683643+0000","last_change":"2024-04-26T01:59:06.795919+0000","last_active":"2024-04-26T02:00:35.683643+0000","last_peered":"2024-04-26T02:00:35.683643+0000","last_clean":"2024-04-26T02:00:35.683643+0000","last_became_active":"2024-04-26T01:59:06.795545+0000","last_became_peered":"2024-04-26T01:59:06.795545+0000","last_unstale":"2024-04-26T02:00:35.683643+0000","last_undegraded":"2024-04-26T02:00:35.683643+0000","last_fullsized":"2024-04-26T02:00:35.683643+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:04.415279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":150,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:51.316636+0000","last_change":"2024-04-26T01:58:26.907930+0000","last_active":"2024-04-26T02:00:51.316636+0000","last_peered":"2024-04-26T02:00:51.316636+0000","last_clean":"2024-04-26T02:00:51.316636+0000","last_became_active":"2024-04-26T01:58:26.907517+0000","last_became_peered":"2024-04-26T01:58:26.907517+0000","last_unstale":"2024-04-26T02:00:51.316636+0000","last_undegraded":"2024-04-26T02:00:51.316636+0000","last_fullsized":"2024-04-26T02:00:51.316636+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:14:44.076309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.682832+0000","last_change":"2024-04-26T01:58:30.952575+0000","last_active":"2024-04-26T02:00:35.682832+0000","last_peered":"2024-04-26T02:00:35.682832+0000","last_clean":"2024-04-26T02:00:35.682832+0000","last_became_active":"2024-04-26T01:58:30.952212+0000","last_became_peered":"2024-04-26T01:58:30.952212+0000","last_unstale":"2024-04-26T02:00:35.682832+0000","last_undegraded":"2024-04-26T02:00:35.682832+0000","last_fullsized":"2024-04-26T02:00:35.682832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:01:57.128787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.719075+0000","last_change":"2024-04-26T01:58:26.911859+0000","last_active":"2024-04-26T01:59:06.719075+0000","last_peered":"2024-04-26T01:59:06.719075+0000","last_clean":"2024-04-26T01:59:06.719075+0000","last_became_active":"2024-04-26T01:58:26.911358+0000","last_became_peered":"2024-04-26T01:58:26.911358+0000","last_unstale":"2024-04-26T01:59:06.719075+0000","last_undegraded":"2024-04-26T01:59:06.719075+0000","last_fullsized":"2024-04-26T01:59:06.719075+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:35.498625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.696075+0000","last_change":"2024-04-26T01:59:07.118055+0000","last_active":"2024-04-26T02:00:35.696075+0000","last_peered":"2024-04-26T02:00:35.696075+0000","last_clean":"2024-04-26T02:00:35.696075+0000","last_became_active":"2024-04-26T01:59:07.116702+0000","last_became_peered":"2024-04-26T01:59:07.116702+0000","last_unstale":"2024-04-26T02:00:35.696075+0000","last_undegraded":"2024-04-26T02:00:35.696075+0000","last_fullsized":"2024-04-26T02:00:35.696075+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:50.911431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.724752+0000","last_change":"2024-04-26T01:58:26.909213+0000","last_active":"2024-04-26T01:59:06.724752+0000","last_peered":"2024-04-26T01:59:06.724752+0000","last_clean":"2024-04-26T01:59:06.724752+0000","last_became_active":"2024-04-26T01:58:26.908696+0000","last_became_peered":"2024-04-26T01:58:26.908696+0000","last_unstale":"2024-04-26T01:59:06.724752+0000","last_undegraded":"2024-04-26T01:59:06.724752+0000","last_fullsized":"2024-04-26T01:59:06.724752+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:32:50.331258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.695617+0000","last_change":"2024-04-26T01:58:30.986876+0000","last_active":"2024-04-26T02:00:35.695617+0000","last_peered":"2024-04-26T02:00:35.695617+0000","last_clean":"2024-04-26T02:00:35.695617+0000","last_became_active":"2024-04-26T01:58:30.986442+0000","last_became_peered":"2024-04-26T01:58:30.986442+0000","last_unstale":"2024-04-26T02:00:35.695617+0000","last_undegraded":"2024-04-26T02:00:35.695617+0000","last_fullsized":"2024-04-26T02:00:35.695617+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:14:09.315119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722124+0000","last_change":"2024-04-26T01:58:26.908371+0000","last_active":"2024-04-26T01:59:06.722124+0000","last_peered":"2024-04-26T01:59:06.722124+0000","last_clean":"2024-04-26T01:59:06.722124+0000","last_became_active":"2024-04-26T01:58:26.908013+0000","last_became_peered":"2024-04-26T01:58:26.908013+0000","last_unstale":"2024-04-26T01:59:06.722124+0000","last_undegraded":"2024-04-26T01:59:06.722124+0000","last_fullsized":"2024-04-26T01:59:06.722124+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:26:57.910428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.695661+0000","last_change":"2024-04-26T01:58:30.971847+0000","last_active":"2024-04-26T02:00:35.695661+0000","last_peered":"2024-04-26T02:00:35.695661+0000","last_clean":"2024-04-26T02:00:35.695661+0000","last_became_active":"2024-04-26T01:58:30.971427+0000","last_became_peered":"2024-04-26T01:58:30.971427+0000","last_unstale":"2024-04-26T02:00:35.695661+0000","last_undegraded":"2024-04-26T02:00:35.695661+0000","last_fullsized":"2024-04-26T02:00:35.695661+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:59:58.120983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":268,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:53.377312+0000","last_change":"2024-04-26T01:58:26.916131+0000","last_active":"2024-04-26T02:00:53.377312+0000","last_peered":"2024-04-26T02:00:53.377312+0000","last_clean":"2024-04-26T02:00:53.377312+0000","last_became_active":"2024-04-26T01:58:26.915748+0000","last_became_peered":"2024-04-26T01:58:26.915748+0000","last_unstale":"2024-04-26T02:00:53.377312+0000","last_undegraded":"2024-04-26T02:00:53.377312+0000","last_fullsized":"2024-04-26T02:00:53.377312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:18.951250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":236,"num_read_kb":236,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.692411+0000","last_change":"2024-04-26T01:58:30.963544+0000","last_active":"2024-04-26T02:00:35.692411+0000","last_peered":"2024-04-26T02:00:35.692411+0000","last_clean":"2024-04-26T02:00:35.692411+0000","last_became_active":"2024-04-26T01:58:30.963152+0000","last_became_peered":"2024-04-26T01:58:30.963152+0000","last_unstale":"2024-04-26T02:00:35.692411+0000","last_undegraded":"2024-04-26T02:00:35.692411+0000","last_fullsized":"2024-04-26T02:00:35.692411+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:39:42.557629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722112+0000","last_change":"2024-04-26T01:58:26.912774+0000","last_active":"2024-04-26T01:59:06.722112+0000","last_peered":"2024-04-26T01:59:06.722112+0000","last_clean":"2024-04-26T01:59:06.722112+0000","last_became_active":"2024-04-26T01:58:26.912382+0000","last_became_peered":"2024-04-26T01:58:26.912382+0000","last_unstale":"2024-04-26T01:59:06.722112+0000","last_undegraded":"2024-04-26T01:59:06.722112+0000","last_fullsized":"2024-04-26T01:59:06.722112+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:03.667501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.688437+0000","last_change":"2024-04-26T01:58:30.969636+0000","last_active":"2024-04-26T02:00:35.688437+0000","last_peered":"2024-04-26T02:00:35.688437+0000","last_clean":"2024-04-26T02:00:35.688437+0000","last_became_active":"2024-04-26T01:58:30.965817+0000","last_became_peered":"2024-04-26T01:58:30.965817+0000","last_unstale":"2024-04-26T02:00:35.688437+0000","last_undegraded":"2024-04-26T02:00:35.688437+0000","last_fullsized":"2024-04-26T02:00:35.688437+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:52.159112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723045+0000","last_change":"2024-04-26T01:58:26.955656+0000","last_active":"2024-04-26T01:59:06.723045+0000","last_peered":"2024-04-26T01:59:06.723045+0000","last_clean":"2024-04-26T01:59:06.723045+0000","last_became_active":"2024-04-26T01:58:26.955270+0000","last_became_peered":"2024-04-26T01:58:26.955270+0000","last_unstale":"2024-04-26T01:59:06.723045+0000","last_undegraded":"2024-04-26T01:59:06.723045+0000","last_fullsized":"2024-04-26T01:59:06.723045+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:12:31.425015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.688263+0000","last_change":"2024-04-26T01:58:30.952388+0000","last_active":"2024-04-26T02:00:35.688263+0000","last_peered":"2024-04-26T02:00:35.688263+0000","last_clean":"2024-04-26T02:00:35.688263+0000","last_became_active":"2024-04-26T01:58:30.951944+0000","last_became_peered":"2024-04-26T01:58:30.951944+0000","last_unstale":"2024-04-26T02:00:35.688263+0000","last_undegraded":"2024-04-26T02:00:35.688263+0000","last_fullsized":"2024-04-26T02:00:35.688263+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:39:43.629075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'34","reported_seq":307,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:53.318746+0000","last_change":"2024-04-26T01:58:26.908554+0000","last_active":"2024-04-26T02:00:53.318746+0000","last_peered":"2024-04-26T02:00:53.318746+0000","last_clean":"2024-04-26T02:00:53.318746+0000","last_became_active":"2024-04-26T01:58:26.908096+0000","last_became_peered":"2024-04-26T01:58:26.908096+0000","last_unstale":"2024-04-26T02:00:53.318746+0000","last_undegraded":"2024-04-26T02:00:53.318746+0000","last_fullsized":"2024-04-26T02:00:53.318746+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:59:07.497393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62075,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":246,"num_read_kb":183,"num_write":36,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.683100+0000","last_change":"2024-04-26T01:58:30.962169+0000","last_active":"2024-04-26T02:00:35.683100+0000","last_peered":"2024-04-26T02:00:35.683100+0000","last_clean":"2024-04-26T02:00:35.683100+0000","last_became_active":"2024-04-26T01:58:30.961827+0000","last_became_peered":"2024-04-26T01:58:30.961827+0000","last_unstale":"2024-04-26T02:00:35.683100+0000","last_undegraded":"2024-04-26T02:00:35.683100+0000","last_fullsized":"2024-04-26T02:00:35.683100+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:42.150541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.749353+0000","last_change":"2024-04-26T01:59:06.748974+0000","last_active":"2024-04-26T01:59:06.749353+0000","last_peered":"2024-04-26T01:59:06.749353+0000","last_clean":"2024-04-26T01:59:06.749353+0000","last_became_active":"2024-04-26T01:59:06.733491+0000","last_became_peered":"2024-04-26T01:59:06.733491+0000","last_unstale":"2024-04-26T01:59:06.749353+0000","last_undegraded":"2024-04-26T01:59:06.749353+0000","last_fullsized":"2024-04-26T01:59:06.749353+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:11.743053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.693469+0000","last_change":"2024-04-26T01:58:30.981562+0000","last_active":"2024-04-26T02:00:35.693469+0000","last_peered":"2024-04-26T02:00:35.693469+0000","last_clean":"2024-04-26T02:00:35.693469+0000","last_became_active":"2024-04-26T01:58:30.975609+0000","last_became_peered":"2024-04-26T01:58:30.975609+0000","last_unstale":"2024-04-26T02:00:35.693469+0000","last_undegraded":"2024-04-26T02:00:35.693469+0000","last_fullsized":"2024-04-26T02:00:35.693469+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:34.822280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722746+0000","last_change":"2024-04-26T01:58:26.914851+0000","last_active":"2024-04-26T01:59:06.722746+0000","last_peered":"2024-04-26T01:59:06.722746+0000","last_clean":"2024-04-26T01:59:06.722746+0000","last_became_active":"2024-04-26T01:58:26.914333+0000","last_became_peered":"2024-04-26T01:58:26.914333+0000","last_unstale":"2024-04-26T01:59:06.722746+0000","last_undegraded":"2024-04-26T01:59:06.722746+0000","last_fullsized":"2024-04-26T01:59:06.722746+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:08:14.410154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":42,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.691426+0000","last_change":"2024-04-26T01:59:06.732772+0000","last_active":"2024-04-26T02:00:35.691426+0000","last_peered":"2024-04-26T02:00:35.691426+0000","last_clean":"2024-04-26T02:00:35.691426+0000","last_became_active":"2024-04-26T01:59:06.732342+0000","last_became_peered":"2024-04-26T01:59:06.732342+0000","last_unstale":"2024-04-26T02:00:35.691426+0000","last_undegraded":"2024-04-26T02:00:35.691426+0000","last_fullsized":"2024-04-26T02:00:35.691426+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:33.765821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"91'7","reported_seq":160,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:56.363832+0000","last_change":"2024-04-26T01:58:26.908641+0000","last_active":"2024-04-26T02:00:56.363832+0000","last_peered":"2024-04-26T02:00:56.363832+0000","last_clean":"2024-04-26T02:00:56.363832+0000","last_became_active":"2024-04-26T01:58:26.908257+0000","last_became_peered":"2024-04-26T01:58:26.908257+0000","last_unstale":"2024-04-26T02:00:56.363832+0000","last_undegraded":"2024-04-26T02:00:56.363832+0000","last_fullsized":"2024-04-26T02:00:56.363832+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:34:47.335413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":127,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.678320+0000","last_change":"2024-04-26T01:58:30.966929+0000","last_active":"2024-04-26T02:00:35.678320+0000","last_peered":"2024-04-26T02:00:35.678320+0000","last_clean":"2024-04-26T02:00:35.678320+0000","last_became_active":"2024-04-26T01:58:30.966570+0000","last_became_peered":"2024-04-26T01:58:30.966570+0000","last_unstale":"2024-04-26T02:00:35.678320+0000","last_undegraded":"2024-04-26T02:00:35.678320+0000","last_fullsized":"2024-04-26T02:00:35.678320+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:06:18.841697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":45,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723417+0000","last_change":"2024-04-26T01:58:26.948155+0000","last_active":"2024-04-26T01:59:06.723417+0000","last_peered":"2024-04-26T01:59:06.723417+0000","last_clean":"2024-04-26T01:59:06.723417+0000","last_became_active":"2024-04-26T01:58:26.947769+0000","last_became_peered":"2024-04-26T01:58:26.947769+0000","last_unstale":"2024-04-26T01:59:06.723417+0000","last_undegraded":"2024-04-26T01:59:06.723417+0000","last_fullsized":"2024-04-26T01:59:06.723417+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:34:54.667133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.678778+0000","last_change":"2024-04-26T01:58:30.956123+0000","last_active":"2024-04-26T02:00:35.678778+0000","last_peered":"2024-04-26T02:00:35.678778+0000","last_clean":"2024-04-26T02:00:35.678778+0000","last_became_active":"2024-04-26T01:58:30.955722+0000","last_became_peered":"2024-04-26T01:58:30.955722+0000","last_unstale":"2024-04-26T02:00:35.678778+0000","last_undegraded":"2024-04-26T02:00:35.678778+0000","last_fullsized":"2024-04-26T02:00:35.678778+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:32.888488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722938+0000","last_change":"2024-04-26T01:58:26.908175+0000","last_active":"2024-04-26T01:59:06.722938+0000","last_peered":"2024-04-26T01:59:06.722938+0000","last_clean":"2024-04-26T01:59:06.722938+0000","last_became_active":"2024-04-26T01:58:26.907823+0000","last_became_peered":"2024-04-26T01:58:26.907823+0000","last_unstale":"2024-04-26T01:59:06.722938+0000","last_undegraded":"2024-04-26T01:59:06.722938+0000","last_fullsized":"2024-04-26T01:59:06.722938+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:10:47.314000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.676536+0000","last_change":"2024-04-26T01:58:30.953226+0000","last_active":"2024-04-26T02:00:35.676536+0000","last_peered":"2024-04-26T02:00:35.676536+0000","last_clean":"2024-04-26T02:00:35.676536+0000","last_became_active":"2024-04-26T01:58:30.952797+0000","last_became_peered":"2024-04-26T01:58:30.952797+0000","last_unstale":"2024-04-26T02:00:35.676536+0000","last_undegraded":"2024-04-26T02:00:35.676536+0000","last_fullsized":"2024-04-26T02:00:35.676536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:44:59.400681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.717865+0000","last_change":"2024-04-26T01:58:26.952198+0000","last_active":"2024-04-26T01:59:06.717865+0000","last_peered":"2024-04-26T01:59:06.717865+0000","last_clean":"2024-04-26T01:59:06.717865+0000","last_became_active":"2024-04-26T01:58:26.951400+0000","last_became_peered":"2024-04-26T01:58:26.951400+0000","last_unstale":"2024-04-26T01:59:06.717865+0000","last_undegraded":"2024-04-26T01:59:06.717865+0000","last_fullsized":"2024-04-26T01:59:06.717865+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:09:46.674733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.692671+0000","last_change":"2024-04-26T01:58:30.981089+0000","last_active":"2024-04-26T02:00:35.692671+0000","last_peered":"2024-04-26T02:00:35.692671+0000","last_clean":"2024-04-26T02:00:35.692671+0000","last_became_active":"2024-04-26T01:58:30.980781+0000","last_became_peered":"2024-04-26T01:58:30.980781+0000","last_unstale":"2024-04-26T02:00:35.692671+0000","last_undegraded":"2024-04-26T02:00:35.692671+0000","last_fullsized":"2024-04-26T02:00:35.692671+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:43.963389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'7","reported_seq":155,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:52.356013+0000","last_change":"2024-04-26T01:58:26.917575+0000","last_active":"2024-04-26T02:00:52.356013+0000","last_peered":"2024-04-26T02:00:52.356013+0000","last_clean":"2024-04-26T02:00:52.356013+0000","last_became_active":"2024-04-26T01:58:26.917239+0000","last_became_peered":"2024-04-26T01:58:26.917239+0000","last_unstale":"2024-04-26T02:00:52.356013+0000","last_undegraded":"2024-04-26T02:00:52.356013+0000","last_fullsized":"2024-04-26T02:00:52.356013+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:16.851091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.686644+0000","last_change":"2024-04-26T01:58:30.964584+0000","last_active":"2024-04-26T02:00:35.686644+0000","last_peered":"2024-04-26T02:00:35.686644+0000","last_clean":"2024-04-26T02:00:35.686644+0000","last_became_active":"2024-04-26T01:58:30.964226+0000","last_became_peered":"2024-04-26T01:58:30.964226+0000","last_unstale":"2024-04-26T02:00:35.686644+0000","last_undegraded":"2024-04-26T02:00:35.686644+0000","last_fullsized":"2024-04-26T02:00:35.686644+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:45.657334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.675238+0000","last_change":"2024-04-26T01:58:30.957838+0000","last_active":"2024-04-26T02:00:35.675238+0000","last_peered":"2024-04-26T02:00:35.675238+0000","last_clean":"2024-04-26T02:00:35.675238+0000","last_became_active":"2024-04-26T01:58:30.957495+0000","last_became_peered":"2024-04-26T01:58:30.957495+0000","last_unstale":"2024-04-26T02:00:35.675238+0000","last_undegraded":"2024-04-26T02:00:35.675238+0000","last_fullsized":"2024-04-26T02:00:35.675238+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:19.298590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":156,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:56.363238+0000","last_change":"2024-04-26T01:58:26.951413+0000","last_active":"2024-04-26T02:00:56.363238+0000","last_peered":"2024-04-26T02:00:56.363238+0000","last_clean":"2024-04-26T02:00:56.363238+0000","last_became_active":"2024-04-26T01:58:26.950195+0000","last_became_peered":"2024-04-26T01:58:26.950195+0000","last_unstale":"2024-04-26T02:00:56.363238+0000","last_undegraded":"2024-04-26T02:00:56.363238+0000","last_fullsized":"2024-04-26T02:00:56.363238+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:13:55.853005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.694235+0000","last_change":"2024-04-26T01:58:30.979554+0000","last_active":"2024-04-26T02:00:35.694235+0000","last_peered":"2024-04-26T02:00:35.694235+0000","last_clean":"2024-04-26T02:00:35.694235+0000","last_became_active":"2024-04-26T01:58:30.979158+0000","last_became_peered":"2024-04-26T01:58:30.979158+0000","last_unstale":"2024-04-26T02:00:35.694235+0000","last_undegraded":"2024-04-26T02:00:35.694235+0000","last_fullsized":"2024-04-26T02:00:35.694235+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:38:22.534142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.111431+0000","last_change":"2024-04-26T01:58:26.913432+0000","last_active":"2024-04-26T01:59:07.111431+0000","last_peered":"2024-04-26T01:59:07.111431+0000","last_clean":"2024-04-26T01:59:07.111431+0000","last_became_active":"2024-04-26T01:58:26.913054+0000","last_became_peered":"2024-04-26T01:58:26.913054+0000","last_unstale":"2024-04-26T01:59:07.111431+0000","last_undegraded":"2024-04-26T01:59:07.111431+0000","last_fullsized":"2024-04-26T01:59:07.111431+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:21:04.699502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":358,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.721889+0000","last_change":"2024-04-26T01:56:52.582555+0000","last_active":"2024-04-26T01:59:06.721889+0000","last_peered":"2024-04-26T01:59:06.721889+0000","last_clean":"2024-04-26T01:59:06.721889+0000","last_became_active":"2024-04-26T01:56:52.582083+0000","last_became_peered":"2024-04-26T01:56:52.582083+0000","last_unstale":"2024-04-26T01:59:06.721889+0000","last_undegraded":"2024-04-26T01:59:06.721889+0000","last_fullsized":"2024-04-26T01:59:06.721889+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_clean_scrub_stamp":"2024-04-26T01:52:52.012858+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:19.438229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.689906+0000","last_change":"2024-04-26T01:58:30.966288+0000","last_active":"2024-04-26T02:00:35.689906+0000","last_peered":"2024-04-26T02:00:35.689906+0000","last_clean":"2024-04-26T02:00:35.689906+0000","last_became_active":"2024-04-26T01:58:30.965790+0000","last_became_peered":"2024-04-26T01:58:30.965790+0000","last_unstale":"2024-04-26T02:00:35.689906+0000","last_undegraded":"2024-04-26T02:00:35.689906+0000","last_fullsized":"2024-04-26T02:00:35.689906+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:32:00.855571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722178+0000","last_change":"2024-04-26T01:58:26.912567+0000","last_active":"2024-04-26T01:59:06.722178+0000","last_peered":"2024-04-26T01:59:06.722178+0000","last_clean":"2024-04-26T01:59:06.722178+0000","last_became_active":"2024-04-26T01:58:26.911311+0000","last_became_peered":"2024-04-26T01:58:26.911311+0000","last_unstale":"2024-04-26T01:59:06.722178+0000","last_undegraded":"2024-04-26T01:59:06.722178+0000","last_fullsized":"2024-04-26T01:59:06.722178+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:53:06.257167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723544+0000","last_change":"2024-04-26T01:58:26.952696+0000","last_active":"2024-04-26T01:59:06.723544+0000","last_peered":"2024-04-26T01:59:06.723544+0000","last_clean":"2024-04-26T01:59:06.723544+0000","last_became_active":"2024-04-26T01:58:26.952382+0000","last_became_peered":"2024-04-26T01:58:26.952382+0000","last_unstale":"2024-04-26T01:59:06.723544+0000","last_undegraded":"2024-04-26T01:59:06.723544+0000","last_fullsized":"2024-04-26T01:59:06.723544+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:21:28.100792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.692165+0000","last_change":"2024-04-26T01:58:30.976420+0000","last_active":"2024-04-26T02:00:35.692165+0000","last_peered":"2024-04-26T02:00:35.692165+0000","last_clean":"2024-04-26T02:00:35.692165+0000","last_became_active":"2024-04-26T01:58:30.975950+0000","last_became_peered":"2024-04-26T01:58:30.975950+0000","last_unstale":"2024-04-26T02:00:35.692165+0000","last_undegraded":"2024-04-26T02:00:35.692165+0000","last_fullsized":"2024-04-26T02:00:35.692165+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:56.997947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'17","reported_seq":60,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:36.012776+0000","last_change":"2024-04-26T01:59:06.760073+0000","last_active":"2024-04-26T02:00:36.012776+0000","last_peered":"2024-04-26T02:00:36.012776+0000","last_clean":"2024-04-26T02:00:36.012776+0000","last_became_active":"2024-04-26T01:59:06.736242+0000","last_became_peered":"2024-04-26T01:59:06.736242+0000","last_unstale":"2024-04-26T02:00:36.012776+0000","last_undegraded":"2024-04-26T02:00:36.012776+0000","last_fullsized":"2024-04-26T02:00:36.012776+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:24.344134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":3,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.695297+0000","last_change":"2024-04-26T01:58:30.981099+0000","last_active":"2024-04-26T02:00:35.695297+0000","last_peered":"2024-04-26T02:00:35.695297+0000","last_clean":"2024-04-26T02:00:35.695297+0000","last_became_active":"2024-04-26T01:58:30.974714+0000","last_became_peered":"2024-04-26T01:58:30.974714+0000","last_unstale":"2024-04-26T02:00:35.695297+0000","last_undegraded":"2024-04-26T02:00:35.695297+0000","last_fullsized":"2024-04-26T02:00:35.695297+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:11.626761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.111521+0000","last_change":"2024-04-26T01:58:27.021040+0000","last_active":"2024-04-26T01:59:07.111521+0000","last_peered":"2024-04-26T01:59:07.111521+0000","last_clean":"2024-04-26T01:59:07.111521+0000","last_became_active":"2024-04-26T01:58:27.020656+0000","last_became_peered":"2024-04-26T01:58:27.020656+0000","last_unstale":"2024-04-26T01:59:07.111521+0000","last_undegraded":"2024-04-26T01:59:07.111521+0000","last_fullsized":"2024-04-26T01:59:07.111521+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:54:40.149575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.695017+0000","last_change":"2024-04-26T01:58:30.978642+0000","last_active":"2024-04-26T02:00:35.695017+0000","last_peered":"2024-04-26T02:00:35.695017+0000","last_clean":"2024-04-26T02:00:35.695017+0000","last_became_active":"2024-04-26T01:58:30.977336+0000","last_became_peered":"2024-04-26T01:58:30.977336+0000","last_unstale":"2024-04-26T02:00:35.695017+0000","last_undegraded":"2024-04-26T02:00:35.695017+0000","last_fullsized":"2024-04-26T02:00:35.695017+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:17:34.682104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794485+0000","last_change":"2024-04-26T01:58:26.950109+0000","last_active":"2024-04-26T01:59:06.794485+0000","last_peered":"2024-04-26T01:59:06.794485+0000","last_clean":"2024-04-26T01:59:06.794485+0000","last_became_active":"2024-04-26T01:58:26.949756+0000","last_became_peered":"2024-04-26T01:58:26.949756+0000","last_unstale":"2024-04-26T01:59:06.794485+0000","last_undegraded":"2024-04-26T01:59:06.794485+0000","last_fullsized":"2024-04-26T01:59:06.794485+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:59:07.288430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.680633+0000","last_change":"2024-04-26T01:58:30.955281+0000","last_active":"2024-04-26T02:00:35.680633+0000","last_peered":"2024-04-26T02:00:35.680633+0000","last_clean":"2024-04-26T02:00:35.680633+0000","last_became_active":"2024-04-26T01:58:30.954906+0000","last_became_peered":"2024-04-26T01:58:30.954906+0000","last_unstale":"2024-04-26T02:00:35.680633+0000","last_undegraded":"2024-04-26T02:00:35.680633+0000","last_fullsized":"2024-04-26T02:00:35.680633+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:48:49.237616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.724331+0000","last_change":"2024-04-26T01:58:26.918733+0000","last_active":"2024-04-26T01:59:06.724331+0000","last_peered":"2024-04-26T01:59:06.724331+0000","last_clean":"2024-04-26T01:59:06.724331+0000","last_became_active":"2024-04-26T01:58:26.918132+0000","last_became_peered":"2024-04-26T01:58:26.918132+0000","last_unstale":"2024-04-26T01:59:06.724331+0000","last_undegraded":"2024-04-26T01:59:06.724331+0000","last_fullsized":"2024-04-26T01:59:06.724331+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:03:21.762469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.682986+0000","last_change":"2024-04-26T01:58:30.964357+0000","last_active":"2024-04-26T02:00:35.682986+0000","last_peered":"2024-04-26T02:00:35.682986+0000","last_clean":"2024-04-26T02:00:35.682986+0000","last_became_active":"2024-04-26T01:58:30.964042+0000","last_became_peered":"2024-04-26T01:58:30.964042+0000","last_unstale":"2024-04-26T02:00:35.682986+0000","last_undegraded":"2024-04-26T02:00:35.682986+0000","last_fullsized":"2024-04-26T02:00:35.682986+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:57:56.941152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.714670+0000","last_change":"2024-04-26T01:58:26.916786+0000","last_active":"2024-04-26T01:59:06.714670+0000","last_peered":"2024-04-26T01:59:06.714670+0000","last_clean":"2024-04-26T01:59:06.714670+0000","last_became_active":"2024-04-26T01:58:26.916421+0000","last_became_peered":"2024-04-26T01:58:26.916421+0000","last_unstale":"2024-04-26T01:59:06.714670+0000","last_undegraded":"2024-04-26T01:59:06.714670+0000","last_fullsized":"2024-04-26T01:59:06.714670+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:15:53.057132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.694806+0000","last_change":"2024-04-26T01:58:30.981408+0000","last_active":"2024-04-26T02:00:35.694806+0000","last_peered":"2024-04-26T02:00:35.694806+0000","last_clean":"2024-04-26T02:00:35.694806+0000","last_became_active":"2024-04-26T01:58:30.975782+0000","last_became_peered":"2024-04-26T01:58:30.975782+0000","last_unstale":"2024-04-26T02:00:35.694806+0000","last_undegraded":"2024-04-26T02:00:35.694806+0000","last_fullsized":"2024-04-26T02:00:35.694806+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:58.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723231+0000","last_change":"2024-04-26T01:58:26.908741+0000","last_active":"2024-04-26T01:59:06.723231+0000","last_peered":"2024-04-26T01:59:06.723231+0000","last_clean":"2024-04-26T01:59:06.723231+0000","last_became_active":"2024-04-26T01:58:26.908341+0000","last_became_peered":"2024-04-26T01:58:26.908341+0000","last_unstale":"2024-04-26T01:59:06.723231+0000","last_undegraded":"2024-04-26T01:59:06.723231+0000","last_fullsized":"2024-04-26T01:59:06.723231+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:57:14.254746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.690479+0000","last_change":"2024-04-26T01:58:30.973708+0000","last_active":"2024-04-26T02:00:35.690479+0000","last_peered":"2024-04-26T02:00:35.690479+0000","last_clean":"2024-04-26T02:00:35.690479+0000","last_became_active":"2024-04-26T01:58:30.973315+0000","last_became_peered":"2024-04-26T01:58:30.973315+0000","last_unstale":"2024-04-26T02:00:35.690479+0000","last_undegraded":"2024-04-26T02:00:35.690479+0000","last_fullsized":"2024-04-26T02:00:35.690479+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:50:51.745148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'7","reported_seq":159,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:55.382824+0000","last_change":"2024-04-26T01:58:27.020622+0000","last_active":"2024-04-26T02:00:55.382824+0000","last_peered":"2024-04-26T02:00:55.382824+0000","last_clean":"2024-04-26T02:00:55.382824+0000","last_became_active":"2024-04-26T01:58:27.020213+0000","last_became_peered":"2024-04-26T01:58:27.020213+0000","last_unstale":"2024-04-26T02:00:55.382824+0000","last_undegraded":"2024-04-26T02:00:55.382824+0000","last_fullsized":"2024-04-26T02:00:55.382824+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:41:28.929919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.687056+0000","last_change":"2024-04-26T01:58:30.967801+0000","last_active":"2024-04-26T02:00:35.687056+0000","last_peered":"2024-04-26T02:00:35.687056+0000","last_clean":"2024-04-26T02:00:35.687056+0000","last_became_active":"2024-04-26T01:58:30.967419+0000","last_became_peered":"2024-04-26T01:58:30.967419+0000","last_unstale":"2024-04-26T02:00:35.687056+0000","last_undegraded":"2024-04-26T02:00:35.687056+0000","last_fullsized":"2024-04-26T02:00:35.687056+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:45:25.468923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723099+0000","last_change":"2024-04-26T01:58:26.912783+0000","last_active":"2024-04-26T01:59:06.723099+0000","last_peered":"2024-04-26T01:59:06.723099+0000","last_clean":"2024-04-26T01:59:06.723099+0000","last_became_active":"2024-04-26T01:58:26.912351+0000","last_became_peered":"2024-04-26T01:58:26.912351+0000","last_unstale":"2024-04-26T01:59:06.723099+0000","last_undegraded":"2024-04-26T01:59:06.723099+0000","last_fullsized":"2024-04-26T01:59:06.723099+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:44.149415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.694657+0000","last_change":"2024-04-26T01:58:30.975051+0000","last_active":"2024-04-26T02:00:35.694657+0000","last_peered":"2024-04-26T02:00:35.694657+0000","last_clean":"2024-04-26T02:00:35.694657+0000","last_became_active":"2024-04-26T01:58:30.974661+0000","last_became_peered":"2024-04-26T01:58:30.974661+0000","last_unstale":"2024-04-26T02:00:35.694657+0000","last_undegraded":"2024-04-26T02:00:35.694657+0000","last_fullsized":"2024-04-26T02:00:35.694657+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:30.691834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.128970+0000","last_change":"2024-04-26T01:59:07.127555+0000","last_active":"2024-04-26T01:59:07.128970+0000","last_peered":"2024-04-26T01:59:07.128970+0000","last_clean":"2024-04-26T01:59:07.128970+0000","last_became_active":"2024-04-26T01:59:07.115216+0000","last_became_peered":"2024-04-26T01:59:07.115216+0000","last_unstale":"2024-04-26T01:59:07.128970+0000","last_undegraded":"2024-04-26T01:59:07.128970+0000","last_fullsized":"2024-04-26T01:59:07.128970+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:11.990117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.687175+0000","last_change":"2024-04-26T01:58:30.960957+0000","last_active":"2024-04-26T02:00:35.687175+0000","last_peered":"2024-04-26T02:00:35.687175+0000","last_clean":"2024-04-26T02:00:35.687175+0000","last_became_active":"2024-04-26T01:58:30.960601+0000","last_became_peered":"2024-04-26T01:58:30.960601+0000","last_unstale":"2024-04-26T02:00:35.687175+0000","last_undegraded":"2024-04-26T02:00:35.687175+0000","last_fullsized":"2024-04-26T02:00:35.687175+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:55.810734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.682848+0000","last_change":"2024-04-26T01:58:30.962426+0000","last_active":"2024-04-26T02:00:35.682848+0000","last_peered":"2024-04-26T02:00:35.682848+0000","last_clean":"2024-04-26T02:00:35.682848+0000","last_became_active":"2024-04-26T01:58:30.962080+0000","last_became_peered":"2024-04-26T01:58:30.962080+0000","last_unstale":"2024-04-26T02:00:35.682848+0000","last_undegraded":"2024-04-26T02:00:35.682848+0000","last_fullsized":"2024-04-26T02:00:35.682848+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:23:37.567668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.681735+0000","last_change":"2024-04-26T01:59:06.725470+0000","last_active":"2024-04-26T02:00:35.681735+0000","last_peered":"2024-04-26T02:00:35.681735+0000","last_clean":"2024-04-26T02:00:35.681735+0000","last_became_active":"2024-04-26T01:59:06.724925+0000","last_became_peered":"2024-04-26T01:59:06.724925+0000","last_unstale":"2024-04-26T02:00:35.681735+0000","last_undegraded":"2024-04-26T02:00:35.681735+0000","last_fullsized":"2024-04-26T02:00:35.681735+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:39.021245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,8],"acting":[2,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.692174+0000","last_change":"2024-04-26T01:58:30.975582+0000","last_active":"2024-04-26T02:00:35.692174+0000","last_peered":"2024-04-26T02:00:35.692174+0000","last_clean":"2024-04-26T02:00:35.692174+0000","last_became_active":"2024-04-26T01:58:30.975220+0000","last_became_peered":"2024-04-26T01:58:30.975220+0000","last_unstale":"2024-04-26T02:00:35.692174+0000","last_undegraded":"2024-04-26T02:00:35.692174+0000","last_fullsized":"2024-04-26T02:00:35.692174+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:16.161849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.689468+0000","last_change":"2024-04-26T01:58:30.979948+0000","last_active":"2024-04-26T02:00:35.689468+0000","last_peered":"2024-04-26T02:00:35.689468+0000","last_clean":"2024-04-26T02:00:35.689468+0000","last_became_active":"2024-04-26T01:58:30.979367+0000","last_became_peered":"2024-04-26T01:58:30.979367+0000","last_unstale":"2024-04-26T02:00:35.689468+0000","last_undegraded":"2024-04-26T02:00:35.689468+0000","last_fullsized":"2024-04-26T02:00:35.689468+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:38.552039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.695458+0000","last_change":"2024-04-26T01:58:30.975488+0000","last_active":"2024-04-26T02:00:35.695458+0000","last_peered":"2024-04-26T02:00:35.695458+0000","last_clean":"2024-04-26T02:00:35.695458+0000","last_became_active":"2024-04-26T01:58:30.968631+0000","last_became_peered":"2024-04-26T01:58:30.968631+0000","last_unstale":"2024-04-26T02:00:35.695458+0000","last_undegraded":"2024-04-26T02:00:35.695458+0000","last_fullsized":"2024-04-26T02:00:35.695458+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:56:42.953943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.679181+0000","last_change":"2024-04-26T01:58:30.958200+0000","last_active":"2024-04-26T02:00:35.679181+0000","last_peered":"2024-04-26T02:00:35.679181+0000","last_clean":"2024-04-26T02:00:35.679181+0000","last_became_active":"2024-04-26T01:58:30.957767+0000","last_became_peered":"2024-04-26T01:58:30.957767+0000","last_unstale":"2024-04-26T02:00:35.679181+0000","last_undegraded":"2024-04-26T02:00:35.679181+0000","last_fullsized":"2024-04-26T02:00:35.679181+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:53:59.199633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.683517+0000","last_change":"2024-04-26T01:58:30.955232+0000","last_active":"2024-04-26T02:00:35.683517+0000","last_peered":"2024-04-26T02:00:35.683517+0000","last_clean":"2024-04-26T02:00:35.683517+0000","last_became_active":"2024-04-26T01:58:30.954792+0000","last_became_peered":"2024-04-26T01:58:30.954792+0000","last_unstale":"2024-04-26T02:00:35.683517+0000","last_undegraded":"2024-04-26T02:00:35.683517+0000","last_fullsized":"2024-04-26T02:00:35.683517+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:41.479662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.674159+0000","last_change":"2024-04-26T01:58:30.984210+0000","last_active":"2024-04-26T02:00:35.674159+0000","last_peered":"2024-04-26T02:00:35.674159+0000","last_clean":"2024-04-26T02:00:35.674159+0000","last_became_active":"2024-04-26T01:58:30.982899+0000","last_became_peered":"2024-04-26T01:58:30.982899+0000","last_unstale":"2024-04-26T02:00:35.674159+0000","last_undegraded":"2024-04-26T02:00:35.674159+0000","last_fullsized":"2024-04-26T02:00:35.674159+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:51:18.621098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.685086+0000","last_change":"2024-04-26T01:58:30.972403+0000","last_active":"2024-04-26T02:00:35.685086+0000","last_peered":"2024-04-26T02:00:35.685086+0000","last_clean":"2024-04-26T02:00:35.685086+0000","last_became_active":"2024-04-26T01:58:30.972112+0000","last_became_peered":"2024-04-26T01:58:30.972112+0000","last_unstale":"2024-04-26T02:00:35.685086+0000","last_undegraded":"2024-04-26T02:00:35.685086+0000","last_fullsized":"2024-04-26T02:00:35.685086+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:37.908777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.694168+0000","last_change":"2024-04-26T01:58:30.971002+0000","last_active":"2024-04-26T02:00:35.694168+0000","last_peered":"2024-04-26T02:00:35.694168+0000","last_clean":"2024-04-26T02:00:35.694168+0000","last_became_active":"2024-04-26T01:58:30.970559+0000","last_became_peered":"2024-04-26T01:58:30.970559+0000","last_unstale":"2024-04-26T02:00:35.694168+0000","last_undegraded":"2024-04-26T02:00:35.694168+0000","last_fullsized":"2024-04-26T02:00:35.694168+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:12.927235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.696428+0000","last_change":"2024-04-26T01:58:30.976628+0000","last_active":"2024-04-26T02:00:35.696428+0000","last_peered":"2024-04-26T02:00:35.696428+0000","last_clean":"2024-04-26T02:00:35.696428+0000","last_became_active":"2024-04-26T01:58:30.976265+0000","last_became_peered":"2024-04-26T01:58:30.976265+0000","last_unstale":"2024-04-26T02:00:35.696428+0000","last_undegraded":"2024-04-26T02:00:35.696428+0000","last_fullsized":"2024-04-26T02:00:35.696428+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:47.096687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.693818+0000","last_change":"2024-04-26T01:58:30.973411+0000","last_active":"2024-04-26T02:00:35.693818+0000","last_peered":"2024-04-26T02:00:35.693818+0000","last_clean":"2024-04-26T02:00:35.693818+0000","last_became_active":"2024-04-26T01:58:30.971204+0000","last_became_peered":"2024-04-26T01:58:30.971204+0000","last_unstale":"2024-04-26T02:00:35.693818+0000","last_undegraded":"2024-04-26T02:00:35.693818+0000","last_fullsized":"2024-04-26T02:00:35.693818+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:29:41.292831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.683279+0000","last_change":"2024-04-26T01:58:30.956692+0000","last_active":"2024-04-26T02:00:35.683279+0000","last_peered":"2024-04-26T02:00:35.683279+0000","last_clean":"2024-04-26T02:00:35.683279+0000","last_became_active":"2024-04-26T01:58:30.956341+0000","last_became_peered":"2024-04-26T01:58:30.956341+0000","last_unstale":"2024-04-26T02:00:35.683279+0000","last_undegraded":"2024-04-26T02:00:35.683279+0000","last_fullsized":"2024-04-26T02:00:35.683279+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:58.937065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249229,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70093,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1239,"num_read_kb":698,"num_write":258,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":68,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":210279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":222,"ondisk_log_size":222,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351023,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":484729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612660,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1150976,"data_stored":1137765,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776186,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":484059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037825,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":484437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1069056,"data_stored":1077628,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462987,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":484308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574952,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":547296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738476,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":485647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411428,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1077248,"data_stored":547448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149789,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":483601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888151,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":484169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724626,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1081344,"data_stored":1076242,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34432,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34432,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":64359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":64511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":64343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T02:00:59.585 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T02:01:00.104 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:00.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:59 smithi026 ceph-mon[28138]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:01:00.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:59 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:01:00.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:59 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:01:00.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:00:59 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:01:00.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:59 smithi033 ceph-mon[32805]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:01:00.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:59 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:01:00.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:59 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:01:00.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:00:59 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:01:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:59 smithi064 ceph-mon[32613]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:01:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:59 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:01:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:59 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:01:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:00:59 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:01:01.142 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:00 smithi064 ceph-mon[32613]: pgmap v408: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:01.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:00 smithi026 ceph-mon[28138]: pgmap v408: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:01.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:00 smithi033 ceph-mon[32805]: pgmap v408: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:02.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.554+0000 7f8344000700 1 -- 172.21.15.26:0/1214599660 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f833c06b0f0 msgr2=0x7f833c10f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:02.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.554+0000 7f8344000700 1 --2- 172.21.15.26:0/1214599660 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f833c06b0f0 0x7f833c10f900 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f833400b0a0 tx=0x7f833400b3b0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.555+0000 7f8344000700 1 -- 172.21.15.26:0/1214599660 shutdown_connections 2024-04-26T02:01:02.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.555+0000 7f8344000700 1 --2- 172.21.15.26:0/1214599660 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f833c06b0f0 0x7f833c10f900 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.555+0000 7f8344000700 1 --2- 172.21.15.26:0/1214599660 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f833c108a30 0x7f833c108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.555+0000 7f8344000700 1 --2- 172.21.15.26:0/1214599660 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f833c06a750 0x7f833c06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.555+0000 7f8344000700 1 -- 172.21.15.26:0/1214599660 >> 172.21.15.26:0/1214599660 conn(0x7f833c0788f0 msgr2=0x7f833c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:02.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.555+0000 7f8344000700 1 -- 172.21.15.26:0/1214599660 shutdown_connections 2024-04-26T02:01:02.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.555+0000 7f8344000700 1 -- 172.21.15.26:0/1214599660 wait complete. 2024-04-26T02:01:02.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.556+0000 7f8344000700 1 Processor -- start 2024-04-26T02:01:02.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.556+0000 7f8344000700 1 -- start start 2024-04-26T02:01:02.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.556+0000 7f8344000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f833c06a750 0x7f833c101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:02.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.556+0000 7f8344000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f833c06b0f0 0x7f833c101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:02.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.556+0000 7f8344000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f833c108a30 0x7f833c102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:02.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8344000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f833c112c20 con 0x7f833c06a750 2024-04-26T02:01:02.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8344000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f833c112aa0 con 0x7f833c108a30 2024-04-26T02:01:02.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8344000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f833c112da0 con 0x7f833c06b0f0 2024-04-26T02:01:02.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8341600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f833c06a750 0x7f833c101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:02.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8341600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f833c06a750 0x7f833c101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48254/0 (socket says 172.21.15.26:48254) 2024-04-26T02:01:02.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8341600700 1 -- 172.21.15.26:0/3504328064 learned_addr learned my addr 172.21.15.26:0/3504328064 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:02.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8340c00700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f833c06b0f0 0x7f833c101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:02.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8342000700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f833c108a30 0x7f833c102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:02.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8341600700 1 -- 172.21.15.26:0/3504328064 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f833c06b0f0 msgr2=0x7f833c101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:02.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8341600700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f833c06b0f0 0x7f833c101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8341600700 1 -- 172.21.15.26:0/3504328064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f833c108a30 msgr2=0x7f833c102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:02.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8341600700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f833c108a30 0x7f833c102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.557+0000 7f8341600700 1 -- 172.21.15.26:0/3504328064 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f833c1a7620 con 0x7f833c06a750 2024-04-26T02:01:02.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.558+0000 7f8341600700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f833c06a750 0x7f833c101a10 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f833000eb30 tx=0x7f833000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:02.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.558+0000 7f833a000700 1 -- 172.21.15.26:0/3504328064 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f833000cbd0 con 0x7f833c06a750 2024-04-26T02:01:02.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.558+0000 7f8344000700 1 -- 172.21.15.26:0/3504328064 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f833c1a7910 con 0x7f833c06a750 2024-04-26T02:01:02.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.558+0000 7f833a000700 1 -- 172.21.15.26:0/3504328064 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83300044d0 con 0x7f833c06a750 2024-04-26T02:01:02.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.558+0000 7f833a000700 1 -- 172.21.15.26:0/3504328064 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8330003e30 con 0x7f833c06a750 2024-04-26T02:01:02.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.558+0000 7f8344000700 1 -- 172.21.15.26:0/3504328064 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f833c1a7ea0 con 0x7f833c06a750 2024-04-26T02:01:02.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.559+0000 7f8344000700 1 -- 172.21.15.26:0/3504328064 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f833c069730 con 0x7f833c06a750 2024-04-26T02:01:02.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.561+0000 7f833a000700 1 -- 172.21.15.26:0/3504328064 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8330004000 con 0x7f833c06a750 2024-04-26T02:01:02.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.564+0000 7f833a000700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f83240a3c40 0x7f83240a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:02.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.564+0000 7f833a000700 1 -- 172.21.15.26:0/3504328064 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f83300d0740 con 0x7f833c06a750 2024-04-26T02:01:02.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.564+0000 7f8340c00700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f83240a3c40 0x7f83240a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:02.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.565+0000 7f8340c00700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f83240a3c40 0x7f83240a6100 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f833c1084d0 tx=0x7f8328009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:02.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.569+0000 7f833a000700 1 -- 172.21.15.26:0/3504328064 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f83300042f0 con 0x7f833c06a750 2024-04-26T02:01:02.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.797+0000 7f8344000700 1 -- 172.21.15.26:0/3504328064 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f833c062e80 con 0x7f83240a3c40 2024-04-26T02:01:02.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.807+0000 7f833a000700 1 -- 172.21.15.26:0/3504328064 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259041 (secure 0 0 0) 0x7f833c062e80 con 0x7f83240a3c40 2024-04-26T02:01:02.812 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:01:02.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.814+0000 7f8344000700 1 -- 172.21.15.26:0/3504328064 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f83240a3c40 msgr2=0x7f83240a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:02.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.814+0000 7f8344000700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f83240a3c40 0x7f83240a6100 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f833c1084d0 tx=0x7f8328009260 comp rx=0 tx=0).stop 2024-04-26T02:01:02.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.814+0000 7f8344000700 1 -- 172.21.15.26:0/3504328064 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f833c06a750 msgr2=0x7f833c101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:02.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.814+0000 7f8344000700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f833c06a750 0x7f833c101a10 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f833000eb30 tx=0x7f833000ee40 comp rx=0 tx=0).stop 2024-04-26T02:01:02.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.814+0000 7f8344000700 1 -- 172.21.15.26:0/3504328064 shutdown_connections 2024-04-26T02:01:02.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.814+0000 7f8344000700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f833c108a30 0x7f833c102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.814+0000 7f8344000700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f83240a3c40 0x7f83240a6100 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.814+0000 7f8344000700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f833c06a750 0x7f833c101a10 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.814+0000 7f8344000700 1 --2- 172.21.15.26:0/3504328064 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f833c06b0f0 0x7f833c101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.814+0000 7f8344000700 1 -- 172.21.15.26:0/3504328064 >> 172.21.15.26:0/3504328064 conn(0x7f833c0788f0 msgr2=0x7f833c0ff910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:02.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.814+0000 7f8344000700 1 -- 172.21.15.26:0/3504328064 shutdown_connections 2024-04-26T02:01:02.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:02.814+0000 7f8344000700 1 -- 172.21.15.26:0/3504328064 wait complete. 2024-04-26T02:01:02.815 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T02:01:03.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:02 smithi026 ceph-mon[28138]: pgmap v409: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:03.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:02 smithi033 ceph-mon[32805]: pgmap v409: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:03.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:02 smithi064 ceph-mon[32613]: pgmap v409: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:03.755 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":409,"stamp":"2024-04-26T02:01:01.723350+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660695,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1405,"num_read_kb":832,"num_write":441,"num_write_kb":3086,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1180804,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":861,"ondisk_log_size":861,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":365552,"kb_used_data":12240,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124576272,"statfs":{"total":1151940427776,"available":1151566102528,"internally_reserved":0,"allocated":12533760,"data_stored":7777329,"data_compressed":108219,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19139,"internal_metadata":361674045},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":50,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005495"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.679578+0000","last_change":"2024-04-26T01:58:30.964631+0000","last_active":"2024-04-26T02:00:35.679578+0000","last_peered":"2024-04-26T02:00:35.679578+0000","last_clean":"2024-04-26T02:00:35.679578+0000","last_became_active":"2024-04-26T01:58:30.964292+0000","last_became_peered":"2024-04-26T01:58:30.964292+0000","last_unstale":"2024-04-26T02:00:35.679578+0000","last_undegraded":"2024-04-26T02:00:35.679578+0000","last_fullsized":"2024-04-26T02:00:35.679578+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:56:28.572390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.685742+0000","last_change":"2024-04-26T01:58:30.962040+0000","last_active":"2024-04-26T02:00:35.685742+0000","last_peered":"2024-04-26T02:00:35.685742+0000","last_clean":"2024-04-26T02:00:35.685742+0000","last_became_active":"2024-04-26T01:58:30.961628+0000","last_became_peered":"2024-04-26T01:58:30.961628+0000","last_unstale":"2024-04-26T02:00:35.685742+0000","last_undegraded":"2024-04-26T02:00:35.685742+0000","last_fullsized":"2024-04-26T02:00:35.685742+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:43.963583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.689988+0000","last_change":"2024-04-26T01:58:30.965916+0000","last_active":"2024-04-26T02:00:35.689988+0000","last_peered":"2024-04-26T02:00:35.689988+0000","last_clean":"2024-04-26T02:00:35.689988+0000","last_became_active":"2024-04-26T01:58:30.964832+0000","last_became_peered":"2024-04-26T01:58:30.964832+0000","last_unstale":"2024-04-26T02:00:35.689988+0000","last_undegraded":"2024-04-26T02:00:35.689988+0000","last_fullsized":"2024-04-26T02:00:35.689988+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:53:46.967305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.659762+0000","last_change":"2024-04-26T01:58:30.956744+0000","last_active":"2024-04-26T02:00:35.659762+0000","last_peered":"2024-04-26T02:00:35.659762+0000","last_clean":"2024-04-26T02:00:35.659762+0000","last_became_active":"2024-04-26T01:58:30.956379+0000","last_became_peered":"2024-04-26T01:58:30.956379+0000","last_unstale":"2024-04-26T02:00:35.659762+0000","last_undegraded":"2024-04-26T02:00:35.659762+0000","last_fullsized":"2024-04-26T02:00:35.659762+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:18:05.595190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.681864+0000","last_change":"2024-04-26T01:58:30.985158+0000","last_active":"2024-04-26T02:00:35.681864+0000","last_peered":"2024-04-26T02:00:35.681864+0000","last_clean":"2024-04-26T02:00:35.681864+0000","last_became_active":"2024-04-26T01:58:30.984799+0000","last_became_peered":"2024-04-26T01:58:30.984799+0000","last_unstale":"2024-04-26T02:00:35.681864+0000","last_undegraded":"2024-04-26T02:00:35.681864+0000","last_fullsized":"2024-04-26T02:00:35.681864+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:31.555736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.687110+0000","last_change":"2024-04-26T01:58:30.958873+0000","last_active":"2024-04-26T02:00:35.687110+0000","last_peered":"2024-04-26T02:00:35.687110+0000","last_clean":"2024-04-26T02:00:35.687110+0000","last_became_active":"2024-04-26T01:58:30.958382+0000","last_became_peered":"2024-04-26T01:58:30.958382+0000","last_unstale":"2024-04-26T02:00:35.687110+0000","last_undegraded":"2024-04-26T02:00:35.687110+0000","last_fullsized":"2024-04-26T02:00:35.687110+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:59.244016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.689296+0000","last_change":"2024-04-26T01:58:30.967633+0000","last_active":"2024-04-26T02:00:35.689296+0000","last_peered":"2024-04-26T02:00:35.689296+0000","last_clean":"2024-04-26T02:00:35.689296+0000","last_became_active":"2024-04-26T01:58:30.967260+0000","last_became_peered":"2024-04-26T01:58:30.967260+0000","last_unstale":"2024-04-26T02:00:35.689296+0000","last_undegraded":"2024-04-26T02:00:35.689296+0000","last_fullsized":"2024-04-26T02:00:35.689296+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:05:04.749182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.694346+0000","last_change":"2024-04-26T01:58:30.963144+0000","last_active":"2024-04-26T02:00:35.694346+0000","last_peered":"2024-04-26T02:00:35.694346+0000","last_clean":"2024-04-26T02:00:35.694346+0000","last_became_active":"2024-04-26T01:58:30.962392+0000","last_became_peered":"2024-04-26T01:58:30.962392+0000","last_unstale":"2024-04-26T02:00:35.694346+0000","last_undegraded":"2024-04-26T02:00:35.694346+0000","last_fullsized":"2024-04-26T02:00:35.694346+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:44.931238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.685696+0000","last_change":"2024-04-26T01:58:30.965078+0000","last_active":"2024-04-26T02:00:35.685696+0000","last_peered":"2024-04-26T02:00:35.685696+0000","last_clean":"2024-04-26T02:00:35.685696+0000","last_became_active":"2024-04-26T01:58:30.964720+0000","last_became_peered":"2024-04-26T01:58:30.964720+0000","last_unstale":"2024-04-26T02:00:35.685696+0000","last_undegraded":"2024-04-26T02:00:35.685696+0000","last_fullsized":"2024-04-26T02:00:35.685696+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:56:30.536722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.682302+0000","last_change":"2024-04-26T01:58:30.960916+0000","last_active":"2024-04-26T02:00:35.682302+0000","last_peered":"2024-04-26T02:00:35.682302+0000","last_clean":"2024-04-26T02:00:35.682302+0000","last_became_active":"2024-04-26T01:58:30.960506+0000","last_became_peered":"2024-04-26T01:58:30.960506+0000","last_unstale":"2024-04-26T02:00:35.682302+0000","last_undegraded":"2024-04-26T02:00:35.682302+0000","last_fullsized":"2024-04-26T02:00:35.682302+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:39.655503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.685486+0000","last_change":"2024-04-26T01:58:30.969391+0000","last_active":"2024-04-26T02:00:35.685486+0000","last_peered":"2024-04-26T02:00:35.685486+0000","last_clean":"2024-04-26T02:00:35.685486+0000","last_became_active":"2024-04-26T01:58:30.968753+0000","last_became_peered":"2024-04-26T01:58:30.968753+0000","last_unstale":"2024-04-26T02:00:35.685486+0000","last_undegraded":"2024-04-26T02:00:35.685486+0000","last_fullsized":"2024-04-26T02:00:35.685486+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:37.282473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.677774+0000","last_change":"2024-04-26T01:58:30.961127+0000","last_active":"2024-04-26T02:00:35.677774+0000","last_peered":"2024-04-26T02:00:35.677774+0000","last_clean":"2024-04-26T02:00:35.677774+0000","last_became_active":"2024-04-26T01:58:30.960770+0000","last_became_peered":"2024-04-26T01:58:30.960770+0000","last_unstale":"2024-04-26T02:00:35.677774+0000","last_undegraded":"2024-04-26T02:00:35.677774+0000","last_fullsized":"2024-04-26T02:00:35.677774+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:55:12.749630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.692864+0000","last_change":"2024-04-26T01:58:30.972350+0000","last_active":"2024-04-26T02:00:35.692864+0000","last_peered":"2024-04-26T02:00:35.692864+0000","last_clean":"2024-04-26T02:00:35.692864+0000","last_became_active":"2024-04-26T01:58:30.971258+0000","last_became_peered":"2024-04-26T01:58:30.971258+0000","last_unstale":"2024-04-26T02:00:35.692864+0000","last_undegraded":"2024-04-26T02:00:35.692864+0000","last_fullsized":"2024-04-26T02:00:35.692864+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:46:47.206529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.686274+0000","last_change":"2024-04-26T01:58:30.966953+0000","last_active":"2024-04-26T02:00:35.686274+0000","last_peered":"2024-04-26T02:00:35.686274+0000","last_clean":"2024-04-26T02:00:35.686274+0000","last_became_active":"2024-04-26T01:58:30.962570+0000","last_became_peered":"2024-04-26T01:58:30.962570+0000","last_unstale":"2024-04-26T02:00:35.686274+0000","last_undegraded":"2024-04-26T02:00:35.686274+0000","last_fullsized":"2024-04-26T02:00:35.686274+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:43.199478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.689125+0000","last_change":"2024-04-26T01:58:30.963717+0000","last_active":"2024-04-26T02:00:35.689125+0000","last_peered":"2024-04-26T02:00:35.689125+0000","last_clean":"2024-04-26T02:00:35.689125+0000","last_became_active":"2024-04-26T01:58:30.962861+0000","last_became_peered":"2024-04-26T01:58:30.962861+0000","last_unstale":"2024-04-26T02:00:35.689125+0000","last_undegraded":"2024-04-26T02:00:35.689125+0000","last_fullsized":"2024-04-26T02:00:35.689125+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:04:20.857193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.688438+0000","last_change":"2024-04-26T01:58:30.963963+0000","last_active":"2024-04-26T02:00:35.688438+0000","last_peered":"2024-04-26T02:00:35.688438+0000","last_clean":"2024-04-26T02:00:35.688438+0000","last_became_active":"2024-04-26T01:58:30.963594+0000","last_became_peered":"2024-04-26T01:58:30.963594+0000","last_unstale":"2024-04-26T02:00:35.688438+0000","last_undegraded":"2024-04-26T02:00:35.688438+0000","last_fullsized":"2024-04-26T02:00:35.688438+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:05:53.068792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.683776+0000","last_change":"2024-04-26T01:58:30.965493+0000","last_active":"2024-04-26T02:00:35.683776+0000","last_peered":"2024-04-26T02:00:35.683776+0000","last_clean":"2024-04-26T02:00:35.683776+0000","last_became_active":"2024-04-26T01:58:30.965159+0000","last_became_peered":"2024-04-26T01:58:30.965159+0000","last_unstale":"2024-04-26T02:00:35.683776+0000","last_undegraded":"2024-04-26T02:00:35.683776+0000","last_fullsized":"2024-04-26T02:00:35.683776+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:28:58.745853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.690062+0000","last_change":"2024-04-26T01:58:30.959013+0000","last_active":"2024-04-26T02:00:35.690062+0000","last_peered":"2024-04-26T02:00:35.690062+0000","last_clean":"2024-04-26T02:00:35.690062+0000","last_became_active":"2024-04-26T01:58:30.958626+0000","last_became_peered":"2024-04-26T01:58:30.958626+0000","last_unstale":"2024-04-26T02:00:35.690062+0000","last_undegraded":"2024-04-26T02:00:35.690062+0000","last_fullsized":"2024-04-26T02:00:35.690062+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:36:30.591403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.688770+0000","last_change":"2024-04-26T01:58:30.969827+0000","last_active":"2024-04-26T02:00:35.688770+0000","last_peered":"2024-04-26T02:00:35.688770+0000","last_clean":"2024-04-26T02:00:35.688770+0000","last_became_active":"2024-04-26T01:58:30.969489+0000","last_became_peered":"2024-04-26T01:58:30.969489+0000","last_unstale":"2024-04-26T02:00:35.688770+0000","last_undegraded":"2024-04-26T02:00:35.688770+0000","last_fullsized":"2024-04-26T02:00:35.688770+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:46.542281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'14","reported_seq":163,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:55.361035+0000","last_change":"2024-04-26T01:58:26.909029+0000","last_active":"2024-04-26T02:00:55.361035+0000","last_peered":"2024-04-26T02:00:55.361035+0000","last_clean":"2024-04-26T02:00:55.361035+0000","last_became_active":"2024-04-26T01:58:26.908324+0000","last_became_peered":"2024-04-26T01:58:26.908324+0000","last_unstale":"2024-04-26T02:00:55.361035+0000","last_undegraded":"2024-04-26T02:00:55.361035+0000","last_fullsized":"2024-04-26T02:00:55.361035+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:03:13.796647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":16,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.679946+0000","last_change":"2024-04-26T01:59:06.733098+0000","last_active":"2024-04-26T02:00:35.679946+0000","last_peered":"2024-04-26T02:00:35.679946+0000","last_clean":"2024-04-26T02:00:35.679946+0000","last_became_active":"2024-04-26T01:59:06.731525+0000","last_became_peered":"2024-04-26T01:59:06.731525+0000","last_unstale":"2024-04-26T02:00:35.679946+0000","last_undegraded":"2024-04-26T02:00:35.679946+0000","last_fullsized":"2024-04-26T02:00:35.679946+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:09.678592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.731071+0000","last_change":"2024-04-26T01:58:26.950857+0000","last_active":"2024-04-26T01:59:06.731071+0000","last_peered":"2024-04-26T01:59:06.731071+0000","last_clean":"2024-04-26T01:59:06.731071+0000","last_became_active":"2024-04-26T01:58:26.949124+0000","last_became_peered":"2024-04-26T01:58:26.949124+0000","last_unstale":"2024-04-26T01:59:06.731071+0000","last_undegraded":"2024-04-26T01:59:06.731071+0000","last_fullsized":"2024-04-26T01:59:06.731071+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:37.249004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.691753+0000","last_change":"2024-04-26T01:58:30.965301+0000","last_active":"2024-04-26T02:00:35.691753+0000","last_peered":"2024-04-26T02:00:35.691753+0000","last_clean":"2024-04-26T02:00:35.691753+0000","last_became_active":"2024-04-26T01:58:30.964953+0000","last_became_peered":"2024-04-26T01:58:30.964953+0000","last_unstale":"2024-04-26T02:00:35.691753+0000","last_undegraded":"2024-04-26T02:00:35.691753+0000","last_fullsized":"2024-04-26T02:00:35.691753+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:35:32.835720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723592+0000","last_change":"2024-04-26T01:58:26.908866+0000","last_active":"2024-04-26T01:59:06.723592+0000","last_peered":"2024-04-26T01:59:06.723592+0000","last_clean":"2024-04-26T01:59:06.723592+0000","last_became_active":"2024-04-26T01:58:26.908424+0000","last_became_peered":"2024-04-26T01:58:26.908424+0000","last_unstale":"2024-04-26T01:59:06.723592+0000","last_undegraded":"2024-04-26T01:59:06.723592+0000","last_fullsized":"2024-04-26T01:59:06.723592+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:31:18.051909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.691829+0000","last_change":"2024-04-26T01:58:30.976254+0000","last_active":"2024-04-26T02:00:35.691829+0000","last_peered":"2024-04-26T02:00:35.691829+0000","last_clean":"2024-04-26T02:00:35.691829+0000","last_became_active":"2024-04-26T01:58:30.975848+0000","last_became_peered":"2024-04-26T01:58:30.975848+0000","last_unstale":"2024-04-26T02:00:35.691829+0000","last_undegraded":"2024-04-26T02:00:35.691829+0000","last_fullsized":"2024-04-26T02:00:35.691829+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:33.189012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723588+0000","last_change":"2024-04-26T01:58:26.911002+0000","last_active":"2024-04-26T01:59:06.723588+0000","last_peered":"2024-04-26T01:59:06.723588+0000","last_clean":"2024-04-26T01:59:06.723588+0000","last_became_active":"2024-04-26T01:58:26.910602+0000","last_became_peered":"2024-04-26T01:58:26.910602+0000","last_unstale":"2024-04-26T01:59:06.723588+0000","last_undegraded":"2024-04-26T01:59:06.723588+0000","last_fullsized":"2024-04-26T01:59:06.723588+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:22.056752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":41,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.683643+0000","last_change":"2024-04-26T01:59:06.795919+0000","last_active":"2024-04-26T02:00:35.683643+0000","last_peered":"2024-04-26T02:00:35.683643+0000","last_clean":"2024-04-26T02:00:35.683643+0000","last_became_active":"2024-04-26T01:59:06.795545+0000","last_became_peered":"2024-04-26T01:59:06.795545+0000","last_unstale":"2024-04-26T02:00:35.683643+0000","last_undegraded":"2024-04-26T02:00:35.683643+0000","last_fullsized":"2024-04-26T02:00:35.683643+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:04.415279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":156,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:57.325900+0000","last_change":"2024-04-26T01:58:26.907930+0000","last_active":"2024-04-26T02:00:57.325900+0000","last_peered":"2024-04-26T02:00:57.325900+0000","last_clean":"2024-04-26T02:00:57.325900+0000","last_became_active":"2024-04-26T01:58:26.907517+0000","last_became_peered":"2024-04-26T01:58:26.907517+0000","last_unstale":"2024-04-26T02:00:57.325900+0000","last_undegraded":"2024-04-26T02:00:57.325900+0000","last_fullsized":"2024-04-26T02:00:57.325900+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:14:44.076309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.683046+0000","last_change":"2024-04-26T01:58:30.952575+0000","last_active":"2024-04-26T02:00:35.683046+0000","last_peered":"2024-04-26T02:00:35.683046+0000","last_clean":"2024-04-26T02:00:35.683046+0000","last_became_active":"2024-04-26T01:58:30.952212+0000","last_became_peered":"2024-04-26T01:58:30.952212+0000","last_unstale":"2024-04-26T02:00:35.683046+0000","last_undegraded":"2024-04-26T02:00:35.683046+0000","last_fullsized":"2024-04-26T02:00:35.683046+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:01:57.128787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.719208+0000","last_change":"2024-04-26T01:58:26.911859+0000","last_active":"2024-04-26T01:59:06.719208+0000","last_peered":"2024-04-26T01:59:06.719208+0000","last_clean":"2024-04-26T01:59:06.719208+0000","last_became_active":"2024-04-26T01:58:26.911358+0000","last_became_peered":"2024-04-26T01:58:26.911358+0000","last_unstale":"2024-04-26T01:59:06.719208+0000","last_undegraded":"2024-04-26T01:59:06.719208+0000","last_fullsized":"2024-04-26T01:59:06.719208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:35.498625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.696075+0000","last_change":"2024-04-26T01:59:07.118055+0000","last_active":"2024-04-26T02:00:35.696075+0000","last_peered":"2024-04-26T02:00:35.696075+0000","last_clean":"2024-04-26T02:00:35.696075+0000","last_became_active":"2024-04-26T01:59:07.116702+0000","last_became_peered":"2024-04-26T01:59:07.116702+0000","last_unstale":"2024-04-26T02:00:35.696075+0000","last_undegraded":"2024-04-26T02:00:35.696075+0000","last_fullsized":"2024-04-26T02:00:35.696075+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:50.911431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.724752+0000","last_change":"2024-04-26T01:58:26.909213+0000","last_active":"2024-04-26T01:59:06.724752+0000","last_peered":"2024-04-26T01:59:06.724752+0000","last_clean":"2024-04-26T01:59:06.724752+0000","last_became_active":"2024-04-26T01:58:26.908696+0000","last_became_peered":"2024-04-26T01:58:26.908696+0000","last_unstale":"2024-04-26T01:59:06.724752+0000","last_undegraded":"2024-04-26T01:59:06.724752+0000","last_fullsized":"2024-04-26T01:59:06.724752+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:32:50.331258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.695617+0000","last_change":"2024-04-26T01:58:30.986876+0000","last_active":"2024-04-26T02:00:35.695617+0000","last_peered":"2024-04-26T02:00:35.695617+0000","last_clean":"2024-04-26T02:00:35.695617+0000","last_became_active":"2024-04-26T01:58:30.986442+0000","last_became_peered":"2024-04-26T01:58:30.986442+0000","last_unstale":"2024-04-26T02:00:35.695617+0000","last_undegraded":"2024-04-26T02:00:35.695617+0000","last_fullsized":"2024-04-26T02:00:35.695617+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:14:09.315119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722124+0000","last_change":"2024-04-26T01:58:26.908371+0000","last_active":"2024-04-26T01:59:06.722124+0000","last_peered":"2024-04-26T01:59:06.722124+0000","last_clean":"2024-04-26T01:59:06.722124+0000","last_became_active":"2024-04-26T01:58:26.908013+0000","last_became_peered":"2024-04-26T01:58:26.908013+0000","last_unstale":"2024-04-26T01:59:06.722124+0000","last_undegraded":"2024-04-26T01:59:06.722124+0000","last_fullsized":"2024-04-26T01:59:06.722124+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:26:57.910428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.695661+0000","last_change":"2024-04-26T01:58:30.971847+0000","last_active":"2024-04-26T02:00:35.695661+0000","last_peered":"2024-04-26T02:00:35.695661+0000","last_clean":"2024-04-26T02:00:35.695661+0000","last_became_active":"2024-04-26T01:58:30.971427+0000","last_became_peered":"2024-04-26T01:58:30.971427+0000","last_unstale":"2024-04-26T02:00:35.695661+0000","last_undegraded":"2024-04-26T02:00:35.695661+0000","last_fullsized":"2024-04-26T02:00:35.695661+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:59:58.120983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":278,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:58.327286+0000","last_change":"2024-04-26T01:58:26.916131+0000","last_active":"2024-04-26T02:00:58.327286+0000","last_peered":"2024-04-26T02:00:58.327286+0000","last_clean":"2024-04-26T02:00:58.327286+0000","last_became_active":"2024-04-26T01:58:26.915748+0000","last_became_peered":"2024-04-26T01:58:26.915748+0000","last_unstale":"2024-04-26T02:00:58.327286+0000","last_undegraded":"2024-04-26T02:00:58.327286+0000","last_fullsized":"2024-04-26T02:00:58.327286+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:18.951250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":246,"num_read_kb":246,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.692554+0000","last_change":"2024-04-26T01:58:30.963544+0000","last_active":"2024-04-26T02:00:35.692554+0000","last_peered":"2024-04-26T02:00:35.692554+0000","last_clean":"2024-04-26T02:00:35.692554+0000","last_became_active":"2024-04-26T01:58:30.963152+0000","last_became_peered":"2024-04-26T01:58:30.963152+0000","last_unstale":"2024-04-26T02:00:35.692554+0000","last_undegraded":"2024-04-26T02:00:35.692554+0000","last_fullsized":"2024-04-26T02:00:35.692554+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:39:42.557629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722112+0000","last_change":"2024-04-26T01:58:26.912774+0000","last_active":"2024-04-26T01:59:06.722112+0000","last_peered":"2024-04-26T01:59:06.722112+0000","last_clean":"2024-04-26T01:59:06.722112+0000","last_became_active":"2024-04-26T01:58:26.912382+0000","last_became_peered":"2024-04-26T01:58:26.912382+0000","last_unstale":"2024-04-26T01:59:06.722112+0000","last_undegraded":"2024-04-26T01:59:06.722112+0000","last_fullsized":"2024-04-26T01:59:06.722112+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:03.667501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.688551+0000","last_change":"2024-04-26T01:58:30.969636+0000","last_active":"2024-04-26T02:00:35.688551+0000","last_peered":"2024-04-26T02:00:35.688551+0000","last_clean":"2024-04-26T02:00:35.688551+0000","last_became_active":"2024-04-26T01:58:30.965817+0000","last_became_peered":"2024-04-26T01:58:30.965817+0000","last_unstale":"2024-04-26T02:00:35.688551+0000","last_undegraded":"2024-04-26T02:00:35.688551+0000","last_fullsized":"2024-04-26T02:00:35.688551+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:52.159112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723045+0000","last_change":"2024-04-26T01:58:26.955656+0000","last_active":"2024-04-26T01:59:06.723045+0000","last_peered":"2024-04-26T01:59:06.723045+0000","last_clean":"2024-04-26T01:59:06.723045+0000","last_became_active":"2024-04-26T01:58:26.955270+0000","last_became_peered":"2024-04-26T01:58:26.955270+0000","last_unstale":"2024-04-26T01:59:06.723045+0000","last_undegraded":"2024-04-26T01:59:06.723045+0000","last_fullsized":"2024-04-26T01:59:06.723045+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:12:31.425015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.688263+0000","last_change":"2024-04-26T01:58:30.952388+0000","last_active":"2024-04-26T02:00:35.688263+0000","last_peered":"2024-04-26T02:00:35.688263+0000","last_clean":"2024-04-26T02:00:35.688263+0000","last_became_active":"2024-04-26T01:58:30.951944+0000","last_became_peered":"2024-04-26T01:58:30.951944+0000","last_unstale":"2024-04-26T02:00:35.688263+0000","last_undegraded":"2024-04-26T02:00:35.688263+0000","last_fullsized":"2024-04-26T02:00:35.688263+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:39:43.629075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'34","reported_seq":317,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:58.327284+0000","last_change":"2024-04-26T01:58:26.908554+0000","last_active":"2024-04-26T02:00:58.327284+0000","last_peered":"2024-04-26T02:00:58.327284+0000","last_clean":"2024-04-26T02:00:58.327284+0000","last_became_active":"2024-04-26T01:58:26.908096+0000","last_became_peered":"2024-04-26T01:58:26.908096+0000","last_unstale":"2024-04-26T02:00:58.327284+0000","last_undegraded":"2024-04-26T02:00:58.327284+0000","last_fullsized":"2024-04-26T02:00:58.327284+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:59:07.497393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62075,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":256,"num_read_kb":188,"num_write":36,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.683100+0000","last_change":"2024-04-26T01:58:30.962169+0000","last_active":"2024-04-26T02:00:35.683100+0000","last_peered":"2024-04-26T02:00:35.683100+0000","last_clean":"2024-04-26T02:00:35.683100+0000","last_became_active":"2024-04-26T01:58:30.961827+0000","last_became_peered":"2024-04-26T01:58:30.961827+0000","last_unstale":"2024-04-26T02:00:35.683100+0000","last_undegraded":"2024-04-26T02:00:35.683100+0000","last_fullsized":"2024-04-26T02:00:35.683100+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:42.150541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.749353+0000","last_change":"2024-04-26T01:59:06.748974+0000","last_active":"2024-04-26T01:59:06.749353+0000","last_peered":"2024-04-26T01:59:06.749353+0000","last_clean":"2024-04-26T01:59:06.749353+0000","last_became_active":"2024-04-26T01:59:06.733491+0000","last_became_peered":"2024-04-26T01:59:06.733491+0000","last_unstale":"2024-04-26T01:59:06.749353+0000","last_undegraded":"2024-04-26T01:59:06.749353+0000","last_fullsized":"2024-04-26T01:59:06.749353+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:11.743053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.693469+0000","last_change":"2024-04-26T01:58:30.981562+0000","last_active":"2024-04-26T02:00:35.693469+0000","last_peered":"2024-04-26T02:00:35.693469+0000","last_clean":"2024-04-26T02:00:35.693469+0000","last_became_active":"2024-04-26T01:58:30.975609+0000","last_became_peered":"2024-04-26T01:58:30.975609+0000","last_unstale":"2024-04-26T02:00:35.693469+0000","last_undegraded":"2024-04-26T02:00:35.693469+0000","last_fullsized":"2024-04-26T02:00:35.693469+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:34.822280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722746+0000","last_change":"2024-04-26T01:58:26.914851+0000","last_active":"2024-04-26T01:59:06.722746+0000","last_peered":"2024-04-26T01:59:06.722746+0000","last_clean":"2024-04-26T01:59:06.722746+0000","last_became_active":"2024-04-26T01:58:26.914333+0000","last_became_peered":"2024-04-26T01:58:26.914333+0000","last_unstale":"2024-04-26T01:59:06.722746+0000","last_undegraded":"2024-04-26T01:59:06.722746+0000","last_fullsized":"2024-04-26T01:59:06.722746+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:08:14.410154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":42,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.691426+0000","last_change":"2024-04-26T01:59:06.732772+0000","last_active":"2024-04-26T02:00:35.691426+0000","last_peered":"2024-04-26T02:00:35.691426+0000","last_clean":"2024-04-26T02:00:35.691426+0000","last_became_active":"2024-04-26T01:59:06.732342+0000","last_became_peered":"2024-04-26T01:59:06.732342+0000","last_unstale":"2024-04-26T02:00:35.691426+0000","last_undegraded":"2024-04-26T02:00:35.691426+0000","last_fullsized":"2024-04-26T02:00:35.691426+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:33.765821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"91'7","reported_seq":160,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:56.363832+0000","last_change":"2024-04-26T01:58:26.908641+0000","last_active":"2024-04-26T02:00:56.363832+0000","last_peered":"2024-04-26T02:00:56.363832+0000","last_clean":"2024-04-26T02:00:56.363832+0000","last_became_active":"2024-04-26T01:58:26.908257+0000","last_became_peered":"2024-04-26T01:58:26.908257+0000","last_unstale":"2024-04-26T02:00:56.363832+0000","last_undegraded":"2024-04-26T02:00:56.363832+0000","last_fullsized":"2024-04-26T02:00:56.363832+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:34:47.335413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":127,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.678320+0000","last_change":"2024-04-26T01:58:30.966929+0000","last_active":"2024-04-26T02:00:35.678320+0000","last_peered":"2024-04-26T02:00:35.678320+0000","last_clean":"2024-04-26T02:00:35.678320+0000","last_became_active":"2024-04-26T01:58:30.966570+0000","last_became_peered":"2024-04-26T01:58:30.966570+0000","last_unstale":"2024-04-26T02:00:35.678320+0000","last_undegraded":"2024-04-26T02:00:35.678320+0000","last_fullsized":"2024-04-26T02:00:35.678320+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:06:18.841697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":45,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723417+0000","last_change":"2024-04-26T01:58:26.948155+0000","last_active":"2024-04-26T01:59:06.723417+0000","last_peered":"2024-04-26T01:59:06.723417+0000","last_clean":"2024-04-26T01:59:06.723417+0000","last_became_active":"2024-04-26T01:58:26.947769+0000","last_became_peered":"2024-04-26T01:58:26.947769+0000","last_unstale":"2024-04-26T01:59:06.723417+0000","last_undegraded":"2024-04-26T01:59:06.723417+0000","last_fullsized":"2024-04-26T01:59:06.723417+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:34:54.667133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.678778+0000","last_change":"2024-04-26T01:58:30.956123+0000","last_active":"2024-04-26T02:00:35.678778+0000","last_peered":"2024-04-26T02:00:35.678778+0000","last_clean":"2024-04-26T02:00:35.678778+0000","last_became_active":"2024-04-26T01:58:30.955722+0000","last_became_peered":"2024-04-26T01:58:30.955722+0000","last_unstale":"2024-04-26T02:00:35.678778+0000","last_undegraded":"2024-04-26T02:00:35.678778+0000","last_fullsized":"2024-04-26T02:00:35.678778+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:32.888488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722938+0000","last_change":"2024-04-26T01:58:26.908175+0000","last_active":"2024-04-26T01:59:06.722938+0000","last_peered":"2024-04-26T01:59:06.722938+0000","last_clean":"2024-04-26T01:59:06.722938+0000","last_became_active":"2024-04-26T01:58:26.907823+0000","last_became_peered":"2024-04-26T01:58:26.907823+0000","last_unstale":"2024-04-26T01:59:06.722938+0000","last_undegraded":"2024-04-26T01:59:06.722938+0000","last_fullsized":"2024-04-26T01:59:06.722938+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:10:47.314000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.676536+0000","last_change":"2024-04-26T01:58:30.953226+0000","last_active":"2024-04-26T02:00:35.676536+0000","last_peered":"2024-04-26T02:00:35.676536+0000","last_clean":"2024-04-26T02:00:35.676536+0000","last_became_active":"2024-04-26T01:58:30.952797+0000","last_became_peered":"2024-04-26T01:58:30.952797+0000","last_unstale":"2024-04-26T02:00:35.676536+0000","last_undegraded":"2024-04-26T02:00:35.676536+0000","last_fullsized":"2024-04-26T02:00:35.676536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:44:59.400681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.717865+0000","last_change":"2024-04-26T01:58:26.952198+0000","last_active":"2024-04-26T01:59:06.717865+0000","last_peered":"2024-04-26T01:59:06.717865+0000","last_clean":"2024-04-26T01:59:06.717865+0000","last_became_active":"2024-04-26T01:58:26.951400+0000","last_became_peered":"2024-04-26T01:58:26.951400+0000","last_unstale":"2024-04-26T01:59:06.717865+0000","last_undegraded":"2024-04-26T01:59:06.717865+0000","last_fullsized":"2024-04-26T01:59:06.717865+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:09:46.674733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.692671+0000","last_change":"2024-04-26T01:58:30.981089+0000","last_active":"2024-04-26T02:00:35.692671+0000","last_peered":"2024-04-26T02:00:35.692671+0000","last_clean":"2024-04-26T02:00:35.692671+0000","last_became_active":"2024-04-26T01:58:30.980781+0000","last_became_peered":"2024-04-26T01:58:30.980781+0000","last_unstale":"2024-04-26T02:00:35.692671+0000","last_undegraded":"2024-04-26T02:00:35.692671+0000","last_fullsized":"2024-04-26T02:00:35.692671+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:43.963389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'7","reported_seq":160,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:57.365079+0000","last_change":"2024-04-26T01:58:26.917575+0000","last_active":"2024-04-26T02:00:57.365079+0000","last_peered":"2024-04-26T02:00:57.365079+0000","last_clean":"2024-04-26T02:00:57.365079+0000","last_became_active":"2024-04-26T01:58:26.917239+0000","last_became_peered":"2024-04-26T01:58:26.917239+0000","last_unstale":"2024-04-26T02:00:57.365079+0000","last_undegraded":"2024-04-26T02:00:57.365079+0000","last_fullsized":"2024-04-26T02:00:57.365079+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:16.851091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.686644+0000","last_change":"2024-04-26T01:58:30.964584+0000","last_active":"2024-04-26T02:00:35.686644+0000","last_peered":"2024-04-26T02:00:35.686644+0000","last_clean":"2024-04-26T02:00:35.686644+0000","last_became_active":"2024-04-26T01:58:30.964226+0000","last_became_peered":"2024-04-26T01:58:30.964226+0000","last_unstale":"2024-04-26T02:00:35.686644+0000","last_undegraded":"2024-04-26T02:00:35.686644+0000","last_fullsized":"2024-04-26T02:00:35.686644+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:45.657334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.675238+0000","last_change":"2024-04-26T01:58:30.957838+0000","last_active":"2024-04-26T02:00:35.675238+0000","last_peered":"2024-04-26T02:00:35.675238+0000","last_clean":"2024-04-26T02:00:35.675238+0000","last_became_active":"2024-04-26T01:58:30.957495+0000","last_became_peered":"2024-04-26T01:58:30.957495+0000","last_unstale":"2024-04-26T02:00:35.675238+0000","last_undegraded":"2024-04-26T02:00:35.675238+0000","last_fullsized":"2024-04-26T02:00:35.675238+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:19.298590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":156,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:56.363238+0000","last_change":"2024-04-26T01:58:26.951413+0000","last_active":"2024-04-26T02:00:56.363238+0000","last_peered":"2024-04-26T02:00:56.363238+0000","last_clean":"2024-04-26T02:00:56.363238+0000","last_became_active":"2024-04-26T01:58:26.950195+0000","last_became_peered":"2024-04-26T01:58:26.950195+0000","last_unstale":"2024-04-26T02:00:56.363238+0000","last_undegraded":"2024-04-26T02:00:56.363238+0000","last_fullsized":"2024-04-26T02:00:56.363238+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:13:55.853005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.694235+0000","last_change":"2024-04-26T01:58:30.979554+0000","last_active":"2024-04-26T02:00:35.694235+0000","last_peered":"2024-04-26T02:00:35.694235+0000","last_clean":"2024-04-26T02:00:35.694235+0000","last_became_active":"2024-04-26T01:58:30.979158+0000","last_became_peered":"2024-04-26T01:58:30.979158+0000","last_unstale":"2024-04-26T02:00:35.694235+0000","last_undegraded":"2024-04-26T02:00:35.694235+0000","last_fullsized":"2024-04-26T02:00:35.694235+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:38:22.534142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.111431+0000","last_change":"2024-04-26T01:58:26.913432+0000","last_active":"2024-04-26T01:59:07.111431+0000","last_peered":"2024-04-26T01:59:07.111431+0000","last_clean":"2024-04-26T01:59:07.111431+0000","last_became_active":"2024-04-26T01:58:26.913054+0000","last_became_peered":"2024-04-26T01:58:26.913054+0000","last_unstale":"2024-04-26T01:59:07.111431+0000","last_undegraded":"2024-04-26T01:59:07.111431+0000","last_fullsized":"2024-04-26T01:59:07.111431+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:21:04.699502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":358,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.721889+0000","last_change":"2024-04-26T01:56:52.582555+0000","last_active":"2024-04-26T01:59:06.721889+0000","last_peered":"2024-04-26T01:59:06.721889+0000","last_clean":"2024-04-26T01:59:06.721889+0000","last_became_active":"2024-04-26T01:56:52.582083+0000","last_became_peered":"2024-04-26T01:56:52.582083+0000","last_unstale":"2024-04-26T01:59:06.721889+0000","last_undegraded":"2024-04-26T01:59:06.721889+0000","last_fullsized":"2024-04-26T01:59:06.721889+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_clean_scrub_stamp":"2024-04-26T01:52:52.012858+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:19.438229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.689906+0000","last_change":"2024-04-26T01:58:30.966288+0000","last_active":"2024-04-26T02:00:35.689906+0000","last_peered":"2024-04-26T02:00:35.689906+0000","last_clean":"2024-04-26T02:00:35.689906+0000","last_became_active":"2024-04-26T01:58:30.965790+0000","last_became_peered":"2024-04-26T01:58:30.965790+0000","last_unstale":"2024-04-26T02:00:35.689906+0000","last_undegraded":"2024-04-26T02:00:35.689906+0000","last_fullsized":"2024-04-26T02:00:35.689906+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:32:00.855571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.722178+0000","last_change":"2024-04-26T01:58:26.912567+0000","last_active":"2024-04-26T01:59:06.722178+0000","last_peered":"2024-04-26T01:59:06.722178+0000","last_clean":"2024-04-26T01:59:06.722178+0000","last_became_active":"2024-04-26T01:58:26.911311+0000","last_became_peered":"2024-04-26T01:58:26.911311+0000","last_unstale":"2024-04-26T01:59:06.722178+0000","last_undegraded":"2024-04-26T01:59:06.722178+0000","last_fullsized":"2024-04-26T01:59:06.722178+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:53:06.257167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723544+0000","last_change":"2024-04-26T01:58:26.952696+0000","last_active":"2024-04-26T01:59:06.723544+0000","last_peered":"2024-04-26T01:59:06.723544+0000","last_clean":"2024-04-26T01:59:06.723544+0000","last_became_active":"2024-04-26T01:58:26.952382+0000","last_became_peered":"2024-04-26T01:58:26.952382+0000","last_unstale":"2024-04-26T01:59:06.723544+0000","last_undegraded":"2024-04-26T01:59:06.723544+0000","last_fullsized":"2024-04-26T01:59:06.723544+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:21:28.100792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.692165+0000","last_change":"2024-04-26T01:58:30.976420+0000","last_active":"2024-04-26T02:00:35.692165+0000","last_peered":"2024-04-26T02:00:35.692165+0000","last_clean":"2024-04-26T02:00:35.692165+0000","last_became_active":"2024-04-26T01:58:30.975950+0000","last_became_peered":"2024-04-26T01:58:30.975950+0000","last_unstale":"2024-04-26T02:00:35.692165+0000","last_undegraded":"2024-04-26T02:00:35.692165+0000","last_fullsized":"2024-04-26T02:00:35.692165+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:56.997947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'17","reported_seq":60,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:36.012776+0000","last_change":"2024-04-26T01:59:06.760073+0000","last_active":"2024-04-26T02:00:36.012776+0000","last_peered":"2024-04-26T02:00:36.012776+0000","last_clean":"2024-04-26T02:00:36.012776+0000","last_became_active":"2024-04-26T01:59:06.736242+0000","last_became_peered":"2024-04-26T01:59:06.736242+0000","last_unstale":"2024-04-26T02:00:36.012776+0000","last_undegraded":"2024-04-26T02:00:36.012776+0000","last_fullsized":"2024-04-26T02:00:36.012776+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:24.344134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":3,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.695297+0000","last_change":"2024-04-26T01:58:30.981099+0000","last_active":"2024-04-26T02:00:35.695297+0000","last_peered":"2024-04-26T02:00:35.695297+0000","last_clean":"2024-04-26T02:00:35.695297+0000","last_became_active":"2024-04-26T01:58:30.974714+0000","last_became_peered":"2024-04-26T01:58:30.974714+0000","last_unstale":"2024-04-26T02:00:35.695297+0000","last_undegraded":"2024-04-26T02:00:35.695297+0000","last_fullsized":"2024-04-26T02:00:35.695297+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:11.626761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.111521+0000","last_change":"2024-04-26T01:58:27.021040+0000","last_active":"2024-04-26T01:59:07.111521+0000","last_peered":"2024-04-26T01:59:07.111521+0000","last_clean":"2024-04-26T01:59:07.111521+0000","last_became_active":"2024-04-26T01:58:27.020656+0000","last_became_peered":"2024-04-26T01:58:27.020656+0000","last_unstale":"2024-04-26T01:59:07.111521+0000","last_undegraded":"2024-04-26T01:59:07.111521+0000","last_fullsized":"2024-04-26T01:59:07.111521+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:54:40.149575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.695017+0000","last_change":"2024-04-26T01:58:30.978642+0000","last_active":"2024-04-26T02:00:35.695017+0000","last_peered":"2024-04-26T02:00:35.695017+0000","last_clean":"2024-04-26T02:00:35.695017+0000","last_became_active":"2024-04-26T01:58:30.977336+0000","last_became_peered":"2024-04-26T01:58:30.977336+0000","last_unstale":"2024-04-26T02:00:35.695017+0000","last_undegraded":"2024-04-26T02:00:35.695017+0000","last_fullsized":"2024-04-26T02:00:35.695017+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:17:34.682104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.794485+0000","last_change":"2024-04-26T01:58:26.950109+0000","last_active":"2024-04-26T01:59:06.794485+0000","last_peered":"2024-04-26T01:59:06.794485+0000","last_clean":"2024-04-26T01:59:06.794485+0000","last_became_active":"2024-04-26T01:58:26.949756+0000","last_became_peered":"2024-04-26T01:58:26.949756+0000","last_unstale":"2024-04-26T01:59:06.794485+0000","last_undegraded":"2024-04-26T01:59:06.794485+0000","last_fullsized":"2024-04-26T01:59:06.794485+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:59:07.288430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.680633+0000","last_change":"2024-04-26T01:58:30.955281+0000","last_active":"2024-04-26T02:00:35.680633+0000","last_peered":"2024-04-26T02:00:35.680633+0000","last_clean":"2024-04-26T02:00:35.680633+0000","last_became_active":"2024-04-26T01:58:30.954906+0000","last_became_peered":"2024-04-26T01:58:30.954906+0000","last_unstale":"2024-04-26T02:00:35.680633+0000","last_undegraded":"2024-04-26T02:00:35.680633+0000","last_fullsized":"2024-04-26T02:00:35.680633+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:48:49.237616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.724331+0000","last_change":"2024-04-26T01:58:26.918733+0000","last_active":"2024-04-26T01:59:06.724331+0000","last_peered":"2024-04-26T01:59:06.724331+0000","last_clean":"2024-04-26T01:59:06.724331+0000","last_became_active":"2024-04-26T01:58:26.918132+0000","last_became_peered":"2024-04-26T01:58:26.918132+0000","last_unstale":"2024-04-26T01:59:06.724331+0000","last_undegraded":"2024-04-26T01:59:06.724331+0000","last_fullsized":"2024-04-26T01:59:06.724331+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:03:21.762469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.682986+0000","last_change":"2024-04-26T01:58:30.964357+0000","last_active":"2024-04-26T02:00:35.682986+0000","last_peered":"2024-04-26T02:00:35.682986+0000","last_clean":"2024-04-26T02:00:35.682986+0000","last_became_active":"2024-04-26T01:58:30.964042+0000","last_became_peered":"2024-04-26T01:58:30.964042+0000","last_unstale":"2024-04-26T02:00:35.682986+0000","last_undegraded":"2024-04-26T02:00:35.682986+0000","last_fullsized":"2024-04-26T02:00:35.682986+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:57:56.941152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.714670+0000","last_change":"2024-04-26T01:58:26.916786+0000","last_active":"2024-04-26T01:59:06.714670+0000","last_peered":"2024-04-26T01:59:06.714670+0000","last_clean":"2024-04-26T01:59:06.714670+0000","last_became_active":"2024-04-26T01:58:26.916421+0000","last_became_peered":"2024-04-26T01:58:26.916421+0000","last_unstale":"2024-04-26T01:59:06.714670+0000","last_undegraded":"2024-04-26T01:59:06.714670+0000","last_fullsized":"2024-04-26T01:59:06.714670+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:15:53.057132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.694806+0000","last_change":"2024-04-26T01:58:30.981408+0000","last_active":"2024-04-26T02:00:35.694806+0000","last_peered":"2024-04-26T02:00:35.694806+0000","last_clean":"2024-04-26T02:00:35.694806+0000","last_became_active":"2024-04-26T01:58:30.975782+0000","last_became_peered":"2024-04-26T01:58:30.975782+0000","last_unstale":"2024-04-26T02:00:35.694806+0000","last_undegraded":"2024-04-26T02:00:35.694806+0000","last_fullsized":"2024-04-26T02:00:35.694806+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:58.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723231+0000","last_change":"2024-04-26T01:58:26.908741+0000","last_active":"2024-04-26T01:59:06.723231+0000","last_peered":"2024-04-26T01:59:06.723231+0000","last_clean":"2024-04-26T01:59:06.723231+0000","last_became_active":"2024-04-26T01:58:26.908341+0000","last_became_peered":"2024-04-26T01:58:26.908341+0000","last_unstale":"2024-04-26T01:59:06.723231+0000","last_undegraded":"2024-04-26T01:59:06.723231+0000","last_fullsized":"2024-04-26T01:59:06.723231+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:57:14.254746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.690479+0000","last_change":"2024-04-26T01:58:30.973708+0000","last_active":"2024-04-26T02:00:35.690479+0000","last_peered":"2024-04-26T02:00:35.690479+0000","last_clean":"2024-04-26T02:00:35.690479+0000","last_became_active":"2024-04-26T01:58:30.973315+0000","last_became_peered":"2024-04-26T01:58:30.973315+0000","last_unstale":"2024-04-26T02:00:35.690479+0000","last_undegraded":"2024-04-26T02:00:35.690479+0000","last_fullsized":"2024-04-26T02:00:35.690479+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:50:51.745148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'7","reported_seq":159,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:55.382824+0000","last_change":"2024-04-26T01:58:27.020622+0000","last_active":"2024-04-26T02:00:55.382824+0000","last_peered":"2024-04-26T02:00:55.382824+0000","last_clean":"2024-04-26T02:00:55.382824+0000","last_became_active":"2024-04-26T01:58:27.020213+0000","last_became_peered":"2024-04-26T01:58:27.020213+0000","last_unstale":"2024-04-26T02:00:55.382824+0000","last_undegraded":"2024-04-26T02:00:55.382824+0000","last_fullsized":"2024-04-26T02:00:55.382824+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:41:28.929919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.687056+0000","last_change":"2024-04-26T01:58:30.967801+0000","last_active":"2024-04-26T02:00:35.687056+0000","last_peered":"2024-04-26T02:00:35.687056+0000","last_clean":"2024-04-26T02:00:35.687056+0000","last_became_active":"2024-04-26T01:58:30.967419+0000","last_became_peered":"2024-04-26T01:58:30.967419+0000","last_unstale":"2024-04-26T02:00:35.687056+0000","last_undegraded":"2024-04-26T02:00:35.687056+0000","last_fullsized":"2024-04-26T02:00:35.687056+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:45:25.468923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:06.723099+0000","last_change":"2024-04-26T01:58:26.912783+0000","last_active":"2024-04-26T01:59:06.723099+0000","last_peered":"2024-04-26T01:59:06.723099+0000","last_clean":"2024-04-26T01:59:06.723099+0000","last_became_active":"2024-04-26T01:58:26.912351+0000","last_became_peered":"2024-04-26T01:58:26.912351+0000","last_unstale":"2024-04-26T01:59:06.723099+0000","last_undegraded":"2024-04-26T01:59:06.723099+0000","last_fullsized":"2024-04-26T01:59:06.723099+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:44.149415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.694657+0000","last_change":"2024-04-26T01:58:30.975051+0000","last_active":"2024-04-26T02:00:35.694657+0000","last_peered":"2024-04-26T02:00:35.694657+0000","last_clean":"2024-04-26T02:00:35.694657+0000","last_became_active":"2024-04-26T01:58:30.974661+0000","last_became_peered":"2024-04-26T01:58:30.974661+0000","last_unstale":"2024-04-26T02:00:35.694657+0000","last_undegraded":"2024-04-26T02:00:35.694657+0000","last_fullsized":"2024-04-26T02:00:35.694657+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:30.691834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:59:07.128970+0000","last_change":"2024-04-26T01:59:07.127555+0000","last_active":"2024-04-26T01:59:07.128970+0000","last_peered":"2024-04-26T01:59:07.128970+0000","last_clean":"2024-04-26T01:59:07.128970+0000","last_became_active":"2024-04-26T01:59:07.115216+0000","last_became_peered":"2024-04-26T01:59:07.115216+0000","last_unstale":"2024-04-26T01:59:07.128970+0000","last_undegraded":"2024-04-26T01:59:07.128970+0000","last_fullsized":"2024-04-26T01:59:07.128970+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:11.990117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.687175+0000","last_change":"2024-04-26T01:58:30.960957+0000","last_active":"2024-04-26T02:00:35.687175+0000","last_peered":"2024-04-26T02:00:35.687175+0000","last_clean":"2024-04-26T02:00:35.687175+0000","last_became_active":"2024-04-26T01:58:30.960601+0000","last_became_peered":"2024-04-26T01:58:30.960601+0000","last_unstale":"2024-04-26T02:00:35.687175+0000","last_undegraded":"2024-04-26T02:00:35.687175+0000","last_fullsized":"2024-04-26T02:00:35.687175+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:55.810734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.682848+0000","last_change":"2024-04-26T01:58:30.962426+0000","last_active":"2024-04-26T02:00:35.682848+0000","last_peered":"2024-04-26T02:00:35.682848+0000","last_clean":"2024-04-26T02:00:35.682848+0000","last_became_active":"2024-04-26T01:58:30.962080+0000","last_became_peered":"2024-04-26T01:58:30.962080+0000","last_unstale":"2024-04-26T02:00:35.682848+0000","last_undegraded":"2024-04-26T02:00:35.682848+0000","last_fullsized":"2024-04-26T02:00:35.682848+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:23:37.567668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.681735+0000","last_change":"2024-04-26T01:59:06.725470+0000","last_active":"2024-04-26T02:00:35.681735+0000","last_peered":"2024-04-26T02:00:35.681735+0000","last_clean":"2024-04-26T02:00:35.681735+0000","last_became_active":"2024-04-26T01:59:06.724925+0000","last_became_peered":"2024-04-26T01:59:06.724925+0000","last_unstale":"2024-04-26T02:00:35.681735+0000","last_undegraded":"2024-04-26T02:00:35.681735+0000","last_fullsized":"2024-04-26T02:00:35.681735+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:39.021245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,8],"acting":[2,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.692174+0000","last_change":"2024-04-26T01:58:30.975582+0000","last_active":"2024-04-26T02:00:35.692174+0000","last_peered":"2024-04-26T02:00:35.692174+0000","last_clean":"2024-04-26T02:00:35.692174+0000","last_became_active":"2024-04-26T01:58:30.975220+0000","last_became_peered":"2024-04-26T01:58:30.975220+0000","last_unstale":"2024-04-26T02:00:35.692174+0000","last_undegraded":"2024-04-26T02:00:35.692174+0000","last_fullsized":"2024-04-26T02:00:35.692174+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:16.161849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.689468+0000","last_change":"2024-04-26T01:58:30.979948+0000","last_active":"2024-04-26T02:00:35.689468+0000","last_peered":"2024-04-26T02:00:35.689468+0000","last_clean":"2024-04-26T02:00:35.689468+0000","last_became_active":"2024-04-26T01:58:30.979367+0000","last_became_peered":"2024-04-26T01:58:30.979367+0000","last_unstale":"2024-04-26T02:00:35.689468+0000","last_undegraded":"2024-04-26T02:00:35.689468+0000","last_fullsized":"2024-04-26T02:00:35.689468+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:38.552039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.695458+0000","last_change":"2024-04-26T01:58:30.975488+0000","last_active":"2024-04-26T02:00:35.695458+0000","last_peered":"2024-04-26T02:00:35.695458+0000","last_clean":"2024-04-26T02:00:35.695458+0000","last_became_active":"2024-04-26T01:58:30.968631+0000","last_became_peered":"2024-04-26T01:58:30.968631+0000","last_unstale":"2024-04-26T02:00:35.695458+0000","last_undegraded":"2024-04-26T02:00:35.695458+0000","last_fullsized":"2024-04-26T02:00:35.695458+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:56:42.953943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.679181+0000","last_change":"2024-04-26T01:58:30.958200+0000","last_active":"2024-04-26T02:00:35.679181+0000","last_peered":"2024-04-26T02:00:35.679181+0000","last_clean":"2024-04-26T02:00:35.679181+0000","last_became_active":"2024-04-26T01:58:30.957767+0000","last_became_peered":"2024-04-26T01:58:30.957767+0000","last_unstale":"2024-04-26T02:00:35.679181+0000","last_undegraded":"2024-04-26T02:00:35.679181+0000","last_fullsized":"2024-04-26T02:00:35.679181+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:53:59.199633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.683517+0000","last_change":"2024-04-26T01:58:30.955232+0000","last_active":"2024-04-26T02:00:35.683517+0000","last_peered":"2024-04-26T02:00:35.683517+0000","last_clean":"2024-04-26T02:00:35.683517+0000","last_became_active":"2024-04-26T01:58:30.954792+0000","last_became_peered":"2024-04-26T01:58:30.954792+0000","last_unstale":"2024-04-26T02:00:35.683517+0000","last_undegraded":"2024-04-26T02:00:35.683517+0000","last_fullsized":"2024-04-26T02:00:35.683517+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:41.479662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.674159+0000","last_change":"2024-04-26T01:58:30.984210+0000","last_active":"2024-04-26T02:00:35.674159+0000","last_peered":"2024-04-26T02:00:35.674159+0000","last_clean":"2024-04-26T02:00:35.674159+0000","last_became_active":"2024-04-26T01:58:30.982899+0000","last_became_peered":"2024-04-26T01:58:30.982899+0000","last_unstale":"2024-04-26T02:00:35.674159+0000","last_undegraded":"2024-04-26T02:00:35.674159+0000","last_fullsized":"2024-04-26T02:00:35.674159+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:51:18.621098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.685086+0000","last_change":"2024-04-26T01:58:30.972403+0000","last_active":"2024-04-26T02:00:35.685086+0000","last_peered":"2024-04-26T02:00:35.685086+0000","last_clean":"2024-04-26T02:00:35.685086+0000","last_became_active":"2024-04-26T01:58:30.972112+0000","last_became_peered":"2024-04-26T01:58:30.972112+0000","last_unstale":"2024-04-26T02:00:35.685086+0000","last_undegraded":"2024-04-26T02:00:35.685086+0000","last_fullsized":"2024-04-26T02:00:35.685086+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:37.908777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.694168+0000","last_change":"2024-04-26T01:58:30.971002+0000","last_active":"2024-04-26T02:00:35.694168+0000","last_peered":"2024-04-26T02:00:35.694168+0000","last_clean":"2024-04-26T02:00:35.694168+0000","last_became_active":"2024-04-26T01:58:30.970559+0000","last_became_peered":"2024-04-26T01:58:30.970559+0000","last_unstale":"2024-04-26T02:00:35.694168+0000","last_undegraded":"2024-04-26T02:00:35.694168+0000","last_fullsized":"2024-04-26T02:00:35.694168+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:12.927235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.696428+0000","last_change":"2024-04-26T01:58:30.976628+0000","last_active":"2024-04-26T02:00:35.696428+0000","last_peered":"2024-04-26T02:00:35.696428+0000","last_clean":"2024-04-26T02:00:35.696428+0000","last_became_active":"2024-04-26T01:58:30.976265+0000","last_became_peered":"2024-04-26T01:58:30.976265+0000","last_unstale":"2024-04-26T02:00:35.696428+0000","last_undegraded":"2024-04-26T02:00:35.696428+0000","last_fullsized":"2024-04-26T02:00:35.696428+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:47.096687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.693818+0000","last_change":"2024-04-26T01:58:30.973411+0000","last_active":"2024-04-26T02:00:35.693818+0000","last_peered":"2024-04-26T02:00:35.693818+0000","last_clean":"2024-04-26T02:00:35.693818+0000","last_became_active":"2024-04-26T01:58:30.971204+0000","last_became_peered":"2024-04-26T01:58:30.971204+0000","last_unstale":"2024-04-26T02:00:35.693818+0000","last_undegraded":"2024-04-26T02:00:35.693818+0000","last_fullsized":"2024-04-26T02:00:35.693818+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:29:41.292831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T02:00:35.683279+0000","last_change":"2024-04-26T01:58:30.956692+0000","last_active":"2024-04-26T02:00:35.683279+0000","last_peered":"2024-04-26T02:00:35.683279+0000","last_clean":"2024-04-26T02:00:35.683279+0000","last_became_active":"2024-04-26T01:58:30.956341+0000","last_became_peered":"2024-04-26T01:58:30.956341+0000","last_unstale":"2024-04-26T02:00:35.683279+0000","last_undegraded":"2024-04-26T02:00:35.683279+0000","last_fullsized":"2024-04-26T02:00:35.683279+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:58.937065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249229,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70093,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1269,"num_read_kb":713,"num_write":258,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":68,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":210279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":222,"ondisk_log_size":222,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351024,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":484729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612661,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1150976,"data_stored":1137765,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776186,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":484059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037826,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":484437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299462,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1069056,"data_stored":1077628,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462987,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":484308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574953,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":547296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738477,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":485647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411428,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1077248,"data_stored":547448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149790,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":483601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888151,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":484169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724627,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1081344,"data_stored":1076242,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34432,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34432,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":64359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":64511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":64343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T02:01:03.759 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T02:01:03.759 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-26T02:01:03.759 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-26T02:01:03.759 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T02:01:03.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:03 smithi026 ceph-mon[28138]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:01:04.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:03 smithi033 ceph-mon[32805]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:01:04.267 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:04.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:03 smithi064 ceph-mon[32613]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:01:05.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:04 smithi026 ceph-mon[28138]: pgmap v410: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:05.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:04 smithi033 ceph-mon[32805]: pgmap v410: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:05.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:04 smithi064 ceph-mon[32613]: pgmap v410: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:06.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.607+0000 7f73abc00700 1 -- 172.21.15.26:0/3821474472 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73a4109cc0 msgr2=0x7f73a410dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.607+0000 7f73abc00700 1 --2- 172.21.15.26:0/3821474472 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73a4109cc0 0x7f73a410dcc0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f73900099c0 tx=0x7f7390009cd0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.607+0000 7f73abc00700 1 -- 172.21.15.26:0/3821474472 shutdown_connections 2024-04-26T02:01:06.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.607+0000 7f73abc00700 1 --2- 172.21.15.26:0/3821474472 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73a410e3a0 0x7f73a4115f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.607+0000 7f73abc00700 1 --2- 172.21.15.26:0/3821474472 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73a4109310 0x7f73a41096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.607+0000 7f73abc00700 1 --2- 172.21.15.26:0/3821474472 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73a4109cc0 0x7f73a410dcc0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.607+0000 7f73abc00700 1 -- 172.21.15.26:0/3821474472 >> 172.21.15.26:0/3821474472 conn(0x7f73a4076210 msgr2=0x7f73a4078630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:06.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.607+0000 7f73abc00700 1 -- 172.21.15.26:0/3821474472 shutdown_connections 2024-04-26T02:01:06.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.607+0000 7f73abc00700 1 -- 172.21.15.26:0/3821474472 wait complete. 2024-04-26T02:01:06.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.608+0000 7f73abc00700 1 Processor -- start 2024-04-26T02:01:06.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.609+0000 7f73abc00700 1 -- start start 2024-04-26T02:01:06.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.609+0000 7f73abc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73a4109310 0x7f73a41a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.609+0000 7f73abc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73a4109cc0 0x7f73a41a5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.609+0000 7f73abc00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73a410e3a0 0x7f73a419f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.609+0000 7f73abc00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f73a4119260 con 0x7f73a4109310 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.609+0000 7f73abc00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f73a41190e0 con 0x7f73a410e3a0 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.609+0000 7f73abc00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f73a41193e0 con 0x7f73a4109cc0 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.609+0000 7f73a9200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73a4109310 0x7f73a41a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.609+0000 7f73a9200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73a4109310 0x7f73a41a5410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60020/0 (socket says 172.21.15.26:60020) 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.609+0000 7f73a9200700 1 -- 172.21.15.26:0/478960897 learned_addr learned my addr 172.21.15.26:0/478960897 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.610+0000 7f73a3e00700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73a4109cc0 0x7f73a41a5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.610+0000 7f73a9c00700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73a410e3a0 0x7f73a419f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.610+0000 7f73a9200700 1 -- 172.21.15.26:0/478960897 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73a4109cc0 msgr2=0x7f73a41a5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.610+0000 7f73a9200700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73a4109cc0 0x7f73a41a5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.610+0000 7f73a9200700 1 -- 172.21.15.26:0/478960897 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73a410e3a0 msgr2=0x7f73a419f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.610+0000 7f73a9200700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73a410e3a0 0x7f73a419f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.610+0000 7f73a9200700 1 -- 172.21.15.26:0/478960897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73a419fd80 con 0x7f73a4109310 2024-04-26T02:01:06.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.610+0000 7f73a3e00700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73a4109cc0 0x7f73a41a5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:06.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.610+0000 7f73a9200700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73a4109310 0x7f73a41a5410 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f739800eb30 tx=0x7f739800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:06.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.610+0000 7f73a1600700 1 -- 172.21.15.26:0/478960897 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f739800cbd0 con 0x7f73a4109310 2024-04-26T02:01:06.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.611+0000 7f73a1600700 1 -- 172.21.15.26:0/478960897 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73980044d0 con 0x7f73a4109310 2024-04-26T02:01:06.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.611+0000 7f73abc00700 1 -- 172.21.15.26:0/478960897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73a41a0070 con 0x7f73a4109310 2024-04-26T02:01:06.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.611+0000 7f73a1600700 1 -- 172.21.15.26:0/478960897 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7398003e30 con 0x7f73a4109310 2024-04-26T02:01:06.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.611+0000 7f73abc00700 1 -- 172.21.15.26:0/478960897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73a41ac2e0 con 0x7f73a4109310 2024-04-26T02:01:06.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.612+0000 7f73abc00700 1 -- 172.21.15.26:0/478960897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73a4069730 con 0x7f73a4109310 2024-04-26T02:01:06.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.614+0000 7f73a1600700 1 -- 172.21.15.26:0/478960897 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7398004000 con 0x7f73a4109310 2024-04-26T02:01:06.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.615+0000 7f73a1600700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f738c0a3cc0 0x7f738c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.615+0000 7f73a1600700 1 -- 172.21.15.26:0/478960897 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f73980d0740 con 0x7f73a4109310 2024-04-26T02:01:06.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.616+0000 7f73a3e00700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f738c0a3cc0 0x7f738c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.616+0000 7f73a3e00700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f738c0a3cc0 0x7f738c0a6180 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7390000c00 tx=0x7f7390005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:06.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.620+0000 7f73a1600700 1 -- 172.21.15.26:0/478960897 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f73980042f0 con 0x7f73a4109310 2024-04-26T02:01:06.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.910+0000 7f73abc00700 1 -- 172.21.15.26:0/478960897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f73a402df80 con 0x7f73a4109310 2024-04-26T02:01:06.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.917+0000 7f73a1600700 1 -- 172.21.15.26:0/478960897 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f739809d0d0 con 0x7f73a4109310 2024-04-26T02:01:06.917 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:01:06.917 INFO:teuthology.orchestra.run.smithi026.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-26T02:01:06.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.922+0000 7f73abc00700 1 -- 172.21.15.26:0/478960897 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f738c0a3cc0 msgr2=0x7f738c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.922+0000 7f73abc00700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f738c0a3cc0 0x7f738c0a6180 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7390000c00 tx=0x7f7390005fb0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.922+0000 7f73abc00700 1 -- 172.21.15.26:0/478960897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73a4109310 msgr2=0x7f73a41a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.922+0000 7f73abc00700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73a4109310 0x7f73a41a5410 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f739800eb30 tx=0x7f739800ee40 comp rx=0 tx=0).stop 2024-04-26T02:01:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.922+0000 7f73abc00700 1 -- 172.21.15.26:0/478960897 shutdown_connections 2024-04-26T02:01:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.922+0000 7f73abc00700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73a410e3a0 0x7f73a419f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.922+0000 7f73abc00700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f738c0a3cc0 0x7f738c0a6180 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.922+0000 7f73abc00700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f73a4109310 0x7f73a41a5410 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.922+0000 7f73abc00700 1 --2- 172.21.15.26:0/478960897 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73a4109cc0 0x7f73a41a5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.922+0000 7f73abc00700 1 -- 172.21.15.26:0/478960897 >> 172.21.15.26:0/478960897 conn(0x7f73a4076210 msgr2=0x7f73a4078560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.922+0000 7f73abc00700 1 -- 172.21.15.26:0/478960897 shutdown_connections 2024-04-26T02:01:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:06.922+0000 7f73abc00700 1 -- 172.21.15.26:0/478960897 wait complete. 2024-04-26T02:01:07.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:06 smithi026 ceph-mon[28138]: pgmap v411: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:07.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:06 smithi033 ceph-mon[32805]: pgmap v411: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:07.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:06 smithi064 ceph-mon[32613]: pgmap v411: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:07.884 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-26T02:01:07.885 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:01:08.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:07 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/478960897' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T02:01:08.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:07 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/478960897' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T02:01:08.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:07 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/478960897' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T02:01:08.351 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:09.046 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:08 smithi026 ceph-mon[28138]: pgmap v412: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:09.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:08 smithi033 ceph-mon[32805]: pgmap v412: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:09.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:08 smithi064 ceph-mon[32613]: pgmap v412: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:10.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.815+0000 7f1149200700 1 -- 172.21.15.26:0/1475076807 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f114406b0f0 msgr2=0x7f114410f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:10.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.815+0000 7f1149200700 1 --2- 172.21.15.26:0/1475076807 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f114406b0f0 0x7f114410f900 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f113c00b0a0 tx=0x7f113c00b3b0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.815+0000 7f1149200700 1 -- 172.21.15.26:0/1475076807 shutdown_connections 2024-04-26T02:01:10.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.815+0000 7f1149200700 1 --2- 172.21.15.26:0/1475076807 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f114406b0f0 0x7f114410f900 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.815+0000 7f1149200700 1 --2- 172.21.15.26:0/1475076807 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1144108a30 0x7f1144108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.815+0000 7f1149200700 1 --2- 172.21.15.26:0/1475076807 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f114406a750 0x7f114406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.815+0000 7f1149200700 1 -- 172.21.15.26:0/1475076807 >> 172.21.15.26:0/1475076807 conn(0x7f11440788f0 msgr2=0x7f1144078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:10.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.815+0000 7f1149200700 1 -- 172.21.15.26:0/1475076807 shutdown_connections 2024-04-26T02:01:10.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.815+0000 7f1149200700 1 -- 172.21.15.26:0/1475076807 wait complete. 2024-04-26T02:01:10.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.816+0000 7f1149200700 1 Processor -- start 2024-04-26T02:01:10.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.816+0000 7f1149200700 1 -- start start 2024-04-26T02:01:10.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.816+0000 7f1149200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f114406a750 0x7f1144199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.816+0000 7f1149200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f114406b0f0 0x7f11441996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1149200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1144108a30 0x7f114419da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1149200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1144112c20 con 0x7f114406a750 2024-04-26T02:01:10.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1149200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1144112aa0 con 0x7f114406b0f0 2024-04-26T02:01:10.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1149200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1144112da0 con 0x7f1144108a30 2024-04-26T02:01:10.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1141e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f114406a750 0x7f1144199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1141e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f114406a750 0x7f1144199190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60038/0 (socket says 172.21.15.26:60038) 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1141e00700 1 -- 172.21.15.26:0/1463673340 learned_addr learned my addr 172.21.15.26:0/1463673340 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1141400700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f114406b0f0 0x7f11441996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1142800700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1144108a30 0x7f114419da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1141e00700 1 -- 172.21.15.26:0/1463673340 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1144108a30 msgr2=0x7f114419da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1141e00700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1144108a30 0x7f114419da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1141e00700 1 -- 172.21.15.26:0/1463673340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f114406b0f0 msgr2=0x7f11441996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1141e00700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f114406b0f0 0x7f11441996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.817+0000 7f1141e00700 1 -- 172.21.15.26:0/1463673340 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f114419e1a0 con 0x7f114406a750 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.818+0000 7f1141e00700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f114406a750 0x7f1144199190 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f113400e9c0 tx=0x7f113400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.818+0000 7f113aa00700 1 -- 172.21.15.26:0/1463673340 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f113400cbd0 con 0x7f114406a750 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.818+0000 7f113aa00700 1 -- 172.21.15.26:0/1463673340 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f113400ee60 con 0x7f114406a750 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.818+0000 7f1149200700 1 -- 172.21.15.26:0/1463673340 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f114419e490 con 0x7f114406a750 2024-04-26T02:01:10.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.818+0000 7f113aa00700 1 -- 172.21.15.26:0/1463673340 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11340055c0 con 0x7f114406a750 2024-04-26T02:01:10.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.818+0000 7f1149200700 1 -- 172.21.15.26:0/1463673340 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11441a5d10 con 0x7f114406a750 2024-04-26T02:01:10.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.820+0000 7f1149200700 1 -- 172.21.15.26:0/1463673340 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1144069730 con 0x7f114406a750 2024-04-26T02:01:10.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.822+0000 7f113aa00700 1 -- 172.21.15.26:0/1463673340 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f1134004750 con 0x7f114406a750 2024-04-26T02:01:10.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.823+0000 7f113aa00700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f11280a3c40 0x7f11280a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.823+0000 7f113aa00700 1 -- 172.21.15.26:0/1463673340 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f11340d0870 con 0x7f114406a750 2024-04-26T02:01:10.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.823+0000 7f1141400700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f11280a3c40 0x7f11280a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.824+0000 7f1141400700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f11280a3c40 0x7f11280a6100 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1130009680 tx=0x7f1130009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:10.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:10.830+0000 7f113aa00700 1 -- 172.21.15.26:0/1463673340 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1134053ff0 con 0x7f114406a750 2024-04-26T02:01:11.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.124+0000 7f1149200700 1 -- 172.21.15.26:0/1463673340 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f114419a4f0 con 0x7f114406a750 2024-04-26T02:01:11.124 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:10 smithi026 ceph-mon[28138]: pgmap v413: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:11.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.125+0000 7f113aa00700 1 -- 172.21.15.26:0/1463673340 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11912 (secure 0 0 0) 0x7f113409d200 con 0x7f114406a750 2024-04-26T02:01:11.125 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:01:11.126 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T01:58:59.976677+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24512,24491,24490,24502,24524]},"id":1}]} 2024-04-26T02:01:11.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.128+0000 7f1149200700 1 -- 172.21.15.26:0/1463673340 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f11280a3c40 msgr2=0x7f11280a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:11.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.128+0000 7f1149200700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f11280a3c40 0x7f11280a6100 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1130009680 tx=0x7f1130009260 comp rx=0 tx=0).stop 2024-04-26T02:01:11.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.128+0000 7f1149200700 1 -- 172.21.15.26:0/1463673340 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f114406a750 msgr2=0x7f1144199190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:11.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.128+0000 7f1149200700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f114406a750 0x7f1144199190 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f113400e9c0 tx=0x7f113400ecd0 comp rx=0 tx=0).stop 2024-04-26T02:01:11.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.129+0000 7f1149200700 1 -- 172.21.15.26:0/1463673340 shutdown_connections 2024-04-26T02:01:11.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.129+0000 7f1149200700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1144108a30 0x7f114419da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:11.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.129+0000 7f1149200700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f11280a3c40 0x7f11280a6100 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:11.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.129+0000 7f1149200700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f114406a750 0x7f1144199190 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:11.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.129+0000 7f1149200700 1 --2- 172.21.15.26:0/1463673340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f114406b0f0 0x7f11441996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:11.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.129+0000 7f1149200700 1 -- 172.21.15.26:0/1463673340 >> 172.21.15.26:0/1463673340 conn(0x7f11440788f0 msgr2=0x7f11440ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:11.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.129+0000 7f1149200700 1 -- 172.21.15.26:0/1463673340 shutdown_connections 2024-04-26T02:01:11.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:11.129+0000 7f1149200700 1 -- 172.21.15.26:0/1463673340 wait complete. 2024-04-26T02:01:11.130 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 28 2024-04-26T02:01:11.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:10 smithi033 ceph-mon[32805]: pgmap v413: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:11.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:10 smithi064 ceph-mon[32613]: pgmap v413: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:11.876 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:01:12.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:11 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1463673340' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:12.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:11 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1463673340' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:12.326 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:12.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:11 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1463673340' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:13.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:12 smithi026 ceph-mon[28138]: pgmap v414: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:13.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:12 smithi033 ceph-mon[32805]: pgmap v414: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:13.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:12 smithi064 ceph-mon[32613]: pgmap v414: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:14.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.711+0000 7f8548600700 1 -- 172.21.15.26:0/2962853444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f854006b070 msgr2=0x7f854010efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:14.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.711+0000 7f8548600700 1 --2- 172.21.15.26:0/2962853444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f854006b070 0x7f854010efb0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f852c009990 tx=0x7f852c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:14.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.711+0000 7f8548600700 1 -- 172.21.15.26:0/2962853444 shutdown_connections 2024-04-26T02:01:14.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.711+0000 7f8548600700 1 --2- 172.21.15.26:0/2962853444 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f854010f4f0 0x7f85401118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:14.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.711+0000 7f8548600700 1 --2- 172.21.15.26:0/2962853444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f854006a750 0x7f854006ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:14.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.711+0000 7f8548600700 1 --2- 172.21.15.26:0/2962853444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f854006b070 0x7f854010efb0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:14.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.711+0000 7f8548600700 1 -- 172.21.15.26:0/2962853444 >> 172.21.15.26:0/2962853444 conn(0x7f85400788f0 msgr2=0x7f8540078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:14.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.711+0000 7f8548600700 1 -- 172.21.15.26:0/2962853444 shutdown_connections 2024-04-26T02:01:14.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.711+0000 7f8548600700 1 -- 172.21.15.26:0/2962853444 wait complete. 2024-04-26T02:01:14.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.712+0000 7f8548600700 1 Processor -- start 2024-04-26T02:01:14.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.712+0000 7f8548600700 1 -- start start 2024-04-26T02:01:14.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.713+0000 7f8548600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f854006a750 0x7f854019b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:14.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.713+0000 7f8548600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f854006b070 0x7f854019b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:14.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.713+0000 7f8548600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f854010f4f0 0x7f854019fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:14.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.713+0000 7f8548600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8540114e30 con 0x7f854006a750 2024-04-26T02:01:14.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.713+0000 7f8548600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8540114cb0 con 0x7f854006b070 2024-04-26T02:01:14.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.713+0000 7f8548600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f8540114fb0 con 0x7f854010f4f0 2024-04-26T02:01:14.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.713+0000 7f8545c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f854006a750 0x7f854019b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:14.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.713+0000 7f8545c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f854006a750 0x7f854019b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60052/0 (socket says 172.21.15.26:60052) 2024-04-26T02:01:14.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.713+0000 7f8545c00700 1 -- 172.21.15.26:0/2320568009 learned_addr learned my addr 172.21.15.26:0/2320568009 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:14.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.713+0000 7f8545200700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f854006b070 0x7f854019b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:14.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.713+0000 7f8546600700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f854010f4f0 0x7f854019fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:14.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.714+0000 7f8545c00700 1 -- 172.21.15.26:0/2320568009 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f854010f4f0 msgr2=0x7f854019fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:14.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.714+0000 7f8545c00700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f854010f4f0 0x7f854019fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:14.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.714+0000 7f8545c00700 1 -- 172.21.15.26:0/2320568009 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f854006b070 msgr2=0x7f854019b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:14.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.714+0000 7f8545c00700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f854006b070 0x7f854019b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:14.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.714+0000 7f8545c00700 1 -- 172.21.15.26:0/2320568009 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85401a0330 con 0x7f854006a750 2024-04-26T02:01:14.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.714+0000 7f8545c00700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f854006a750 0x7f854019b320 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f853400e9a0 tx=0x7f853400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:14.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.714+0000 7f853e000700 1 -- 172.21.15.26:0/2320568009 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853400ca10 con 0x7f854006a750 2024-04-26T02:01:14.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.714+0000 7f853e000700 1 -- 172.21.15.26:0/2320568009 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f853400cbb0 con 0x7f854006a750 2024-04-26T02:01:14.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.714+0000 7f8548600700 1 -- 172.21.15.26:0/2320568009 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85401a0620 con 0x7f854006a750 2024-04-26T02:01:14.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.714+0000 7f853e000700 1 -- 172.21.15.26:0/2320568009 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8534018680 con 0x7f854006a750 2024-04-26T02:01:14.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.715+0000 7f8548600700 1 -- 172.21.15.26:0/2320568009 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85401a7ea0 con 0x7f854006a750 2024-04-26T02:01:14.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.716+0000 7f8548600700 1 -- 172.21.15.26:0/2320568009 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8540069730 con 0x7f854006a750 2024-04-26T02:01:14.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.718+0000 7f853e000700 1 -- 172.21.15.26:0/2320568009 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8534010430 con 0x7f854006a750 2024-04-26T02:01:14.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.719+0000 7f853e000700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f85280a3c40 0x7f85280a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:14.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.719+0000 7f853e000700 1 -- 172.21.15.26:0/2320568009 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f85340d05d0 con 0x7f854006a750 2024-04-26T02:01:14.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.720+0000 7f8545200700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f85280a3c40 0x7f85280a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:14.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.720+0000 7f8545200700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f85280a3c40 0x7f85280a6100 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f852c0098e0 tx=0x7f852c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:14.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:14.725+0000 7f853e000700 1 -- 172.21.15.26:0/2320568009 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f853409cf60 con 0x7f854006a750 2024-04-26T02:01:14.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:14 smithi026 ceph-mon[28138]: pgmap v415: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:15.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.012+0000 7f8548600700 1 -- 172.21.15.26:0/2320568009 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f854002df80 con 0x7f854006a750 2024-04-26T02:01:15.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.014+0000 7f853e000700 1 -- 172.21.15.26:0/2320568009 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11912 (secure 0 0 0) 0x7f853409c860 con 0x7f854006a750 2024-04-26T02:01:15.013 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:01:15.014 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T01:58:59.976677+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24512,24491,24490,24502,24524]},"id":1}]} 2024-04-26T02:01:15.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.017+0000 7f8548600700 1 -- 172.21.15.26:0/2320568009 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f85280a3c40 msgr2=0x7f85280a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:15.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.017+0000 7f8548600700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f85280a3c40 0x7f85280a6100 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f852c0098e0 tx=0x7f852c005960 comp rx=0 tx=0).stop 2024-04-26T02:01:15.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.017+0000 7f8548600700 1 -- 172.21.15.26:0/2320568009 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f854006a750 msgr2=0x7f854019b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:15.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.017+0000 7f8548600700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f854006a750 0x7f854019b320 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f853400e9a0 tx=0x7f853400ecb0 comp rx=0 tx=0).stop 2024-04-26T02:01:15.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.017+0000 7f8548600700 1 -- 172.21.15.26:0/2320568009 shutdown_connections 2024-04-26T02:01:15.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.017+0000 7f8548600700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f854010f4f0 0x7f854019fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:15.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.017+0000 7f8548600700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f85280a3c40 0x7f85280a6100 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:15.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.017+0000 7f8548600700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f854006a750 0x7f854019b320 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:15.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.017+0000 7f8548600700 1 --2- 172.21.15.26:0/2320568009 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f854006b070 0x7f854019b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:15.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.017+0000 7f8548600700 1 -- 172.21.15.26:0/2320568009 >> 172.21.15.26:0/2320568009 conn(0x7f85400788f0 msgr2=0x7f85401109a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:15.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.017+0000 7f8548600700 1 -- 172.21.15.26:0/2320568009 shutdown_connections 2024-04-26T02:01:15.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:15.017+0000 7f8548600700 1 -- 172.21.15.26:0/2320568009 wait complete. 2024-04-26T02:01:15.018 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 28 2024-04-26T02:01:15.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:14 smithi033 ceph-mon[32805]: pgmap v415: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:15.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:14 smithi064 ceph-mon[32613]: pgmap v415: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:16.111 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T02:01:16.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:15 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2320568009' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:15 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2320568009' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:15 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2320568009' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:16.607 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:17.111 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:16 smithi026 ceph-mon[28138]: pgmap v416: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:17.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:16 smithi033 ceph-mon[32805]: pgmap v416: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:17.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:16 smithi064 ceph-mon[32613]: pgmap v416: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:18.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.864+0000 7f6580c00700 1 -- 172.21.15.26:0/4160833591 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f657c102a90 msgr2=0x7f657c102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:18.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.864+0000 7f6580c00700 1 --2- 172.21.15.26:0/4160833591 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f657c102a90 0x7f657c102f10 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6564009990 tx=0x7f6564009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:18.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.864+0000 7f6580c00700 1 -- 172.21.15.26:0/4160833591 shutdown_connections 2024-04-26T02:01:18.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.864+0000 7f6580c00700 1 --2- 172.21.15.26:0/4160833591 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f657c103450 0x7f657c10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:18.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.864+0000 7f6580c00700 1 --2- 172.21.15.26:0/4160833591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f657c108a50 0x7f657c108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:18.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.864+0000 7f6580c00700 1 --2- 172.21.15.26:0/4160833591 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f657c102a90 0x7f657c102f10 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:18.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.864+0000 7f6580c00700 1 -- 172.21.15.26:0/4160833591 >> 172.21.15.26:0/4160833591 conn(0x7f657c079ba0 msgr2=0x7f657c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:18.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.864+0000 7f6580c00700 1 -- 172.21.15.26:0/4160833591 shutdown_connections 2024-04-26T02:01:18.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.864+0000 7f6580c00700 1 -- 172.21.15.26:0/4160833591 wait complete. 2024-04-26T02:01:18.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.866+0000 7f6580c00700 1 Processor -- start 2024-04-26T02:01:18.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.866+0000 7f6580c00700 1 -- start start 2024-04-26T02:01:18.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.866+0000 7f6580c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f657c102a90 0x7f657c19b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:18.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.866+0000 7f6580c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f657c103450 0x7f657c19b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:18.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.866+0000 7f6580c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f657c108a50 0x7f657c19fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:18.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.866+0000 7f6580c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f657c112be0 con 0x7f657c108a50 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.866+0000 7f6580c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f657c112a60 con 0x7f657c102a90 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.866+0000 7f6580c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f657c112d60 con 0x7f657c103450 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.867+0000 7f6571400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f657c103450 0x7f657c19b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.867+0000 7f6571400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f657c103450 0x7f657c19b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:37140/0 (socket says 172.21.15.26:37140) 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.867+0000 7f6571400700 1 -- 172.21.15.26:0/2276779866 learned_addr learned my addr 172.21.15.26:0/2276779866 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.867+0000 7f6579e00700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f657c102a90 0x7f657c19b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.867+0000 7f657a800700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f657c108a50 0x7f657c19fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.867+0000 7f6571400700 1 -- 172.21.15.26:0/2276779866 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f657c102a90 msgr2=0x7f657c19b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.867+0000 7f6571400700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f657c102a90 0x7f657c19b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.867+0000 7f6571400700 1 -- 172.21.15.26:0/2276779866 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f657c108a50 msgr2=0x7f657c19fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.867+0000 7f6571400700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f657c108a50 0x7f657c19fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.867+0000 7f6571400700 1 -- 172.21.15.26:0/2276779866 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f657c1a03c0 con 0x7f657c103450 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.868+0000 7f6571400700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f657c103450 0x7f657c19b8f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f65640057f0 tx=0x7f656400bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:18.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.868+0000 7f6573400700 1 -- 172.21.15.26:0/2276779866 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6564026070 con 0x7f657c103450 2024-04-26T02:01:18.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.868+0000 7f6573400700 1 -- 172.21.15.26:0/2276779866 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6564021410 con 0x7f657c103450 2024-04-26T02:01:18.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.868+0000 7f6580c00700 1 -- 172.21.15.26:0/2276779866 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f657c1a0650 con 0x7f657c103450 2024-04-26T02:01:18.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.868+0000 7f6573400700 1 -- 172.21.15.26:0/2276779866 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6564017650 con 0x7f657c103450 2024-04-26T02:01:18.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.868+0000 7f6580c00700 1 -- 172.21.15.26:0/2276779866 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f657c1a7f30 con 0x7f657c103450 2024-04-26T02:01:18.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.869+0000 7f6580c00700 1 -- 172.21.15.26:0/2276779866 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f657c069730 con 0x7f657c103450 2024-04-26T02:01:18.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.871+0000 7f6573400700 1 -- 172.21.15.26:0/2276779866 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6564029070 con 0x7f657c103450 2024-04-26T02:01:18.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.873+0000 7f6573400700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65600a3cc0 0x7f65600a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:18.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.873+0000 7f6573400700 1 -- 172.21.15.26:0/2276779866 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f65640d1340 con 0x7f657c103450 2024-04-26T02:01:18.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.873+0000 7f6579e00700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65600a3cc0 0x7f65600a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:18.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.874+0000 7f6579e00700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65600a3cc0 0x7f65600a6180 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f656c009be0 tx=0x7f656c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:18.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:18.875+0000 7f6573400700 1 -- 172.21.15.26:0/2276779866 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6564030080 con 0x7f657c103450 2024-04-26T02:01:19.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.118+0000 7f6580c00700 1 -- 172.21.15.26:0/2276779866 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f657c02df80 con 0x7f657c103450 2024-04-26T02:01:19.118 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:18 smithi026 ceph-mon[28138]: pgmap v417: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:19.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.120+0000 7f6573400700 1 -- 172.21.15.26:0/2276779866 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22499 (secure 0 0 0) 0x7f6564013070 con 0x7f657c103450 2024-04-26T02:01:19.120 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:01:19.120 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","created":"2024-04-26T01:48:57.473565+0000","modified":"2024-04-26T01:59:06.707740+0000","last_up_change":"2024-04-26T01:57:13.825265+0000","last_in_change":"2024-04-26T01:56:54.383192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:52:51.667153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:58:25.333136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:58:29.747341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f8783ebe-d4a3-42cd-a87b-17b593c35495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6803","nonce":1735610609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6805","nonce":1735610609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6809","nonce":1735610609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6807","nonce":1735610609}]},"public_addr":"172.21.15.26:6803/1735610609","cluster_addr":"172.21.15.26:6805/1735610609","heartbeat_back_addr":"172.21.15.26:6809/1735610609","heartbeat_front_addr":"172.21.15.26:6807/1735610609","state":["exists","up"]},{"osd":1,"uuid":"2097babe-3524-4f0d-b1d6-dcf44a548655","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6801","nonce":4110015074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6803","nonce":4110015074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6807","nonce":4110015074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6805","nonce":4110015074}]},"public_addr":"172.21.15.33:6801/4110015074","cluster_addr":"172.21.15.33:6803/4110015074","heartbeat_back_addr":"172.21.15.33:6807/4110015074","heartbeat_front_addr":"172.21.15.33:6805/4110015074","state":["exists","up"]},{"osd":2,"uuid":"6e75e3d4-b664-4fe0-8913-0b93f325c37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6801","nonce":3873107319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6803","nonce":3873107319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6807","nonce":3873107319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6805","nonce":3873107319}]},"public_addr":"172.21.15.64:6801/3873107319","cluster_addr":"172.21.15.64:6803/3873107319","heartbeat_back_addr":"172.21.15.64:6807/3873107319","heartbeat_front_addr":"172.21.15.64:6805/3873107319","state":["exists","up"]},{"osd":3,"uuid":"24363f6d-2328-4883-a93d-cbb12b21332b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6811","nonce":2340844586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6813","nonce":2340844586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6817","nonce":2340844586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6815","nonce":2340844586}]},"public_addr":"172.21.15.26:6811/2340844586","cluster_addr":"172.21.15.26:6813/2340844586","heartbeat_back_addr":"172.21.15.26:6817/2340844586","heartbeat_front_addr":"172.21.15.26:6815/2340844586","state":["exists","up"]},{"osd":4,"uuid":"bbd1c3a5-2d74-4e33-90a0-43e55415759d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6809","nonce":2946623767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6811","nonce":2946623767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6815","nonce":2946623767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6813","nonce":2946623767}]},"public_addr":"172.21.15.33:6809/2946623767","cluster_addr":"172.21.15.33:6811/2946623767","heartbeat_back_addr":"172.21.15.33:6815/2946623767","heartbeat_front_addr":"172.21.15.33:6813/2946623767","state":["exists","up"]},{"osd":5,"uuid":"986707d8-f671-4ab1-9cb8-938463530035","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6809","nonce":3997283620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6811","nonce":3997283620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6815","nonce":3997283620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6813","nonce":3997283620}]},"public_addr":"172.21.15.64:6809/3997283620","cluster_addr":"172.21.15.64:6811/3997283620","heartbeat_back_addr":"172.21.15.64:6815/3997283620","heartbeat_front_addr":"172.21.15.64:6813/3997283620","state":["exists","up"]},{"osd":6,"uuid":"c9d948a3-4ea5-4f67-879c-b5103be4cf0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6819","nonce":885177678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6821","nonce":885177678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6825","nonce":885177678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6823","nonce":885177678}]},"public_addr":"172.21.15.26:6819/885177678","cluster_addr":"172.21.15.26:6821/885177678","heartbeat_back_addr":"172.21.15.26:6825/885177678","heartbeat_front_addr":"172.21.15.26:6823/885177678","state":["exists","up"]},{"osd":7,"uuid":"edb21527-291a-47d3-bdcb-04f0f245ed11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6817","nonce":507130326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6819","nonce":507130326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6823","nonce":507130326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6821","nonce":507130326}]},"public_addr":"172.21.15.33:6817/507130326","cluster_addr":"172.21.15.33:6819/507130326","heartbeat_back_addr":"172.21.15.33:6823/507130326","heartbeat_front_addr":"172.21.15.33:6821/507130326","state":["exists","up"]},{"osd":8,"uuid":"09db0b7b-1827-40a6-86c3-20d07509807d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6817","nonce":653236462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6819","nonce":653236462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6823","nonce":653236462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6821","nonce":653236462}]},"public_addr":"172.21.15.64:6817/653236462","cluster_addr":"172.21.15.64:6819/653236462","heartbeat_back_addr":"172.21.15.64:6823/653236462","heartbeat_front_addr":"172.21.15.64:6821/653236462","state":["exists","up"]},{"osd":9,"uuid":"4696d95a-f9ac-421f-8ace-9fdc3ed46f05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6827","nonce":2886949981}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6829","nonce":2886949981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6833","nonce":2886949981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6831","nonce":2886949981}]},"public_addr":"172.21.15.26:6827/2886949981","cluster_addr":"172.21.15.26:6829/2886949981","heartbeat_back_addr":"172.21.15.26:6833/2886949981","heartbeat_front_addr":"172.21.15.26:6831/2886949981","state":["exists","up"]},{"osd":10,"uuid":"07d476cc-6f54-4f00-bb35-f137b6e907d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6825","nonce":3259400969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6827","nonce":3259400969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6831","nonce":3259400969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6829","nonce":3259400969}]},"public_addr":"172.21.15.33:6825/3259400969","cluster_addr":"172.21.15.33:6827/3259400969","heartbeat_back_addr":"172.21.15.33:6831/3259400969","heartbeat_front_addr":"172.21.15.33:6829/3259400969","state":["exists","up"]},{"osd":11,"uuid":"0ae35c43-0bb6-4d41-9664-dbf89efd122d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6825","nonce":1292810675}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6827","nonce":1292810675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6831","nonce":1292810675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6829","nonce":1292810675}]},"public_addr":"172.21.15.64:6825/1292810675","cluster_addr":"172.21.15.64:6827/1292810675","heartbeat_back_addr":"172.21.15.64:6831/1292810675","heartbeat_front_addr":"172.21.15.64:6829/1292810675","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:00.556003+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:25.618937+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:49.554498+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:23.506747+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:50.656649+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:16.329501+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:51.046876+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:18.048955+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:43.701138+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:19.109137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:46.897822+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:57:12.505718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3817940731":"2024-04-27T01:50:05.508028+0000","172.21.15.26:6800/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/2466817986":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6801/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2499788869":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6800/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/1544132243":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3431754632":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2302812681":"2024-04-27T01:50:05.508028+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T02:01:19.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.123+0000 7f6580c00700 1 -- 172.21.15.26:0/2276779866 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65600a3cc0 msgr2=0x7f65600a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:19.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.123+0000 7f6580c00700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65600a3cc0 0x7f65600a6180 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f656c009be0 tx=0x7f656c009260 comp rx=0 tx=0).stop 2024-04-26T02:01:19.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.123+0000 7f6580c00700 1 -- 172.21.15.26:0/2276779866 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f657c103450 msgr2=0x7f657c19b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:19.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.123+0000 7f6580c00700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f657c103450 0x7f657c19b8f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f65640057f0 tx=0x7f656400bfd0 comp rx=0 tx=0).stop 2024-04-26T02:01:19.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.123+0000 7f6580c00700 1 -- 172.21.15.26:0/2276779866 shutdown_connections 2024-04-26T02:01:19.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.123+0000 7f6580c00700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65600a3cc0 0x7f65600a6180 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:19.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.123+0000 7f6580c00700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f657c108a50 0x7f657c19fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:19.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.123+0000 7f6580c00700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f657c102a90 0x7f657c19b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:19.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.123+0000 7f6580c00700 1 --2- 172.21.15.26:0/2276779866 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f657c103450 0x7f657c19b8f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:19.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.123+0000 7f6580c00700 1 -- 172.21.15.26:0/2276779866 >> 172.21.15.26:0/2276779866 conn(0x7f657c079ba0 msgr2=0x7f657c10df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:19.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.124+0000 7f6580c00700 1 -- 172.21.15.26:0/2276779866 shutdown_connections 2024-04-26T02:01:19.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:19.124+0000 7f6580c00700 1 -- 172.21.15.26:0/2276779866 wait complete. 2024-04-26T02:01:19.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:18 smithi033 ceph-mon[32805]: pgmap v417: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:19.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:18 smithi064 ceph-mon[32613]: pgmap v417: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:20.060 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:01:20.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:19 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2276779866' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:01:20.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:19 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2276779866' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:01:20.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:19 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2276779866' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:01:20.540 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:21.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:20 smithi026 ceph-mon[28138]: pgmap v418: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:21.229 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:20 smithi064 ceph-mon[32613]: pgmap v418: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:21.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:20 smithi033 ceph-mon[32805]: pgmap v418: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.890+0000 7fdd7d800700 1 -- 172.21.15.26:0/2466903881 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdd7806b0f0 msgr2=0x7fdd7810f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:22.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.890+0000 7fdd7d800700 1 --2- 172.21.15.26:0/2466903881 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdd7806b0f0 0x7fdd7810f900 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fdd70009f90 tx=0x7fdd7000b330 comp rx=0 tx=0).stop 2024-04-26T02:01:22.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.890+0000 7fdd7d800700 1 -- 172.21.15.26:0/2466903881 shutdown_connections 2024-04-26T02:01:22.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.890+0000 7fdd7d800700 1 --2- 172.21.15.26:0/2466903881 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdd7806b0f0 0x7fdd7810f900 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:22.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.890+0000 7fdd7d800700 1 --2- 172.21.15.26:0/2466903881 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd78108a30 0x7fdd78108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:22.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.890+0000 7fdd7d800700 1 --2- 172.21.15.26:0/2466903881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd7806a750 0x7fdd7806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:22.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.890+0000 7fdd7d800700 1 -- 172.21.15.26:0/2466903881 >> 172.21.15.26:0/2466903881 conn(0x7fdd780788f0 msgr2=0x7fdd78078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:22.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.890+0000 7fdd7d800700 1 -- 172.21.15.26:0/2466903881 shutdown_connections 2024-04-26T02:01:22.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.890+0000 7fdd7d800700 1 -- 172.21.15.26:0/2466903881 wait complete. 2024-04-26T02:01:22.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.892+0000 7fdd7d800700 1 Processor -- start 2024-04-26T02:01:22.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.892+0000 7fdd7d800700 1 -- start start 2024-04-26T02:01:22.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.892+0000 7fdd7d800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7806a750 0x7fdd7819b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:22.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.892+0000 7fdd7d800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdd7806b0f0 0x7fdd7819b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:22.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.892+0000 7fdd7d800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd78108a30 0x7fdd7819fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:22.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.892+0000 7fdd7d800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdd78112bc0 con 0x7fdd7806a750 2024-04-26T02:01:22.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.892+0000 7fdd7d800700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdd78112a40 con 0x7fdd78108a30 2024-04-26T02:01:22.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.892+0000 7fdd7d800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdd78112d40 con 0x7fdd7806b0f0 2024-04-26T02:01:22.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.893+0000 7fdd76a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7806a750 0x7fdd7819b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:22.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.893+0000 7fdd76a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7806a750 0x7fdd7819b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52424/0 (socket says 172.21.15.26:52424) 2024-04-26T02:01:22.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.893+0000 7fdd76a00700 1 -- 172.21.15.26:0/1155229500 learned_addr learned my addr 172.21.15.26:0/1155229500 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:22.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.893+0000 7fdd6fe00700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdd7806b0f0 0x7fdd7819b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:22.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.893+0000 7fdd77400700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd78108a30 0x7fdd7819fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:22.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.893+0000 7fdd6fe00700 1 -- 172.21.15.26:0/1155229500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd78108a30 msgr2=0x7fdd7819fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:22.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.893+0000 7fdd6fe00700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd78108a30 0x7fdd7819fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:22.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.893+0000 7fdd6fe00700 1 -- 172.21.15.26:0/1155229500 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7806a750 msgr2=0x7fdd7819b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:22.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.893+0000 7fdd6fe00700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7806a750 0x7fdd7819b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:22.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.893+0000 7fdd6fe00700 1 -- 172.21.15.26:0/1155229500 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd781a0300 con 0x7fdd7806b0f0 2024-04-26T02:01:22.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.893+0000 7fdd76a00700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7806a750 0x7fdd7819b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:22.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.893+0000 7fdd77400700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd78108a30 0x7fdd7819fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:22.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.894+0000 7fdd6fe00700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdd7806b0f0 0x7fdd7819b880 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fdd6000eb90 tx=0x7fdd6000eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:22.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.894+0000 7fdd6f400700 1 -- 172.21.15.26:0/1155229500 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd6000cc90 con 0x7fdd7806b0f0 2024-04-26T02:01:22.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.894+0000 7fdd6f400700 1 -- 172.21.15.26:0/1155229500 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd6000ce30 con 0x7fdd7806b0f0 2024-04-26T02:01:22.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.894+0000 7fdd7d800700 1 -- 172.21.15.26:0/1155229500 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd781a05f0 con 0x7fdd7806b0f0 2024-04-26T02:01:22.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.894+0000 7fdd6f400700 1 -- 172.21.15.26:0/1155229500 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd60010430 con 0x7fdd7806b0f0 2024-04-26T02:01:22.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.894+0000 7fdd7d800700 1 -- 172.21.15.26:0/1155229500 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd781a7e70 con 0x7fdd7806b0f0 2024-04-26T02:01:22.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.895+0000 7fdd7d800700 1 -- 172.21.15.26:0/1155229500 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd78069730 con 0x7fdd7806b0f0 2024-04-26T02:01:22.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.897+0000 7fdd6f400700 1 -- 172.21.15.26:0/1155229500 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fdd60003ee0 con 0x7fdd7806b0f0 2024-04-26T02:01:22.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.899+0000 7fdd6f400700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdd5c0a3c40 0x7fdd5c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:22.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.899+0000 7fdd6f400700 1 -- 172.21.15.26:0/1155229500 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fdd600d0950 con 0x7fdd7806b0f0 2024-04-26T02:01:22.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.899+0000 7fdd76a00700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdd5c0a3c40 0x7fdd5c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:22.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.900+0000 7fdd76a00700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdd5c0a3c40 0x7fdd5c0a6100 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fdd68011550 tx=0x7fdd68009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:22.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:22.902+0000 7fdd6f400700 1 -- 172.21.15.26:0/1155229500 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdd6009d2e0 con 0x7fdd7806b0f0 2024-04-26T02:01:23.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.189+0000 7fdd7d800700 1 -- 172.21.15.26:0/1155229500 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd7802df80 con 0x7fdd7806b0f0 2024-04-26T02:01:23.189 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:22 smithi026 ceph-mon[28138]: pgmap v419: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:23.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.190+0000 7fdd6f400700 1 -- 172.21.15.26:0/1155229500 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11912 (secure 0 0 0) 0x7fdd6009cbe0 con 0x7fdd7806b0f0 2024-04-26T02:01:23.190 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:01:23.190 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T01:58:59.976677+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24512,24491,24490,24502,24524]},"id":1}]} 2024-04-26T02:01:23.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.193+0000 7fdd7d800700 1 -- 172.21.15.26:0/1155229500 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdd5c0a3c40 msgr2=0x7fdd5c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:23.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.193+0000 7fdd7d800700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdd5c0a3c40 0x7fdd5c0a6100 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fdd68011550 tx=0x7fdd68009260 comp rx=0 tx=0).stop 2024-04-26T02:01:23.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.193+0000 7fdd7d800700 1 -- 172.21.15.26:0/1155229500 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdd7806b0f0 msgr2=0x7fdd7819b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:23.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.193+0000 7fdd7d800700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdd7806b0f0 0x7fdd7819b880 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fdd6000eb90 tx=0x7fdd6000eea0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.193+0000 7fdd7d800700 1 -- 172.21.15.26:0/1155229500 shutdown_connections 2024-04-26T02:01:23.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.193+0000 7fdd7d800700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd78108a30 0x7fdd7819fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.193+0000 7fdd7d800700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdd5c0a3c40 0x7fdd5c0a6100 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.193+0000 7fdd7d800700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7806a750 0x7fdd7819b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.193+0000 7fdd7d800700 1 --2- 172.21.15.26:0/1155229500 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdd7806b0f0 0x7fdd7819b880 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.193+0000 7fdd7d800700 1 -- 172.21.15.26:0/1155229500 >> 172.21.15.26:0/1155229500 conn(0x7fdd780788f0 msgr2=0x7fdd7810df40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:23.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.194+0000 7fdd7d800700 1 -- 172.21.15.26:0/1155229500 shutdown_connections 2024-04-26T02:01:23.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:23.194+0000 7fdd7d800700 1 -- 172.21.15.26:0/1155229500 wait complete. 2024-04-26T02:01:23.194 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 28 2024-04-26T02:01:23.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:22 smithi033 ceph-mon[32805]: pgmap v419: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:23.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:22 smithi064 ceph-mon[32613]: pgmap v419: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:24.074 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T01:58:34.004176+0000', 'modified': '2024-04-26T01:58:59.976677+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24524, 'mds_1': 24512, 'mds_2': 24502, 'mds_3': 24491, 'mds_4': 24490}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24440': {'gid': 24440, 'name': 'k', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.33:6833/748947413', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6832', 'nonce': 748947413}, {'type': 'v1', 'addr': '172.21.15.33:6833', 'nonce': 748947413}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24452': {'gid': 24452, 'name': 'j', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.26:6835/2480167513', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6834', 'nonce': 2480167513}, {'type': 'v1', 'addr': '172.21.15.26:6835', 'nonce': 2480167513}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24470': {'gid': 24470, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.33:6835/1538648422', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6834', 'nonce': 1538648422}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 1538648422}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.64:6835/1139927844', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6834', 'nonce': 1139927844}, {'type': 'v1', 'addr': '172.21.15.64:6835', 'nonce': 1139927844}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24478': {'gid': 24478, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.64:6837/1005903026', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6836', 'nonce': 1005903026}, {'type': 'v1', 'addr': '172.21.15.64:6837', 'nonce': 1005903026}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.64:6839/2457190403', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6838', 'nonce': 2457190403}, {'type': 'v1', 'addr': '172.21.15.64:6839', 'nonce': 2457190403}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24491': {'gid': 24491, 'name': 'h', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.33:6837/163348840', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6836', 'nonce': 163348840}, {'type': 'v1', 'addr': '172.21.15.33:6837', 'nonce': 163348840}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24502': {'gid': 24502, 'name': 'g', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.26:6839/384232954', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6838', 'nonce': 384232954}, {'type': 'v1', 'addr': '172.21.15.26:6839', 'nonce': 384232954}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'a', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.26:6841/1541859577', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6840', 'nonce': 1541859577}, {'type': 'v1', 'addr': '172.21.15.26:6841', 'nonce': 1541859577}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24524': {'gid': 24524, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.33:6839/736189255', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6838', 'nonce': 736189255}, {'type': 'v1', 'addr': '172.21.15.33:6839', 'nonce': 736189255}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24524, 'qdb_cluster': [24512, 24491, 24490, 24502, 24524]} 2024-04-26T02:01:24.075 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T02:01:24.075 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-26T02:01:24.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:23 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1155229500' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:24.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:23 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1155229500' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:24.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:23 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1155229500' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:24.568 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:25.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:24 smithi033 ceph-mon[32805]: pgmap v420: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:25.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:24 smithi064 ceph-mon[32613]: pgmap v420: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:25.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:24 smithi026 ceph-mon[28138]: pgmap v420: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:26.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.847+0000 7fb311000700 1 -- 172.21.15.26:0/2179445060 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb30c06b4f0 msgr2=0x7fb30c06b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:26.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.847+0000 7fb311000700 1 --2- 172.21.15.26:0/2179445060 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb30c06b4f0 0x7fb30c06b970 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb2f4009990 tx=0x7fb2f4009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.847+0000 7fb311000700 1 -- 172.21.15.26:0/2179445060 shutdown_connections 2024-04-26T02:01:26.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.847+0000 7fb311000700 1 --2- 172.21.15.26:0/2179445060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c1053c0 0x7fb30c105840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.847+0000 7fb311000700 1 --2- 172.21.15.26:0/2179445060 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb30c107920 0x7fb30c06afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.847+0000 7fb311000700 1 --2- 172.21.15.26:0/2179445060 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb30c06b4f0 0x7fb30c06b970 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.847+0000 7fb311000700 1 -- 172.21.15.26:0/2179445060 >> 172.21.15.26:0/2179445060 conn(0x7fb30c078780 msgr2=0x7fb30c078b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:26.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.848+0000 7fb311000700 1 -- 172.21.15.26:0/2179445060 shutdown_connections 2024-04-26T02:01:26.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.848+0000 7fb311000700 1 -- 172.21.15.26:0/2179445060 wait complete. 2024-04-26T02:01:26.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.849+0000 7fb311000700 1 Processor -- start 2024-04-26T02:01:26.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.849+0000 7fb311000700 1 -- start start 2024-04-26T02:01:26.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.849+0000 7fb311000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb30c06b4f0 0x7fb30c19f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.849+0000 7fb311000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb30c1053c0 0x7fb30c19fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.849+0000 7fb311000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c107920 0x7fb30c1a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.849+0000 7fb311000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb30c1190b0 con 0x7fb30c1053c0 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.849+0000 7fb311000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb30c118f30 con 0x7fb30c107920 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.849+0000 7fb311000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb30c119230 con 0x7fb30c06b4f0 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.850+0000 7fb303e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb30c1053c0 0x7fb30c19fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.850+0000 7fb30b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb30c06b4f0 0x7fb30c19f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.850+0000 7fb303e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb30c1053c0 0x7fb30c19fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50676/0 (socket says 172.21.15.26:50676) 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.850+0000 7fb303e00700 1 -- 172.21.15.26:0/816316560 learned_addr learned my addr 172.21.15.26:0/816316560 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.850+0000 7fb30be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c107920 0x7fb30c1a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.850+0000 7fb30b400700 1 -- 172.21.15.26:0/816316560 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c107920 msgr2=0x7fb30c1a3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.850+0000 7fb30b400700 1 --2- 172.21.15.26:0/816316560 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c107920 0x7fb30c1a3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.850+0000 7fb30b400700 1 -- 172.21.15.26:0/816316560 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb30c1053c0 msgr2=0x7fb30c19fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.850+0000 7fb30b400700 1 --2- 172.21.15.26:0/816316560 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb30c1053c0 0x7fb30c19fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.850+0000 7fb30b400700 1 -- 172.21.15.26:0/816316560 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb30c1a44e0 con 0x7fb30c06b4f0 2024-04-26T02:01:26.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.850+0000 7fb30b400700 1 --2- 172.21.15.26:0/816316560 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb30c06b4f0 0x7fb30c19f520 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc00e9f0 tx=0x7fb2fc00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:26.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.851+0000 7fb308c00700 1 -- 172.21.15.26:0/816316560 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc00c9c0 con 0x7fb30c06b4f0 2024-04-26T02:01:26.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.851+0000 7fb308c00700 1 -- 172.21.15.26:0/816316560 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2fc00cb60 con 0x7fb30c06b4f0 2024-04-26T02:01:26.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.851+0000 7fb308c00700 1 -- 172.21.15.26:0/816316560 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc018680 con 0x7fb30c06b4f0 2024-04-26T02:01:26.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.851+0000 7fb311000700 1 -- 172.21.15.26:0/816316560 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb30c1a47d0 con 0x7fb30c06b4f0 2024-04-26T02:01:26.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.851+0000 7fb311000700 1 -- 172.21.15.26:0/816316560 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb30c1ac050 con 0x7fb30c06b4f0 2024-04-26T02:01:26.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.854+0000 7fb308c00700 1 -- 172.21.15.26:0/816316560 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb2fc010430 con 0x7fb30c06b4f0 2024-04-26T02:01:26.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.855+0000 7fb31d014b80 1 Processor -- start 2024-04-26T02:01:26.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.856+0000 7fb31d014b80 1 -- start start 2024-04-26T02:01:26.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.856+0000 7fb308c00700 1 --2- 172.21.15.26:0/816316560 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2f00a3cc0 0x7fb2f00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.856+0000 7fb31d014b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 0x56401900fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.856+0000 7fb31d014b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640190101d0 0x56401901ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.856+0000 7fb31d014b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x56401901d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.856+0000 7fb308c00700 1 -- 172.21.15.26:0/816316560 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb2fc0d0530 con 0x7fb30c06b4f0 2024-04-26T02:01:26.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.856+0000 7fb31d014b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564018f62e40 con 0x5640190101d0 2024-04-26T02:01:26.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.856+0000 7fb31d014b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564018f096e0 con 0x56401901b080 2024-04-26T02:01:26.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.856+0000 7fb31d014b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x564018f5ee00 con 0x56401900f8b0 2024-04-26T02:01:26.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.856+0000 7fb30be00700 1 --2- 172.21.15.26:0/816316560 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2f00a3cc0 0x7fb2f00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.856+0000 7fb30b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 0x56401900fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.857+0000 7fb30b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 0x56401900fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:46068/0 (socket says 172.21.15.26:46068) 2024-04-26T02:01:26.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.857+0000 7fb30b400700 1 -- 172.21.15.26:0/1835469852 learned_addr learned my addr 172.21.15.26:0/1835469852 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:26.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.857+0000 7fb303e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640190101d0 0x56401901ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.857+0000 7fb30be00700 1 --2- 172.21.15.26:0/1835469852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x56401901d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.857+0000 7fb30b400700 1 -- 172.21.15.26:0/1835469852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 msgr2=0x56401901d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:26.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.857+0000 7fb30b400700 1 --2- 172.21.15.26:0/1835469852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x56401901d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.857+0000 7fb30b400700 1 -- 172.21.15.26:0/1835469852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640190101d0 msgr2=0x56401901ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:26.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.857+0000 7fb30b400700 1 --2- 172.21.15.26:0/1835469852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640190101d0 0x56401901ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.857+0000 7fb30b400700 1 -- 172.21.15.26:0/1835469852 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564018eff630 con 0x56401900f8b0 2024-04-26T02:01:26.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.857+0000 7fb30b400700 1 --2- 172.21.15.26:0/1835469852 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 0x56401900fc90 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc099190 tx=0x7fb2fc09cf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae0d14028107cff2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.857+0000 7fb30be00700 1 --2- 172.21.15.26:0/816316560 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2f00a3cc0 0x7fb2f00a6180 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb304009e10 tx=0x7fb304009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.858+0000 7fb300c00700 1 -- 172.21.15.26:0/1835469852 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc0a0b70 con 0x56401900f8b0 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.858+0000 7fb300c00700 1 -- 172.21.15.26:0/1835469852 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2fc0a5430 con 0x56401900f8b0 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.858+0000 7fb300c00700 1 -- 172.21.15.26:0/1835469852 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc0a4fa0 con 0x56401900f8b0 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.858+0000 7fb31d014b80 1 -- 172.21.15.26:0/1835469852 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 msgr2=0x56401900fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.858+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1835469852 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 0x56401900fc90 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc099190 tx=0x7fb2fc09cf40 comp rx=0 tx=0).stop 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.859+0000 7fb31d014b80 1 -- 172.21.15.26:0/1835469852 shutdown_connections 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.859+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1835469852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x56401901d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.859+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1835469852 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 0x56401900fc90 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.859+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1835469852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640190101d0 0x56401901ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.859+0000 7fb31d014b80 1 -- 172.21.15.26:0/1835469852 >> 172.21.15.26:0/1835469852 conn(0x564018f3ef00 msgr2=0x56401900bd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.859+0000 7fb31d014b80 1 -- 172.21.15.26:0/1835469852 shutdown_connections 2024-04-26T02:01:26.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.859+0000 7fb31d014b80 1 -- 172.21.15.26:0/1835469852 wait complete. 2024-04-26T02:01:26.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.859+0000 7fb31d014b80 1 -- start start 2024-04-26T02:01:26.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb31d014b80 1 Processor -- start 2024-04-26T02:01:26.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb31d014b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 0x56401901a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb31d014b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5640190101d0 0x564019017b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb31d014b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x564019018050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb31d014b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56401901dbf0 con 0x56401900f8b0 2024-04-26T02:01:26.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb31d014b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564018f1c810 con 0x56401901b080 2024-04-26T02:01:26.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb31d014b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56401901dd70 con 0x5640190101d0 2024-04-26T02:01:26.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb31d014b80 10 client.0 _ll_register_callbacks cb 0x564018efb6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:26.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb30b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 0x56401901a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb30be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x564019018050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb30b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 0x56401901a810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50698/0 (socket says 172.21.15.26:50698) 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb30b400700 1 -- 172.21.15.26:0/162544602 learned_addr learned my addr 172.21.15.26:0/162544602 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.860+0000 7fb303e00700 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5640190101d0 0x564019017b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.861+0000 7fb30b400700 1 -- 172.21.15.26:0/162544602 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5640190101d0 msgr2=0x564019017b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.861+0000 7fb30b400700 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5640190101d0 0x564019017b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.861+0000 7fb30b400700 1 -- 172.21.15.26:0/162544602 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 msgr2=0x564019018050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.861+0000 7fb30b400700 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x564019018050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.861+0000 7fb30b400700 1 -- 172.21.15.26:0/162544602 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564018eb0880 con 0x56401900f8b0 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.861+0000 7fb30be00700 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x564019018050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.861+0000 7fb30b400700 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 0x56401901a810 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc0a4f00 tx=0x7fb2fc0a0c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1885c8998c8e622 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.861+0000 7fb2f9600700 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:01:26.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.861+0000 7fb2f9600700 1 -- 172.21.15.26:0/162544602 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc0d02f0 con 0x56401900f8b0 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.861+0000 7fb2f9600700 1 -- 172.21.15.26:0/162544602 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb2fc0a4fa0 con 0x56401900f8b0 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.861+0000 7fb31d014b80 1 -- 172.21.15.26:0/162544602 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2fc0a5430 con 0x56401900f8b0 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.862+0000 7fb2f9600700 1 -- 172.21.15.26:0/162544602 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb2fc0a51c0 con 0x56401900f8b0 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.862+0000 7fb31d014b80 10 client.14760 fetch_fsmap learned FSMap version 28 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.862+0000 7fb31d014b80 1 -- 172.21.15.26:0/162544602 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564018ef9aa0 con 0x56401900f8b0 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.862+0000 7fb2f9600700 1 -- 172.21.15.26:0/162544602 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2fc0a5430 con 0x56401900f8b0 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.862+0000 7fb2f9600700 1 -- 172.21.15.26:0/162544602 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fb2fc09dc80 con 0x56401900f8b0 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.862+0000 7fb31d014b80 10 client.14760 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.863+0000 7fb31d014b80 10 client.14760 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.863+0000 7fb31d014b80 20 client.14760 populate_metadata read hostname 'smithi026' 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.863+0000 7fb31d014b80 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x56401902a450 0x56401902b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.863+0000 7fb31d014b80 4 client.14760 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:01:26.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.863+0000 7fb31d014b80 1 -- 172.21.15.26:0/162544602 --> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564018f70630 con 0x56401902a450 2024-04-26T02:01:26.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.863+0000 7fb303e00700 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x56401902a450 0x56401902b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.864+0000 7fb303e00700 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x56401902a450 0x56401902b8c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=31721ff4b1581031 server_cookie=b05e619fc73fda5a in_seq=0 out_seq=0 2024-04-26T02:01:26.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.864+0000 7fb2f9600700 10 client.14760 ms_handle_connect on v2:172.21.15.64:6838/2457190403 2024-04-26T02:01:26.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.864+0000 7fb2f9600700 1 -- 172.21.15.26:0/162544602 <== mds.4 v2:172.21.15.64:6838/2457190403 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564018f70630 con 0x56401902a450 2024-04-26T02:01:26.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.864+0000 7fb2f9600700 10 client.14760 handle_command_reply: tid=0 2024-04-26T02:01:26.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb31d014b80 1 client.14760 shutdown 2024-04-26T02:01:26.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb31d014b80 1 -- 172.21.15.26:0/162544602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 msgr2=0x56401901a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:26.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb31d014b80 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 0x56401901a810 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc0a4f00 tx=0x7fb2fc0a0c10 comp rx=0 tx=0).stop 2024-04-26T02:01:26.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb31d014b80 1 -- 172.21.15.26:0/162544602 shutdown_connections 2024-04-26T02:01:26.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb31d014b80 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x56401902a450 0x56401902b8c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb31d014b80 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x564019018050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb31d014b80 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 0x56401901a810 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb31d014b80 1 --2- 172.21.15.26:0/162544602 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5640190101d0 0x564019017b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb2f9600700 0 client.14760 ms_handle_reset on v2:172.21.15.64:6838/2457190403 2024-04-26T02:01:26.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb31d014b80 1 -- 172.21.15.26:0/162544602 >> 172.21.15.26:0/162544602 conn(0x564018f3ef00 msgr2=0x56401900b920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:26.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb31d014b80 1 -- 172.21.15.26:0/162544602 shutdown_connections 2024-04-26T02:01:26.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb31d014b80 1 -- 172.21.15.26:0/162544602 wait complete. 2024-04-26T02:01:26.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.865+0000 7fb31d014b80 20 client.14760 trim_cache size 0 max 16384 2024-04-26T02:01:26.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.889+0000 7fb31d014b80 1 Processor -- start 2024-04-26T02:01:26.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.889+0000 7fb31d014b80 1 -- start start 2024-04-26T02:01:26.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.889+0000 7fb31d014b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 0x56401900bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.889+0000 7fb31d014b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640190101d0 0x564019016420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.889+0000 7fb31d014b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x564019034d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.889+0000 7fb31d014b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564019029c00 con 0x5640190101d0 2024-04-26T02:01:26.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.889+0000 7fb31d014b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56401902a2d0 con 0x56401901b080 2024-04-26T02:01:26.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.889+0000 7fb31d014b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56401902a9a0 con 0x56401900f8b0 2024-04-26T02:01:26.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.889+0000 7fb303e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640190101d0 0x564019016420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.889+0000 7fb30b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 0x56401900bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.890+0000 7fb303e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640190101d0 0x564019016420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50706/0 (socket says 172.21.15.26:50706) 2024-04-26T02:01:26.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.890+0000 7fb303e00700 1 -- 172.21.15.26:0/1309252333 learned_addr learned my addr 172.21.15.26:0/1309252333 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:26.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.890+0000 7fb30be00700 1 --2- 172.21.15.26:0/1309252333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x564019034d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.890+0000 7fb303e00700 1 -- 172.21.15.26:0/1309252333 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 msgr2=0x56401900bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:26.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.890+0000 7fb303e00700 1 --2- 172.21.15.26:0/1309252333 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 0x56401900bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.890+0000 7fb303e00700 1 -- 172.21.15.26:0/1309252333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 msgr2=0x564019034d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:26.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.890+0000 7fb303e00700 1 --2- 172.21.15.26:0/1309252333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x564019034d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.890+0000 7fb303e00700 1 -- 172.21.15.26:0/1309252333 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564019011410 con 0x5640190101d0 2024-04-26T02:01:26.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.890+0000 7fb30b400700 1 --2- 172.21.15.26:0/1309252333 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 0x56401900bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:26.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.890+0000 7fb303e00700 1 --2- 172.21.15.26:0/1309252333 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640190101d0 0x564019016420 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb2f40098e0 tx=0x7fb2f4005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c387fe911c9721f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.891+0000 7fb2fbe00700 1 -- 172.21.15.26:0/1309252333 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2f4029420 con 0x5640190101d0 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.891+0000 7fb2fbe00700 1 -- 172.21.15.26:0/1309252333 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2f402f070 con 0x5640190101d0 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.891+0000 7fb2fbe00700 1 -- 172.21.15.26:0/1309252333 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2f4003680 con 0x5640190101d0 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.891+0000 7fb31d014b80 1 -- 172.21.15.26:0/1309252333 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640190101d0 msgr2=0x564019016420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.891+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1309252333 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640190101d0 0x564019016420 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb2f40098e0 tx=0x7fb2f4005040 comp rx=0 tx=0).stop 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.891+0000 7fb31d014b80 1 -- 172.21.15.26:0/1309252333 shutdown_connections 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.891+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1309252333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x56401901b080 0x564019034d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.891+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1309252333 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401900f8b0 0x56401900bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.891+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1309252333 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640190101d0 0x564019016420 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.891+0000 7fb31d014b80 1 -- 172.21.15.26:0/1309252333 >> 172.21.15.26:0/1309252333 conn(0x564018f3ef00 msgr2=0x564019007960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.891+0000 7fb31d014b80 1 -- 172.21.15.26:0/1309252333 shutdown_connections 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.892+0000 7fb31d014b80 1 -- 172.21.15.26:0/1309252333 wait complete. 2024-04-26T02:01:26.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.892+0000 7fb31d014b80 1 -- start start 2024-04-26T02:01:26.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.892+0000 7fb31d014b80 1 Processor -- start 2024-04-26T02:01:26.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.893+0000 7fb31d014b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 0x564019034d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.893+0000 7fb31d014b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640190101d0 0x564019035280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.893+0000 7fb31d014b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401901b080 0x56401902fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.893+0000 7fb31d014b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56401902b740 con 0x56401900f8b0 2024-04-26T02:01:26.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.893+0000 7fb31d014b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56401902b070 con 0x5640190101d0 2024-04-26T02:01:26.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.893+0000 7fb31d014b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56401902be10 con 0x56401901b080 2024-04-26T02:01:26.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.893+0000 7fb31d014b80 10 client.0 _ll_register_callbacks cb 0x564018efb6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.893+0000 7fb30b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 0x564019034d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.893+0000 7fb303e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640190101d0 0x564019035280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.893+0000 7fb303e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640190101d0 0x564019035280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:39716/0 (socket says 172.21.15.26:39716) 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.893+0000 7fb303e00700 1 -- 172.21.15.26:0/1151778965 learned_addr learned my addr 172.21.15.26:0/1151778965 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.893+0000 7fb30be00700 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401901b080 0x56401902fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb303e00700 1 -- 172.21.15.26:0/1151778965 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401901b080 msgr2=0x56401902fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb303e00700 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401901b080 0x56401902fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb303e00700 1 -- 172.21.15.26:0/1151778965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 msgr2=0x564019034d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb303e00700 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 0x564019034d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb303e00700 1 -- 172.21.15.26:0/1151778965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564019030690 con 0x5640190101d0 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb30b400700 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 0x564019034d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb303e00700 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640190101d0 0x564019035280 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fb2f400ba80 tx=0x7fb2f4005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=edcd1e6bb3df93a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb2f9600700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:01:26.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb2f9600700 1 -- 172.21.15.26:0/1151778965 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2f4029220 con 0x5640190101d0 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb31d014b80 1 -- 172.21.15.26:0/1151778965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2f402f070 con 0x5640190101d0 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb2f9600700 1 -- 172.21.15.26:0/1151778965 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb2f40293c0 con 0x5640190101d0 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb2f9600700 1 -- 172.21.15.26:0/1151778965 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb2f40295e0 con 0x5640190101d0 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb31d014b80 10 client.24878 fetch_fsmap learned FSMap version 28 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.894+0000 7fb31d014b80 1 -- 172.21.15.26:0/1151778965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564019092210 con 0x5640190101d0 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.895+0000 7fb2f9600700 1 -- 172.21.15.26:0/1151778965 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2f402f070 con 0x5640190101d0 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.895+0000 7fb2f9600700 1 -- 172.21.15.26:0/1151778965 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fb2f400f460 con 0x5640190101d0 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.895+0000 7fb31d014b80 10 client.24878 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.895+0000 7fb31d014b80 10 client.24878 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.895+0000 7fb31d014b80 20 client.24878 populate_metadata read hostname 'smithi026' 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.895+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x564019096810 0x564019095520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.895+0000 7fb31d014b80 4 client.24878 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.895+0000 7fb31d014b80 1 -- 172.21.15.26:0/1151778965 --> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] -- command(tid 0: {"prefix": "status"}) -- 0x564018f6a6d0 con 0x564019096810 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.895+0000 7fb30b400700 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x564019096810 0x564019095520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:26.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb30b400700 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x564019096810 0x564019095520 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=cfd6b3b172072b7d server_cookie=bb1ad253cf649565 in_seq=0 out_seq=0 2024-04-26T02:01:26.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb2f9600700 10 client.24878 ms_handle_connect on v2:172.21.15.64:6838/2457190403 2024-04-26T02:01:26.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb2f9600700 1 -- 172.21.15.26:0/1151778965 <== mds.4 v2:172.21.15.64:6838/2457190403 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x564018f6a6d0 con 0x564019096810 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb2f9600700 10 client.24878 handle_command_reply: tid=0 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb31d014b80 1 client.24878 shutdown 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb31d014b80 1 -- 172.21.15.26:0/1151778965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640190101d0 msgr2=0x564019035280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640190101d0 0x564019035280 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fb2f400ba80 tx=0x7fb2f4005f10 comp rx=0 tx=0).stop 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb31d014b80 1 -- 172.21.15.26:0/1151778965 shutdown_connections 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x564019096810 0x564019095520 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56401901b080 0x56401902fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56401900f8b0 0x564019034d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb2f9600700 0 client.24878 ms_handle_reset on v2:172.21.15.64:6838/2457190403 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb31d014b80 1 --2- 172.21.15.26:0/1151778965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5640190101d0 0x564019035280 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.896+0000 7fb31d014b80 1 -- 172.21.15.26:0/1151778965 >> 172.21.15.26:0/1151778965 conn(0x564018f3ef00 msgr2=0x5640190163e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.897+0000 7fb31d014b80 1 -- 172.21.15.26:0/1151778965 shutdown_connections 2024-04-26T02:01:26.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.897+0000 7fb31d014b80 1 -- 172.21.15.26:0/1151778965 wait complete. 2024-04-26T02:01:26.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.897+0000 7fb31d014b80 20 client.24878 trim_cache size 0 max 16384 2024-04-26T02:01:26.899 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:01:26.899 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:01:26.899 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 4, 2024-04-26T02:01:26.899 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24490, 2024-04-26T02:01:26.899 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:01:26.899 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:01:26.899 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:01:26.899 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 151.79810870399999, 2024-04-26T02:01:26.899 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 28, 2024-04-26T02:01:26.900 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T02:01:26.900 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T02:01:26.900 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 207.84049223 2024-04-26T02:01:26.900 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:01:26.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.898+0000 7fb311000700 1 -- 172.21.15.26:0/816316560 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2f00a3cc0 msgr2=0x7fb2f00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:26.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.898+0000 7fb311000700 1 --2- 172.21.15.26:0/816316560 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2f00a3cc0 0x7fb2f00a6180 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb304009e10 tx=0x7fb304009920 comp rx=0 tx=0).stop 2024-04-26T02:01:26.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.898+0000 7fb311000700 1 -- 172.21.15.26:0/816316560 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb30c06b4f0 msgr2=0x7fb30c19f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:26.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.898+0000 7fb311000700 1 --2- 172.21.15.26:0/816316560 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb30c06b4f0 0x7fb30c19f520 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc00e9f0 tx=0x7fb2fc00ed00 comp rx=0 tx=0).stop 2024-04-26T02:01:26.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.898+0000 7fb311000700 1 -- 172.21.15.26:0/816316560 shutdown_connections 2024-04-26T02:01:26.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.898+0000 7fb311000700 1 --2- 172.21.15.26:0/816316560 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c107920 0x7fb30c1a3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.898+0000 7fb311000700 1 --2- 172.21.15.26:0/816316560 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb30c06b4f0 0x7fb30c19f520 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.898+0000 7fb311000700 1 --2- 172.21.15.26:0/816316560 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2f00a3cc0 0x7fb2f00a6180 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.898+0000 7fb311000700 1 --2- 172.21.15.26:0/816316560 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb30c1053c0 0x7fb30c19fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:26.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.898+0000 7fb311000700 1 -- 172.21.15.26:0/816316560 >> 172.21.15.26:0/816316560 conn(0x7fb30c078780 msgr2=0x7fb30c100af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:26.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.898+0000 7fb311000700 1 -- 172.21.15.26:0/816316560 shutdown_connections 2024-04-26T02:01:26.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:26.898+0000 7fb311000700 1 -- 172.21.15.26:0/816316560 wait complete. 2024-04-26T02:01:27.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:26 smithi033 ceph-mon[32805]: pgmap v421: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:27.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:26 smithi026 ceph-mon[28138]: pgmap v421: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:27.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:26 smithi064 ceph-mon[32613]: pgmap v421: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:27.757 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.h status 2024-04-26T02:01:28.229 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:29.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:29 smithi026 ceph-mon[28138]: pgmap v422: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:29.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:28 smithi064 ceph-mon[32613]: pgmap v422: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:29.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:29 smithi033 ceph-mon[32805]: pgmap v422: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:30.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.365+0000 7f15b8800700 1 -- 172.21.15.26:0/1931385548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15b0108a30 msgr2=0x7f15b0108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:30.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.365+0000 7f15b8800700 1 --2- 172.21.15.26:0/1931385548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15b0108a30 0x7f15b0108e10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f15a4009990 tx=0x7f15a4009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.366+0000 7f15b8800700 1 -- 172.21.15.26:0/1931385548 shutdown_connections 2024-04-26T02:01:30.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.366+0000 7f15b8800700 1 --2- 172.21.15.26:0/1931385548 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15b006b0f0 0x7f15b010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.366+0000 7f15b8800700 1 --2- 172.21.15.26:0/1931385548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15b0108a30 0x7f15b0108e10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.366+0000 7f15b8800700 1 --2- 172.21.15.26:0/1931385548 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b006a750 0x7f15b006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.366+0000 7f15b8800700 1 -- 172.21.15.26:0/1931385548 >> 172.21.15.26:0/1931385548 conn(0x7f15b00788f0 msgr2=0x7f15b0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:30.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.366+0000 7f15b8800700 1 -- 172.21.15.26:0/1931385548 shutdown_connections 2024-04-26T02:01:30.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.366+0000 7f15b8800700 1 -- 172.21.15.26:0/1931385548 wait complete. 2024-04-26T02:01:30.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.367+0000 7f15b8800700 1 Processor -- start 2024-04-26T02:01:30.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.367+0000 7f15b8800700 1 -- start start 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.367+0000 7f15b8800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15b006a750 0x7f15b019b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.367+0000 7f15b8800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15b006b0f0 0x7f15b019b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.367+0000 7f15b8800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b0108a30 0x7f15b019fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.367+0000 7f15b8800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f15b0112c00 con 0x7f15b006b0f0 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.367+0000 7f15b8800700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f15b0112a80 con 0x7f15b006a750 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.367+0000 7f15b8800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f15b0112d80 con 0x7f15b0108a30 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15b006b0f0 0x7f15b019b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b6800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b0108a30 0x7f15b019fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b5e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15b006a750 0x7f15b019b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b5e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15b006a750 0x7f15b019b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:39732/0 (socket says 172.21.15.26:39732) 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b6800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b0108a30 0x7f15b019fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:46098/0 (socket says 172.21.15.26:46098) 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b5e00700 1 -- 172.21.15.26:0/3652646996 learned_addr learned my addr 172.21.15.26:0/3652646996 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b5e00700 1 -- 172.21.15.26:0/3652646996 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b0108a30 msgr2=0x7f15b019fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:30.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b5e00700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b0108a30 0x7f15b019fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b5e00700 1 -- 172.21.15.26:0/3652646996 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15b006b0f0 msgr2=0x7f15b019b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:30.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b5e00700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15b006b0f0 0x7f15b019b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b5e00700 1 -- 172.21.15.26:0/3652646996 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15b01a03a0 con 0x7f15b006a750 2024-04-26T02:01:30.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b5400700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15b006b0f0 0x7f15b019b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:30.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.368+0000 7f15b6800700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b0108a30 0x7f15b019fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:30.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.369+0000 7f15b5e00700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15b006a750 0x7f15b019b390 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f15a4000c00 tx=0x7f15a40057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:30.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.369+0000 7f15aaa00700 1 -- 172.21.15.26:0/3652646996 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a4027070 con 0x7f15b006a750 2024-04-26T02:01:30.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.369+0000 7f15aaa00700 1 -- 172.21.15.26:0/3652646996 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15a4022470 con 0x7f15b006a750 2024-04-26T02:01:30.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.369+0000 7f15aaa00700 1 -- 172.21.15.26:0/3652646996 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a4017650 con 0x7f15b006a750 2024-04-26T02:01:30.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.369+0000 7f15b8800700 1 -- 172.21.15.26:0/3652646996 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15b01a0630 con 0x7f15b006a750 2024-04-26T02:01:30.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.369+0000 7f15b8800700 1 -- 172.21.15.26:0/3652646996 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15b01a7f10 con 0x7f15b006a750 2024-04-26T02:01:30.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.374+0000 7f15aaa00700 1 -- 172.21.15.26:0/3652646996 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f15a402a070 con 0x7f15b006a750 2024-04-26T02:01:30.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.375+0000 7f15c3132b80 1 Processor -- start 2024-04-26T02:01:30.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15c3132b80 1 -- start start 2024-04-26T02:01:30.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15aaa00700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f15980a3cc0 0x7f15980a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15aaa00700 1 -- 172.21.15.26:0/3652646996 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f15a40d0fe0 con 0x7f15b006a750 2024-04-26T02:01:30.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15c3132b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b10382b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15c3132b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b103830a0 0x555b1037c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15c3132b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b1037d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15c3132b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555b102cee40 con 0x555b10382780 2024-04-26T02:01:30.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15c3132b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555b102756e0 con 0x555b1037cef0 2024-04-26T02:01:30.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15c3132b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555b102cae00 con 0x555b103830a0 2024-04-26T02:01:30.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15b6800700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f15980a3cc0 0x7f15980a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15b5e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b10382b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15b5e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b10382b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50756/0 (socket says 172.21.15.26:50756) 2024-04-26T02:01:30.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.376+0000 7f15b5e00700 1 -- 172.21.15.26:0/1414049048 learned_addr learned my addr 172.21.15.26:0/1414049048 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:30.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.377+0000 7f15b5400700 1 --2- 172.21.15.26:0/1414049048 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b103830a0 0x555b1037c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.377+0000 7f15b6800700 1 --2- 172.21.15.26:0/1414049048 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b1037d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.377+0000 7f15b5e00700 1 -- 172.21.15.26:0/1414049048 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b103830a0 msgr2=0x555b1037c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:30.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.377+0000 7f15b5e00700 1 --2- 172.21.15.26:0/1414049048 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b103830a0 0x555b1037c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.377+0000 7f15b5e00700 1 -- 172.21.15.26:0/1414049048 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 msgr2=0x555b1037d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:30.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.377+0000 7f15b5e00700 1 --2- 172.21.15.26:0/1414049048 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b1037d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.377+0000 7f15b5e00700 1 -- 172.21.15.26:0/1414049048 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b1026b630 con 0x555b10382780 2024-04-26T02:01:30.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.377+0000 7f15b6800700 1 --2- 172.21.15.26:0/1414049048 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b1037d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:01:30.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.377+0000 7f15b5e00700 1 --2- 172.21.15.26:0/1414049048 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b10382b60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f15a4005cb0 tx=0x7f15a4009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41fbeb8ffc5e11e8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:30.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.377+0000 7f15b6800700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f15980a3cc0 0x7f15980a6180 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f15ac004090 tx=0x7f15ac004450 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:30.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.377+0000 7f159f400700 1 -- 172.21.15.26:0/1414049048 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a40a16f0 con 0x555b10382780 2024-04-26T02:01:30.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.378+0000 7f159f400700 1 -- 172.21.15.26:0/1414049048 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15a40a5f20 con 0x555b10382780 2024-04-26T02:01:30.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.378+0000 7f159f400700 1 -- 172.21.15.26:0/1414049048 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a409d800 con 0x555b10382780 2024-04-26T02:01:30.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.378+0000 7f15c3132b80 1 -- 172.21.15.26:0/1414049048 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 msgr2=0x555b10382b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:30.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.378+0000 7f15c3132b80 1 --2- 172.21.15.26:0/1414049048 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b10382b60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f15a4005cb0 tx=0x7f15a4009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.378+0000 7f15c3132b80 1 -- 172.21.15.26:0/1414049048 shutdown_connections 2024-04-26T02:01:30.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.378+0000 7f15c3132b80 1 --2- 172.21.15.26:0/1414049048 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b1037d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.378+0000 7f15c3132b80 1 --2- 172.21.15.26:0/1414049048 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b10382b60 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.378+0000 7f15c3132b80 1 --2- 172.21.15.26:0/1414049048 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b103830a0 0x555b1037c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.378+0000 7f15c3132b80 1 -- 172.21.15.26:0/1414049048 >> 172.21.15.26:0/1414049048 conn(0x555b102aaf00 msgr2=0x555b103778a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:30.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.379+0000 7f15c3132b80 1 -- 172.21.15.26:0/1414049048 shutdown_connections 2024-04-26T02:01:30.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.379+0000 7f15c3132b80 1 -- 172.21.15.26:0/1414049048 wait complete. 2024-04-26T02:01:30.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.379+0000 7f15c3132b80 1 -- start start 2024-04-26T02:01:30.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.379+0000 7f15c3132b80 1 Processor -- start 2024-04-26T02:01:30.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.380+0000 7f15c3132b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b10388cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.380+0000 7f15c3132b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b10385fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.380+0000 7f15c3132b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b10386510 0x555b10386990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.380+0000 7f15c3132b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555b103896d0 con 0x555b10382780 2024-04-26T02:01:30.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.380+0000 7f15c3132b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555b10288810 con 0x555b1037cef0 2024-04-26T02:01:30.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.380+0000 7f15c3132b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555b10389850 con 0x555b10386510 2024-04-26T02:01:30.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.380+0000 7f15c3132b80 10 client.0 _ll_register_callbacks cb 0x555b102676d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.380+0000 7f15b5e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b10388cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.380+0000 7f15b5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b10385fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.380+0000 7f15b5e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b10388cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:39754/0 (socket says 172.21.15.26:39754) 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.380+0000 7f15b5e00700 1 -- 172.21.15.26:0/2008209672 learned_addr learned my addr 172.21.15.26:0/2008209672 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.380+0000 7f15b6800700 1 --2- 172.21.15.26:0/2008209672 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b10386510 0x555b10386990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.381+0000 7f15b5e00700 1 -- 172.21.15.26:0/2008209672 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b10386510 msgr2=0x555b10386990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.381+0000 7f15b5e00700 1 --2- 172.21.15.26:0/2008209672 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b10386510 0x555b10386990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.381+0000 7f15b5e00700 1 -- 172.21.15.26:0/2008209672 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 msgr2=0x555b10385fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.381+0000 7f15b5e00700 1 --2- 172.21.15.26:0/2008209672 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b10385fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.381+0000 7f15b5e00700 1 -- 172.21.15.26:0/2008209672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b1021c880 con 0x555b1037cef0 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.381+0000 7f15b5e00700 1 --2- 172.21.15.26:0/2008209672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b10388cd0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f15a4099750 tx=0x7f15a400bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f49022c6738ceb3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.381+0000 7f1593e00700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.381+0000 7f1593e00700 1 -- 172.21.15.26:0/2008209672 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a40bb060 con 0x555b1037cef0 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.381+0000 7f1593e00700 1 -- 172.21.15.26:0/2008209672 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f15a40094b0 con 0x555b1037cef0 2024-04-26T02:01:30.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.381+0000 7f15c3132b80 1 -- 172.21.15.26:0/2008209672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15a40a5f20 con 0x555b1037cef0 2024-04-26T02:01:30.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.381+0000 7f1593e00700 1 -- 172.21.15.26:0/2008209672 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f15a40b5030 con 0x555b1037cef0 2024-04-26T02:01:30.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.382+0000 7f15c3132b80 10 client.24887 fetch_fsmap learned FSMap version 28 2024-04-26T02:01:30.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.382+0000 7f15c3132b80 1 -- 172.21.15.26:0/2008209672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555b10265aa0 con 0x555b1037cef0 2024-04-26T02:01:30.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.382+0000 7f1593e00700 1 -- 172.21.15.26:0/2008209672 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15a40a5f20 con 0x555b1037cef0 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.382+0000 7f1593e00700 1 -- 172.21.15.26:0/2008209672 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f15a40050f0 con 0x555b1037cef0 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.382+0000 7f15c3132b80 10 client.24887 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.382+0000 7f15c3132b80 10 client.24887 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.382+0000 7f15c3132b80 20 client.24887 populate_metadata read hostname 'smithi026' 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.382+0000 7f15c3132b80 1 --2- 172.21.15.26:0/2008209672 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x555b103964b0 0x555b10397920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.382+0000 7f15c3132b80 4 client.24887 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.382+0000 7f15c3132b80 1 -- 172.21.15.26:0/2008209672 --> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b102dc630 con 0x555b103964b0 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.383+0000 7f15b5400700 1 --2- 172.21.15.26:0/2008209672 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x555b103964b0 0x555b10397920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.383+0000 7f15b5400700 1 --2- 172.21.15.26:0/2008209672 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x555b103964b0 0x555b10397920 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=691f68da75bdd2bc server_cookie=908f27ce0ac24b5f in_seq=0 out_seq=0 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.383+0000 7f1593e00700 10 client.24887 ms_handle_connect on v2:172.21.15.33:6836/163348840 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.384+0000 7f1593e00700 1 -- 172.21.15.26:0/2008209672 <== mds.3 v2:172.21.15.33:6836/163348840 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555b102dc630 con 0x555b103964b0 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.384+0000 7f1593e00700 10 client.24887 handle_command_reply: tid=0 2024-04-26T02:01:30.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.384+0000 7f15c3132b80 1 client.24887 shutdown 2024-04-26T02:01:30.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.385+0000 7f15c3132b80 1 -- 172.21.15.26:0/2008209672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 msgr2=0x555b10388cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:30.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.385+0000 7f15c3132b80 1 --2- 172.21.15.26:0/2008209672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b10388cd0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f15a4099750 tx=0x7f15a400bf60 comp rx=0 tx=0).stop 2024-04-26T02:01:30.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.385+0000 7f15c3132b80 1 -- 172.21.15.26:0/2008209672 shutdown_connections 2024-04-26T02:01:30.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.385+0000 7f15c3132b80 1 --2- 172.21.15.26:0/2008209672 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x555b103964b0 0x555b10397920 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.385+0000 7f15c3132b80 1 --2- 172.21.15.26:0/2008209672 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b10386510 0x555b10386990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.385+0000 7f15c3132b80 1 --2- 172.21.15.26:0/2008209672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b10388cd0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.385+0000 7f15c3132b80 1 --2- 172.21.15.26:0/2008209672 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b10385fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.385+0000 7f15c3132b80 1 -- 172.21.15.26:0/2008209672 >> 172.21.15.26:0/2008209672 conn(0x555b102aaf00 msgr2=0x555b10376e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:30.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.385+0000 7f1593e00700 0 client.24887 ms_handle_reset on v2:172.21.15.33:6836/163348840 2024-04-26T02:01:30.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.385+0000 7f15c3132b80 1 -- 172.21.15.26:0/2008209672 shutdown_connections 2024-04-26T02:01:30.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.385+0000 7f15c3132b80 1 -- 172.21.15.26:0/2008209672 wait complete. 2024-04-26T02:01:30.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.385+0000 7f15c3132b80 20 client.24887 trim_cache size 0 max 16384 2024-04-26T02:01:30.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.408+0000 7f15c3132b80 1 Processor -- start 2024-04-26T02:01:30.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.408+0000 7f15c3132b80 1 -- start start 2024-04-26T02:01:30.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15c3132b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b1037d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15c3132b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b10382780 0x555b10379020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15c3132b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10386510 0x555b103923c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15c3132b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555b10395c60 con 0x555b10386510 2024-04-26T02:01:30.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15c3132b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555b10396330 con 0x555b1037cef0 2024-04-26T02:01:30.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15c3132b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555b10396a00 con 0x555b10382780 2024-04-26T02:01:30.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15b5400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b10382780 0x555b10379020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15b6800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10386510 0x555b103923c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15b5e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b1037d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15b5400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b10382780 0x555b10379020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:46128/0 (socket says 172.21.15.26:46128) 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15b5400700 1 -- 172.21.15.26:0/1959927083 learned_addr learned my addr 172.21.15.26:0/1959927083 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15b5400700 1 -- 172.21.15.26:0/1959927083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 msgr2=0x555b1037d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15b5400700 1 --2- 172.21.15.26:0/1959927083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b1037d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15b5400700 1 -- 172.21.15.26:0/1959927083 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10386510 msgr2=0x555b103923c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15b5400700 1 --2- 172.21.15.26:0/1959927083 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10386510 0x555b103923c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15b5400700 1 -- 172.21.15.26:0/1959927083 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b10380a40 con 0x555b10382780 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.409+0000 7f15b6800700 1 --2- 172.21.15.26:0/1959927083 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10386510 0x555b103923c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.410+0000 7f15b5400700 1 --2- 172.21.15.26:0/1959927083 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b10382780 0x555b10379020 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f15a0012500 tx=0x7f15a0009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58089ebc5bb9b8e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.410+0000 7f159ea00700 1 -- 172.21.15.26:0/1959927083 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a0004020 con 0x555b10382780 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.410+0000 7f159ea00700 1 -- 172.21.15.26:0/1959927083 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15a0024030 con 0x555b10382780 2024-04-26T02:01:30.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.410+0000 7f159ea00700 1 -- 172.21.15.26:0/1959927083 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a0020350 con 0x555b10382780 2024-04-26T02:01:30.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.411+0000 7f15c3132b80 1 -- 172.21.15.26:0/1959927083 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b10382780 msgr2=0x555b10379020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:30.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.411+0000 7f15c3132b80 1 --2- 172.21.15.26:0/1959927083 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b10382780 0x555b10379020 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f15a0012500 tx=0x7f15a0009260 comp rx=0 tx=0).stop 2024-04-26T02:01:30.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.411+0000 7f15c3132b80 1 -- 172.21.15.26:0/1959927083 shutdown_connections 2024-04-26T02:01:30.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.411+0000 7f15c3132b80 1 --2- 172.21.15.26:0/1959927083 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10386510 0x555b103923c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.411+0000 7f15c3132b80 1 --2- 172.21.15.26:0/1959927083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b1037cef0 0x555b1037d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.411+0000 7f15c3132b80 1 --2- 172.21.15.26:0/1959927083 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b10382780 0x555b10379020 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.411+0000 7f15c3132b80 1 -- 172.21.15.26:0/1959927083 >> 172.21.15.26:0/1959927083 conn(0x555b102aaf00 msgr2=0x555b10373ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:30.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.411+0000 7f15c3132b80 1 -- 172.21.15.26:0/1959927083 shutdown_connections 2024-04-26T02:01:30.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.411+0000 7f15c3132b80 1 -- 172.21.15.26:0/1959927083 wait complete. 2024-04-26T02:01:30.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.411+0000 7f15c3132b80 1 -- start start 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15c3132b80 1 Processor -- start 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15c3132b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b1037cef0 0x555b10376c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15c3132b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b103771a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15c3132b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b10386510 0x555b1039f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15c3132b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555b103977a0 con 0x555b10382780 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15c3132b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555b103970d0 con 0x555b10386510 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15c3132b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555b10397e70 con 0x555b1037cef0 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15c3132b80 10 client.0 _ll_register_callbacks cb 0x555b102676d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15b5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b103771a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15b5e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b1037cef0 0x555b10376c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15b6800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b10386510 0x555b1039f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15b5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b103771a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50782/0 (socket says 172.21.15.26:50782) 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.413+0000 7f15b5400700 1 -- 172.21.15.26:0/454254891 learned_addr learned my addr 172.21.15.26:0/454254891 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:30.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.412+0000 7f15b5e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b1037cef0 0x555b10376c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:46140/0 (socket says 172.21.15.26:46140) 2024-04-26T02:01:30.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.413+0000 7f15b5e00700 1 -- 172.21.15.26:0/454254891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b10386510 msgr2=0x555b1039f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:30.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.413+0000 7f15b5e00700 1 --2- 172.21.15.26:0/454254891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b10386510 0x555b1039f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.413+0000 7f15b5e00700 1 -- 172.21.15.26:0/454254891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 msgr2=0x555b103771a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:30.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.413+0000 7f15b5e00700 1 --2- 172.21.15.26:0/454254891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b103771a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.413+0000 7f15b5e00700 1 -- 172.21.15.26:0/454254891 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b10377a60 con 0x555b1037cef0 2024-04-26T02:01:30.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.413+0000 7f15b5e00700 1 --2- 172.21.15.26:0/454254891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b1037cef0 0x555b10376c60 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f15a409cc30 tx=0x7f15a4009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c95fb0e5ad31f1e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:30.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.413+0000 7f1593e00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:01:30.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.413+0000 7f1593e00700 1 -- 172.21.15.26:0/454254891 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a40bc250 con 0x555b1037cef0 2024-04-26T02:01:30.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f15c3132b80 1 -- 172.21.15.26:0/454254891 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15a0024030 con 0x555b1037cef0 2024-04-26T02:01:30.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f1593e00700 1 -- 172.21.15.26:0/454254891 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f15a4022920 con 0x555b1037cef0 2024-04-26T02:01:30.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f1593e00700 1 -- 172.21.15.26:0/454254891 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f15a40a5f20 con 0x555b1037cef0 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f15c3132b80 10 client.24886 fetch_fsmap learned FSMap version 28 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f15c3132b80 1 -- 172.21.15.26:0/454254891 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555b10377a60 con 0x555b1037cef0 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f1593e00700 1 -- 172.21.15.26:0/454254891 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15a0024030 con 0x555b1037cef0 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f1593e00700 1 -- 172.21.15.26:0/454254891 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f15a40050b0 con 0x555b1037cef0 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f15c3132b80 10 client.24886 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f15c3132b80 10 client.24886 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f15c3132b80 20 client.24886 populate_metadata read hostname 'smithi026' 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f15c3132b80 1 --2- 172.21.15.26:0/454254891 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x555b1040ad40 0x555b10409a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f15c3132b80 4 client.24886 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.414+0000 7f15c3132b80 1 -- 172.21.15.26:0/454254891 --> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] -- command(tid 0: {"prefix": "status"}) -- 0x555b102d66d0 con 0x555b1040ad40 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.415+0000 7f15b5400700 1 --2- 172.21.15.26:0/454254891 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x555b1040ad40 0x555b10409a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.415+0000 7f15b5400700 1 --2- 172.21.15.26:0/454254891 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x555b1040ad40 0x555b10409a50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a14e04718cd60ff5 server_cookie=5046ae14df846a03 in_seq=0 out_seq=0 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.415+0000 7f1593e00700 10 client.24886 ms_handle_connect on v2:172.21.15.33:6836/163348840 2024-04-26T02:01:30.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.415+0000 7f1593e00700 1 -- 172.21.15.26:0/454254891 <== mds.3 v2:172.21.15.33:6836/163348840 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x555b102d66d0 con 0x555b1040ad40 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f1593e00700 10 client.24886 handle_command_reply: tid=0 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f15c3132b80 1 client.24886 shutdown 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f15c3132b80 1 -- 172.21.15.26:0/454254891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b1037cef0 msgr2=0x555b10376c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f15c3132b80 1 --2- 172.21.15.26:0/454254891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b1037cef0 0x555b10376c60 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f15a409cc30 tx=0x7f15a4009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f15c3132b80 1 -- 172.21.15.26:0/454254891 shutdown_connections 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f15c3132b80 1 --2- 172.21.15.26:0/454254891 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x555b1040ad40 0x555b10409a50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f15c3132b80 1 --2- 172.21.15.26:0/454254891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555b10386510 0x555b1039f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f15c3132b80 1 --2- 172.21.15.26:0/454254891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b1037cef0 0x555b10376c60 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f15c3132b80 1 --2- 172.21.15.26:0/454254891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b10382780 0x555b103771a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f1593e00700 0 client.24886 ms_handle_reset on v2:172.21.15.33:6836/163348840 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f15c3132b80 1 -- 172.21.15.26:0/454254891 >> 172.21.15.26:0/454254891 conn(0x555b102aaf00 msgr2=0x555b10373ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f15c3132b80 1 -- 172.21.15.26:0/454254891 shutdown_connections 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f15c3132b80 1 -- 172.21.15.26:0/454254891 wait complete. 2024-04-26T02:01:30.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.416+0000 7f15c3132b80 20 client.24886 trim_cache size 0 max 16384 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 3, 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24491, 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 156.33348395799999, 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 28, 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 214.43608570999999 2024-04-26T02:01:30.418 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:01:30.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.417+0000 7f15b8800700 1 -- 172.21.15.26:0/3652646996 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f15980a3cc0 msgr2=0x7f15980a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:30.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.417+0000 7f15b8800700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f15980a3cc0 0x7f15980a6180 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f15ac004090 tx=0x7f15ac004450 comp rx=0 tx=0).stop 2024-04-26T02:01:30.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.417+0000 7f15b8800700 1 -- 172.21.15.26:0/3652646996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15b006a750 msgr2=0x7f15b019b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:30.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.417+0000 7f15b8800700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15b006a750 0x7f15b019b390 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f15a4000c00 tx=0x7f15a40057c0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.417+0000 7f15b8800700 1 -- 172.21.15.26:0/3652646996 shutdown_connections 2024-04-26T02:01:30.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.417+0000 7f15b8800700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b0108a30 0x7f15b019fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.417+0000 7f15b8800700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15b006a750 0x7f15b019b390 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.417+0000 7f15b8800700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f15980a3cc0 0x7f15980a6180 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.417+0000 7f15b8800700 1 --2- 172.21.15.26:0/3652646996 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15b006b0f0 0x7f15b019b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:30.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.417+0000 7f15b8800700 1 -- 172.21.15.26:0/3652646996 >> 172.21.15.26:0/3652646996 conn(0x7f15b00788f0 msgr2=0x7f15b010df90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:30.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.417+0000 7f15b8800700 1 -- 172.21.15.26:0/3652646996 shutdown_connections 2024-04-26T02:01:30.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:30.417+0000 7f15b8800700 1 -- 172.21.15.26:0/3652646996 wait complete. 2024-04-26T02:01:31.177 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:31 smithi026 ceph-mon[28138]: pgmap v423: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:31.235 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.g status 2024-04-26T02:01:31.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:31 smithi064 ceph-mon[32613]: pgmap v423: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:31.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:31 smithi033 ceph-mon[32805]: pgmap v423: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:31.709 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:33.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:33 smithi026 ceph-mon[28138]: pgmap v424: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:33.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:33 smithi064 ceph-mon[32613]: pgmap v424: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:33.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:33 smithi033 ceph-mon[32805]: pgmap v424: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:33.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:33.999+0000 7f82f7a00700 1 -- 172.21.15.26:0/1889791049 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82f0074c70 msgr2=0x7f82f0075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:33.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:33.999+0000 7f82f7a00700 1 --2- 172.21.15.26:0/1889791049 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82f0074c70 0x7f82f0075050 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f82e4009990 tx=0x7f82e4009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:33.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:33.999+0000 7f82f7a00700 1 -- 172.21.15.26:0/1889791049 shutdown_connections 2024-04-26T02:01:33.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:33.999+0000 7f82f7a00700 1 --2- 172.21.15.26:0/1889791049 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f82f0113c10 0x7f82f0116000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:33.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:33.999+0000 7f82f7a00700 1 --2- 172.21.15.26:0/1889791049 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82f0074c70 0x7f82f0075050 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:33.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:33.999+0000 7f82f7a00700 1 --2- 172.21.15.26:0/1889791049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82f0075590 0x7f82f01136d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:33.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:33.999+0000 7f82f7a00700 1 -- 172.21.15.26:0/1889791049 >> 172.21.15.26:0/1889791049 conn(0x7f82f0079ba0 msgr2=0x7f82f0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:33.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:33.999+0000 7f82f7a00700 1 -- 172.21.15.26:0/1889791049 shutdown_connections 2024-04-26T02:01:33.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:33.999+0000 7f82f7a00700 1 -- 172.21.15.26:0/1889791049 wait complete. 2024-04-26T02:01:33.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.000+0000 7f82f7a00700 1 Processor -- start 2024-04-26T02:01:33.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.000+0000 7f82f7a00700 1 -- start start 2024-04-26T02:01:33.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.001+0000 7f82f7a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82f0074c70 0x7f82f01a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:33.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.001+0000 7f82f7a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f82f0075590 0x7f82f01a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.001+0000 7f82f7a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82f0113c10 0x7f82f019f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.001+0000 7f82f7a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f82f0119240 con 0x7f82f0075590 2024-04-26T02:01:34.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.001+0000 7f82f7a00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f82f01190c0 con 0x7f82f0074c70 2024-04-26T02:01:34.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.001+0000 7f82f7a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f82f01193c0 con 0x7f82f0113c10 2024-04-26T02:01:34.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.001+0000 7f82efe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f82f0075590 0x7f82f01a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.001+0000 7f82efe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f82f0075590 0x7f82f01a5920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50792/0 (socket says 172.21.15.26:50792) 2024-04-26T02:01:34.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.001+0000 7f82f5a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82f0113c10 0x7f82f019f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.001+0000 7f82efe00700 1 -- 172.21.15.26:0/2468052026 learned_addr learned my addr 172.21.15.26:0/2468052026 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:34.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.001+0000 7f82f5000700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82f0074c70 0x7f82f01a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.002+0000 7f82efe00700 1 -- 172.21.15.26:0/2468052026 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82f0113c10 msgr2=0x7f82f019f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:34.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.002+0000 7f82efe00700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82f0113c10 0x7f82f019f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.002+0000 7f82efe00700 1 -- 172.21.15.26:0/2468052026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82f0074c70 msgr2=0x7f82f01a53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:34.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.002+0000 7f82efe00700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82f0074c70 0x7f82f01a53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.002+0000 7f82efe00700 1 -- 172.21.15.26:0/2468052026 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82f019fd00 con 0x7f82f0075590 2024-04-26T02:01:34.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.002+0000 7f82efe00700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f82f0075590 0x7f82f01a5920 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f82dc00d950 tx=0x7f82dc00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:34.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.002+0000 7f82ed600700 1 -- 172.21.15.26:0/2468052026 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82dc016070 con 0x7f82f0075590 2024-04-26T02:01:34.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.003+0000 7f82ed600700 1 -- 172.21.15.26:0/2468052026 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82dc00fd40 con 0x7f82f0075590 2024-04-26T02:01:34.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.003+0000 7f82ed600700 1 -- 172.21.15.26:0/2468052026 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82dc00e3b0 con 0x7f82f0075590 2024-04-26T02:01:34.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.003+0000 7f82f7a00700 1 -- 172.21.15.26:0/2468052026 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82f019fff0 con 0x7f82f0075590 2024-04-26T02:01:34.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.003+0000 7f82f7a00700 1 -- 172.21.15.26:0/2468052026 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82f01ac2b0 con 0x7f82f0075590 2024-04-26T02:01:34.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.006+0000 7f82ed600700 1 -- 172.21.15.26:0/2468052026 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f82dc019070 con 0x7f82f0075590 2024-04-26T02:01:34.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.008+0000 7f8302287b80 1 Processor -- start 2024-04-26T02:01:34.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.008+0000 7f8302287b80 1 -- start start 2024-04-26T02:01:34.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f82ed600700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f82d80a3cc0 0x7f82d80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f8302287b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 0x563a219766d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f8302287b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21976c10 0x563a21981570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f82ed600700 1 -- 172.21.15.26:0/2468052026 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f82dc0cfea0 con 0x7f82f0075590 2024-04-26T02:01:34.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f8302287b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a21983ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f8302287b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563a218c9e40 con 0x563a21976c10 2024-04-26T02:01:34.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f8302287b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563a218706e0 con 0x563a219762f0 2024-04-26T02:01:34.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f8302287b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563a218c5e00 con 0x563a21981ab0 2024-04-26T02:01:34.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f82f5a00700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f82d80a3cc0 0x7f82d80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f82f5000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 0x563a219766d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f82f5000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 0x563a219766d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:39796/0 (socket says 172.21.15.26:39796) 2024-04-26T02:01:34.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f82f5000700 1 -- 172.21.15.26:0/1568866554 learned_addr learned my addr 172.21.15.26:0/1568866554 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:34.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f82f5a00700 1 --2- 172.21.15.26:0/1568866554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a21983ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.009+0000 7f82efe00700 1 --2- 172.21.15.26:0/1568866554 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21976c10 0x563a21981570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.010+0000 7f82f5000700 1 -- 172.21.15.26:0/1568866554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 msgr2=0x563a21983ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:34.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.010+0000 7f82f5000700 1 --2- 172.21.15.26:0/1568866554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a21983ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.010+0000 7f82f5000700 1 -- 172.21.15.26:0/1568866554 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21976c10 msgr2=0x563a21981570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:34.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.010+0000 7f82f5000700 1 --2- 172.21.15.26:0/1568866554 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21976c10 0x563a21981570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.010+0000 7f82f5000700 1 -- 172.21.15.26:0/1568866554 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a21866630 con 0x563a219762f0 2024-04-26T02:01:34.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.010+0000 7f82f5000700 1 --2- 172.21.15.26:0/1568866554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 0x563a219766d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f82e4009750 tx=0x7f82e4005ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=335ebb8fd35d9f9e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:34.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.010+0000 7f82f5a00700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f82d80a3cc0 0x7f82d80a6180 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f82e8009ec0 tx=0x7f82e80134a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:34.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.010+0000 7f82e2000700 1 -- 172.21.15.26:0/1568866554 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e4027070 con 0x563a219762f0 2024-04-26T02:01:34.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.010+0000 7f82e2000700 1 -- 172.21.15.26:0/1568866554 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82e40056d0 con 0x563a219762f0 2024-04-26T02:01:34.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.011+0000 7f82e2000700 1 -- 172.21.15.26:0/1568866554 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e4003b40 con 0x563a219762f0 2024-04-26T02:01:34.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.012+0000 7f8302287b80 1 -- 172.21.15.26:0/1568866554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 msgr2=0x563a219766d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:34.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.012+0000 7f8302287b80 1 --2- 172.21.15.26:0/1568866554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 0x563a219766d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f82e4009750 tx=0x7f82e4005ec0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.012+0000 7f8302287b80 1 -- 172.21.15.26:0/1568866554 shutdown_connections 2024-04-26T02:01:34.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.012+0000 7f8302287b80 1 --2- 172.21.15.26:0/1568866554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a21983ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.012+0000 7f8302287b80 1 --2- 172.21.15.26:0/1568866554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 0x563a219766d0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.012+0000 7f8302287b80 1 --2- 172.21.15.26:0/1568866554 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21976c10 0x563a21981570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.012+0000 7f8302287b80 1 -- 172.21.15.26:0/1568866554 >> 172.21.15.26:0/1568866554 conn(0x563a218a5550 msgr2=0x563a21972790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:34.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.012+0000 7f8302287b80 1 -- 172.21.15.26:0/1568866554 shutdown_connections 2024-04-26T02:01:34.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.012+0000 7f8302287b80 1 -- 172.21.15.26:0/1568866554 wait complete. 2024-04-26T02:01:34.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.013+0000 7f8302287b80 1 -- start start 2024-04-26T02:01:34.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.013+0000 7f8302287b80 1 Processor -- start 2024-04-26T02:01:34.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.014+0000 7f8302287b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 0x563a21981210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.014+0000 7f8302287b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21976c10 0x563a2197e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.014+0000 7f8302287b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a2197ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.014+0000 7f8302287b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563a21984540 con 0x563a21976c10 2024-04-26T02:01:34.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.014+0000 7f8302287b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563a21883810 con 0x563a219762f0 2024-04-26T02:01:34.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.014+0000 7f8302287b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563a219846c0 con 0x563a21981ab0 2024-04-26T02:01:34.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.014+0000 7f8302287b80 10 client.0 _ll_register_callbacks cb 0x563a218626d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:34.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.014+0000 7f82efe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21976c10 0x563a2197e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.014+0000 7f82f5000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 0x563a21981210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.014+0000 7f82f5000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 0x563a21981210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:39800/0 (socket says 172.21.15.26:39800) 2024-04-26T02:01:34.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.014+0000 7f82f5000700 1 -- 172.21.15.26:0/3708584522 learned_addr learned my addr 172.21.15.26:0/3708584522 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:34.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.014+0000 7f82f5a00700 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a2197ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.015+0000 7f82f5000700 1 -- 172.21.15.26:0/3708584522 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 msgr2=0x563a2197ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:34.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.015+0000 7f82f5000700 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a2197ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.015+0000 7f82f5000700 1 -- 172.21.15.26:0/3708584522 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21976c10 msgr2=0x563a2197e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:34.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.015+0000 7f82f5000700 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21976c10 0x563a2197e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.015+0000 7f82f5000700 1 -- 172.21.15.26:0/3708584522 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a21817880 con 0x563a219762f0 2024-04-26T02:01:34.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.015+0000 7f82f5a00700 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a2197ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:34.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.015+0000 7f82f5000700 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 0x563a21981210 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f82e4003760 tx=0x7f82e4003eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d954f7d14d63467a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:34.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.015+0000 7f82d6a00700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:01:34.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.015+0000 7f82d6a00700 1 -- 172.21.15.26:0/3708584522 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e4027070 con 0x563a219762f0 2024-04-26T02:01:34.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.015+0000 7f8302287b80 1 -- 172.21.15.26:0/3708584522 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82e40056d0 con 0x563a219762f0 2024-04-26T02:01:34.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.015+0000 7f82d6a00700 1 -- 172.21.15.26:0/3708584522 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f82e400b920 con 0x563a219762f0 2024-04-26T02:01:34.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.016+0000 7f82d6a00700 1 -- 172.21.15.26:0/3708584522 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f82e400bb20 con 0x563a219762f0 2024-04-26T02:01:34.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.016+0000 7f8302287b80 10 client.24905 fetch_fsmap learned FSMap version 28 2024-04-26T02:01:34.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.016+0000 7f8302287b80 1 -- 172.21.15.26:0/3708584522 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563a21860aa0 con 0x563a219762f0 2024-04-26T02:01:34.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.016+0000 7f82d6a00700 1 -- 172.21.15.26:0/3708584522 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82e40056d0 con 0x563a219762f0 2024-04-26T02:01:34.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.016+0000 7f82d6a00700 1 -- 172.21.15.26:0/3708584522 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f82e4021070 con 0x563a219762f0 2024-04-26T02:01:34.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.016+0000 7f8302287b80 10 client.24905 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:01:34.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.016+0000 7f8302287b80 10 client.24905 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T02:01:34.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.016+0000 7f8302287b80 20 client.24905 populate_metadata read hostname 'smithi026' 2024-04-26T02:01:34.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.017+0000 7f8302287b80 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x563a2198ff50 0x563a21992030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.017+0000 7f8302287b80 4 client.24905 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:01:34.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.017+0000 7f8302287b80 1 -- 172.21.15.26:0/3708584522 --> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563a218d7630 con 0x563a2198ff50 2024-04-26T02:01:34.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.017+0000 7f82efe00700 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x563a2198ff50 0x563a21992030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.017+0000 7f82efe00700 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x563a2198ff50 0x563a21992030 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3c33cc99e8acb391 server_cookie=8ef6cdd81eaf66a0 in_seq=0 out_seq=0 2024-04-26T02:01:34.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.017+0000 7f82d6a00700 10 client.24905 ms_handle_connect on v2:172.21.15.26:6838/384232954 2024-04-26T02:01:34.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.018+0000 7f82d6a00700 1 -- 172.21.15.26:0/3708584522 <== mds.2 v2:172.21.15.26:6838/384232954 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563a218d7630 con 0x563a2198ff50 2024-04-26T02:01:34.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.018+0000 7f82d6a00700 10 client.24905 handle_command_reply: tid=0 2024-04-26T02:01:34.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.018+0000 7f8302287b80 1 client.24905 shutdown 2024-04-26T02:01:34.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.019+0000 7f8302287b80 1 -- 172.21.15.26:0/3708584522 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 msgr2=0x563a21981210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:34.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.019+0000 7f8302287b80 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 0x563a21981210 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f82e4003760 tx=0x7f82e4003eb0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.019+0000 7f8302287b80 1 -- 172.21.15.26:0/3708584522 shutdown_connections 2024-04-26T02:01:34.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.019+0000 7f8302287b80 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a2197ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.019+0000 7f8302287b80 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a219762f0 0x563a21981210 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.019+0000 7f8302287b80 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x563a2198ff50 0x563a21992030 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.019+0000 7f8302287b80 1 --2- 172.21.15.26:0/3708584522 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21976c10 0x563a2197e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.019+0000 7f82d6a00700 0 client.24905 ms_handle_reset on v2:172.21.15.26:6838/384232954 2024-04-26T02:01:34.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.019+0000 7f8302287b80 1 -- 172.21.15.26:0/3708584522 >> 172.21.15.26:0/3708584522 conn(0x563a218a5550 msgr2=0x563a21971950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:34.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.019+0000 7f8302287b80 1 -- 172.21.15.26:0/3708584522 shutdown_connections 2024-04-26T02:01:34.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.019+0000 7f8302287b80 1 -- 172.21.15.26:0/3708584522 wait complete. 2024-04-26T02:01:34.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.019+0000 7f8302287b80 20 client.24905 trim_cache size 0 max 16384 2024-04-26T02:01:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.042+0000 7f8302287b80 1 Processor -- start 2024-04-26T02:01:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.042+0000 7f8302287b80 1 -- start start 2024-04-26T02:01:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.043+0000 7f8302287b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a219762f0 0x563a2197eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.043+0000 7f8302287b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a21976c10 0x563a2197f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.043+0000 7f8302287b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a219809b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.043+0000 7f8302287b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563a21990370 con 0x563a219762f0 2024-04-26T02:01:34.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.043+0000 7f8302287b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563a21990a40 con 0x563a21976c10 2024-04-26T02:01:34.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.043+0000 7f8302287b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563a21991110 con 0x563a21981ab0 2024-04-26T02:01:34.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.043+0000 7f82f5000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a219762f0 0x563a2197eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.043+0000 7f82f5000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a219762f0 0x563a2197eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50810/0 (socket says 172.21.15.26:50810) 2024-04-26T02:01:34.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.043+0000 7f82f5000700 1 -- 172.21.15.26:0/1263752725 learned_addr learned my addr 172.21.15.26:0/1263752725 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.043+0000 7f82efe00700 1 --2- 172.21.15.26:0/1263752725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a21976c10 0x563a2197f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.043+0000 7f82f5a00700 1 --2- 172.21.15.26:0/1263752725 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a219809b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.044+0000 7f82f5000700 1 -- 172.21.15.26:0/1263752725 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 msgr2=0x563a219809b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.044+0000 7f82f5000700 1 --2- 172.21.15.26:0/1263752725 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a219809b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.044+0000 7f82f5000700 1 -- 172.21.15.26:0/1263752725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a21976c10 msgr2=0x563a2197f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.044+0000 7f82f5000700 1 --2- 172.21.15.26:0/1263752725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a21976c10 0x563a2197f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.044+0000 7f82f5000700 1 -- 172.21.15.26:0/1263752725 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a21990860 con 0x563a219762f0 2024-04-26T02:01:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.044+0000 7f82f5000700 1 --2- 172.21.15.26:0/1263752725 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a219762f0 0x563a2197eb80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f82e402f040 tx=0x7f82e4005320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f46eeacb6a39ce30 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.044+0000 7f82e1600700 1 -- 172.21.15.26:0/1263752725 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e403c070 con 0x563a219762f0 2024-04-26T02:01:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.044+0000 7f82e1600700 1 -- 172.21.15.26:0/1263752725 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82e4028040 con 0x563a219762f0 2024-04-26T02:01:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.044+0000 7f82e1600700 1 -- 172.21.15.26:0/1263752725 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e4027040 con 0x563a219762f0 2024-04-26T02:01:34.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.045+0000 7f8302287b80 1 -- 172.21.15.26:0/1263752725 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a219762f0 msgr2=0x563a2197eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:34.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.045+0000 7f8302287b80 1 --2- 172.21.15.26:0/1263752725 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a219762f0 0x563a2197eb80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f82e402f040 tx=0x7f82e4005320 comp rx=0 tx=0).stop 2024-04-26T02:01:34.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.045+0000 7f8302287b80 1 -- 172.21.15.26:0/1263752725 shutdown_connections 2024-04-26T02:01:34.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.045+0000 7f8302287b80 1 --2- 172.21.15.26:0/1263752725 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a21981ab0 0x563a219809b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.045+0000 7f8302287b80 1 --2- 172.21.15.26:0/1263752725 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a219762f0 0x563a2197eb80 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.045+0000 7f8302287b80 1 --2- 172.21.15.26:0/1263752725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a21976c10 0x563a2197f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.045+0000 7f8302287b80 1 -- 172.21.15.26:0/1263752725 >> 172.21.15.26:0/1263752725 conn(0x563a218a5550 msgr2=0x563a219792f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:34.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.045+0000 7f8302287b80 1 -- 172.21.15.26:0/1263752725 shutdown_connections 2024-04-26T02:01:34.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.045+0000 7f8302287b80 1 -- 172.21.15.26:0/1263752725 wait complete. 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.046+0000 7f8302287b80 1 -- start start 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.046+0000 7f8302287b80 1 Processor -- start 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.046+0000 7f8302287b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a219762f0 0x563a21998900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.046+0000 7f8302287b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a21976c10 0x563a21998e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f8302287b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21981ab0 0x563a21999380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f8302287b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563a21991eb0 con 0x563a21981ab0 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f8302287b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563a219917e0 con 0x563a21976c10 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f8302287b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563a21992580 con 0x563a219762f0 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f8302287b80 10 client.0 _ll_register_callbacks cb 0x563a218626d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f82f5a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21981ab0 0x563a21999380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f82f5a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21981ab0 0x563a21999380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50814/0 (socket says 172.21.15.26:50814) 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f82f5a00700 1 -- 172.21.15.26:0/3466889861 learned_addr learned my addr 172.21.15.26:0/3466889861 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f82f5000700 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a219762f0 0x563a21998900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f82efe00700 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a21976c10 0x563a21998e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f82f5a00700 1 -- 172.21.15.26:0/3466889861 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a219762f0 msgr2=0x563a21998900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:34.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f82f5a00700 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a219762f0 0x563a21998900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f82f5a00700 1 -- 172.21.15.26:0/3466889861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a21976c10 msgr2=0x563a21998e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:34.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f82f5a00700 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a21976c10 0x563a21998e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f82f5a00700 1 -- 172.21.15.26:0/3466889861 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a21982e30 con 0x563a21981ab0 2024-04-26T02:01:34.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.047+0000 7f82efe00700 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a21976c10 0x563a21998e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:34.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.048+0000 7f82f5a00700 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21981ab0 0x563a21999380 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f82e801afc0 tx=0x7f82e8004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9024820459497ec server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:34.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.048+0000 7f82d6a00700 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:01:34.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.048+0000 7f82d6a00700 1 -- 172.21.15.26:0/3466889861 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e8021070 con 0x563a21981ab0 2024-04-26T02:01:34.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.048+0000 7f8302287b80 1 -- 172.21.15.26:0/3466889861 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82e4028040 con 0x563a21981ab0 2024-04-26T02:01:34.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.048+0000 7f82d6a00700 1 -- 172.21.15.26:0/3466889861 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f82e8004bb0 con 0x563a21981ab0 2024-04-26T02:01:34.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.048+0000 7f82d6a00700 1 -- 172.21.15.26:0/3466889861 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f82e8008e90 con 0x563a21981ab0 2024-04-26T02:01:34.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.048+0000 7f8302287b80 10 client.14802 fetch_fsmap learned FSMap version 28 2024-04-26T02:01:34.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.048+0000 7f8302287b80 1 -- 172.21.15.26:0/3466889861 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563a219f8190 con 0x563a21981ab0 2024-04-26T02:01:34.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.049+0000 7f82d6a00700 1 -- 172.21.15.26:0/3466889861 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82e4028040 con 0x563a21981ab0 2024-04-26T02:01:34.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.049+0000 7f82d6a00700 1 -- 172.21.15.26:0/3466889861 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f82e8004590 con 0x563a21981ab0 2024-04-26T02:01:34.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.049+0000 7f8302287b80 10 client.14802 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:01:34.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.049+0000 7f8302287b80 10 client.14802 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T02:01:34.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.049+0000 7f8302287b80 20 client.14802 populate_metadata read hostname 'smithi026' 2024-04-26T02:01:34.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.049+0000 7f8302287b80 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x563a219fcda0 0x563a219fbab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:34.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.049+0000 7f8302287b80 4 client.14802 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:01:34.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.049+0000 7f8302287b80 1 -- 172.21.15.26:0/3466889861 --> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] -- command(tid 0: {"prefix": "status"}) -- 0x563a218d16d0 con 0x563a219fcda0 2024-04-26T02:01:34.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.049+0000 7f82f5000700 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x563a219fcda0 0x563a219fbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:34.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.050+0000 7f82f5000700 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x563a219fcda0 0x563a219fbab0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=15333ba7d8568df6 server_cookie=a572b95808045256 in_seq=0 out_seq=0 2024-04-26T02:01:34.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.050+0000 7f82d6a00700 10 client.14802 ms_handle_connect on v2:172.21.15.26:6838/384232954 2024-04-26T02:01:34.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.050+0000 7f82d6a00700 1 -- 172.21.15.26:0/3466889861 <== mds.2 v2:172.21.15.26:6838/384232954 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x563a218d16d0 con 0x563a219fcda0 2024-04-26T02:01:34.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.050+0000 7f82d6a00700 10 client.14802 handle_command_reply: tid=0 2024-04-26T02:01:34.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.050+0000 7f8302287b80 1 client.14802 shutdown 2024-04-26T02:01:34.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.050+0000 7f8302287b80 1 -- 172.21.15.26:0/3466889861 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21981ab0 msgr2=0x563a21999380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:34.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.050+0000 7f8302287b80 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21981ab0 0x563a21999380 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f82e801afc0 tx=0x7f82e8004b40 comp rx=0 tx=0).stop 2024-04-26T02:01:34.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.051+0000 7f8302287b80 1 -- 172.21.15.26:0/3466889861 shutdown_connections 2024-04-26T02:01:34.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.051+0000 7f8302287b80 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x563a219fcda0 0x563a219fbab0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.051+0000 7f8302287b80 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563a21981ab0 0x563a21999380 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.051+0000 7f8302287b80 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563a219762f0 0x563a21998900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.051+0000 7f8302287b80 1 --2- 172.21.15.26:0/3466889861 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563a21976c10 0x563a21998e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.051+0000 7f8302287b80 1 -- 172.21.15.26:0/3466889861 >> 172.21.15.26:0/3466889861 conn(0x563a218a5550 msgr2=0x563a21978aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:34.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.051+0000 7f82d6a00700 0 client.14802 ms_handle_reset on v2:172.21.15.26:6838/384232954 2024-04-26T02:01:34.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.051+0000 7f8302287b80 1 -- 172.21.15.26:0/3466889861 shutdown_connections 2024-04-26T02:01:34.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.051+0000 7f8302287b80 1 -- 172.21.15.26:0/3466889861 wait complete. 2024-04-26T02:01:34.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.051+0000 7f8302287b80 20 client.14802 trim_cache size 0 max 16384 2024-04-26T02:01:34.054 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:01:34.054 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:01:34.054 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 2, 2024-04-26T02:01:34.055 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24502, 2024-04-26T02:01:34.055 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:01:34.055 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:01:34.055 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:01:34.055 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 160.98886626999999, 2024-04-26T02:01:34.055 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 28, 2024-04-26T02:01:34.055 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T02:01:34.055 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T02:01:34.055 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 209.324563713 2024-04-26T02:01:34.055 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:01:34.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.052+0000 7f82f7a00700 1 -- 172.21.15.26:0/2468052026 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f82d80a3cc0 msgr2=0x7f82d80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:34.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.052+0000 7f82f7a00700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f82d80a3cc0 0x7f82d80a6180 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f82e8009ec0 tx=0x7f82e80134a0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.052+0000 7f82f7a00700 1 -- 172.21.15.26:0/2468052026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f82f0075590 msgr2=0x7f82f01a5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:34.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.052+0000 7f82f7a00700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f82f0075590 0x7f82f01a5920 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f82dc00d950 tx=0x7f82dc00dc60 comp rx=0 tx=0).stop 2024-04-26T02:01:34.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.052+0000 7f82f7a00700 1 -- 172.21.15.26:0/2468052026 shutdown_connections 2024-04-26T02:01:34.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.052+0000 7f82f7a00700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82f0113c10 0x7f82f019f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.052+0000 7f82f7a00700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82f0074c70 0x7f82f01a53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.052+0000 7f82f7a00700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f82d80a3cc0 0x7f82d80a6180 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.052+0000 7f82f7a00700 1 --2- 172.21.15.26:0/2468052026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f82f0075590 0x7f82f01a5920 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:34.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.052+0000 7f82f7a00700 1 -- 172.21.15.26:0/2468052026 >> 172.21.15.26:0/2468052026 conn(0x7f82f0079ba0 msgr2=0x7f82f010f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:34.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.052+0000 7f82f7a00700 1 -- 172.21.15.26:0/2468052026 shutdown_connections 2024-04-26T02:01:34.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:34.052+0000 7f82f7a00700 1 -- 172.21.15.26:0/2468052026 wait complete. 2024-04-26T02:01:34.939 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.a status 2024-04-26T02:01:35.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:35 smithi026 ceph-mon[28138]: pgmap v425: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:35.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:35 smithi064 ceph-mon[32613]: pgmap v425: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:35.408 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:35.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:35 smithi033 ceph-mon[32805]: pgmap v425: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:37.091 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:37 smithi026 ceph-mon[28138]: pgmap v426: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:37.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:37 smithi064 ceph-mon[32613]: pgmap v426: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:37.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:37 smithi033 ceph-mon[32805]: pgmap v426: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:37.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.631+0000 7fe9d1800700 1 -- 172.21.15.26:0/1910694704 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9cc076f70 msgr2=0x7fe9cc077350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:37.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.631+0000 7fe9d1800700 1 --2- 172.21.15.26:0/1910694704 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9cc076f70 0x7fe9cc077350 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc009990 tx=0x7fe9bc009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.631+0000 7fe9d1800700 1 -- 172.21.15.26:0/1910694704 shutdown_connections 2024-04-26T02:01:37.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.631+0000 7fe9d1800700 1 --2- 172.21.15.26:0/1910694704 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc1138c0 0x7fe9cc115cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.631+0000 7fe9d1800700 1 --2- 172.21.15.26:0/1910694704 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9cc076f70 0x7fe9cc077350 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.631+0000 7fe9d1800700 1 --2- 172.21.15.26:0/1910694704 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc077890 0x7fe9cc113380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.631+0000 7fe9d1800700 1 -- 172.21.15.26:0/1910694704 >> 172.21.15.26:0/1910694704 conn(0x7fe9cc1006f0 msgr2=0x7fe9cc102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:37.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.631+0000 7fe9d1800700 1 -- 172.21.15.26:0/1910694704 shutdown_connections 2024-04-26T02:01:37.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.631+0000 7fe9d1800700 1 -- 172.21.15.26:0/1910694704 wait complete. 2024-04-26T02:01:37.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.632+0000 7fe9d1800700 1 Processor -- start 2024-04-26T02:01:37.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.632+0000 7fe9d1800700 1 -- start start 2024-04-26T02:01:37.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.633+0000 7fe9d1800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9cc076f70 0x7fe9cc1a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.633+0000 7fe9d1800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc077890 0x7fe9cc1a5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.633+0000 7fe9d1800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc1138c0 0x7fe9cc19f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.633+0000 7fe9d1800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe9cc119280 con 0x7fe9cc076f70 2024-04-26T02:01:37.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.633+0000 7fe9d1800700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe9cc119100 con 0x7fe9cc1138c0 2024-04-26T02:01:37.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.633+0000 7fe9d1800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe9cc119400 con 0x7fe9cc077890 2024-04-26T02:01:37.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.633+0000 7fe9caa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9cc076f70 0x7fe9cc1a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.633+0000 7fe9cb400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc1138c0 0x7fe9cc19f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.633+0000 7fe9caa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9cc076f70 0x7fe9cc1a53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53348/0 (socket says 172.21.15.26:53348) 2024-04-26T02:01:37.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.633+0000 7fe9caa00700 1 -- 172.21.15.26:0/355296188 learned_addr learned my addr 172.21.15.26:0/355296188 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:37.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.633+0000 7fe9ca000700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc077890 0x7fe9cc1a5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.634+0000 7fe9cb400700 1 -- 172.21.15.26:0/355296188 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc077890 msgr2=0x7fe9cc1a5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:37.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.634+0000 7fe9cb400700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc077890 0x7fe9cc1a5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.634+0000 7fe9cb400700 1 -- 172.21.15.26:0/355296188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9cc076f70 msgr2=0x7fe9cc1a53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:37.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.634+0000 7fe9cb400700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9cc076f70 0x7fe9cc1a53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.634+0000 7fe9cb400700 1 -- 172.21.15.26:0/355296188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9cc19fd60 con 0x7fe9cc1138c0 2024-04-26T02:01:37.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.634+0000 7fe9cb400700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc1138c0 0x7fe9cc19f600 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc07b260 tx=0x7fe9c400ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:37.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.634+0000 7fe9c3400700 1 -- 172.21.15.26:0/355296188 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c40092e0 con 0x7fe9cc1138c0 2024-04-26T02:01:37.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.634+0000 7fe9d1800700 1 -- 172.21.15.26:0/355296188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9cc19fff0 con 0x7fe9cc1138c0 2024-04-26T02:01:37.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.634+0000 7fe9c3400700 1 -- 172.21.15.26:0/355296188 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9c4004bb0 con 0x7fe9cc1138c0 2024-04-26T02:01:37.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.634+0000 7fe9c3400700 1 -- 172.21.15.26:0/355296188 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c4004020 con 0x7fe9cc1138c0 2024-04-26T02:01:37.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.634+0000 7fe9d1800700 1 -- 172.21.15.26:0/355296188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9cc1ac2c0 con 0x7fe9cc1138c0 2024-04-26T02:01:37.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.638+0000 7fe9c3400700 1 -- 172.21.15.26:0/355296188 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe9c401b030 con 0x7fe9cc1138c0 2024-04-26T02:01:37.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.639+0000 7fe9c3400700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe9b00a3cc0 0x7fe9b00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.639+0000 7fe9dc17bb80 1 Processor -- start 2024-04-26T02:01:37.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.639+0000 7fe9c3400700 1 -- 172.21.15.26:0/355296188 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe9c40cfdc0 con 0x7fe9cc1138c0 2024-04-26T02:01:37.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.639+0000 7fe9caa00700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe9b00a3cc0 0x7fe9b00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.640+0000 7fe9dc17bb80 1 -- start start 2024-04-26T02:01:37.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.640+0000 7fe9dc17bb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d6a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.640+0000 7fe9dc17bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d75570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.640+0000 7fe9dc17bb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d77ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.640+0000 7fe9dc17bb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5650c2cbde40 con 0x5650c2d6a2f0 2024-04-26T02:01:37.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.640+0000 7fe9dc17bb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5650c2c646e0 con 0x5650c2d75ab0 2024-04-26T02:01:37.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.640+0000 7fe9dc17bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5650c2cb9e00 con 0x5650c2d6ac10 2024-04-26T02:01:37.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.640+0000 7fe9ca000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d75570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.640+0000 7fe9ca000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d75570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:35376/0 (socket says 172.21.15.26:35376) 2024-04-26T02:01:37.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.641+0000 7fe9ca000700 1 -- 172.21.15.26:0/507217127 learned_addr learned my addr 172.21.15.26:0/507217127 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:37.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.641+0000 7fe9caa00700 1 --2- 172.21.15.26:0/507217127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d6a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.641+0000 7fe9cb400700 1 --2- 172.21.15.26:0/507217127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d77ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.641+0000 7fe9ca000700 1 -- 172.21.15.26:0/507217127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 msgr2=0x5650c2d77ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:37.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.641+0000 7fe9ca000700 1 --2- 172.21.15.26:0/507217127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d77ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.641+0000 7fe9ca000700 1 -- 172.21.15.26:0/507217127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 msgr2=0x5650c2d6a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:37.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.641+0000 7fe9ca000700 1 --2- 172.21.15.26:0/507217127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d6a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.641+0000 7fe9ca000700 1 -- 172.21.15.26:0/507217127 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650c2c5a630 con 0x5650c2d6ac10 2024-04-26T02:01:37.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.641+0000 7fe9caa00700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe9b00a3cc0 0x7fe9b00a6180 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc006010 tx=0x7fe9bc009690 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:37.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.641+0000 7fe9ca000700 1 --2- 172.21.15.26:0/507217127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d75570 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4009d20 tx=0x7fe9b4011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6a50bc7c0bf885a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:37.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.642+0000 7fe9bbe00700 1 -- 172.21.15.26:0/507217127 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b401e070 con 0x5650c2d6ac10 2024-04-26T02:01:37.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.642+0000 7fe9bbe00700 1 -- 172.21.15.26:0/507217127 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9b4019ae0 con 0x5650c2d6ac10 2024-04-26T02:01:37.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.642+0000 7fe9bbe00700 1 -- 172.21.15.26:0/507217127 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b400eb40 con 0x5650c2d6ac10 2024-04-26T02:01:37.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.642+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/507217127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 msgr2=0x5650c2d75570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:37.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.642+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/507217127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d75570 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4009d20 tx=0x7fe9b4011720 comp rx=0 tx=0).stop 2024-04-26T02:01:37.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.643+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/507217127 shutdown_connections 2024-04-26T02:01:37.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.643+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/507217127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d77ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.643+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/507217127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d6a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.643+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/507217127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d75570 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.643+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/507217127 >> 172.21.15.26:0/507217127 conn(0x5650c2c99550 msgr2=0x5650c2d66790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:37.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.643+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/507217127 shutdown_connections 2024-04-26T02:01:37.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.643+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/507217127 wait complete. 2024-04-26T02:01:37.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.643+0000 7fe9dc17bb80 1 -- start start 2024-04-26T02:01:37.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.643+0000 7fe9dc17bb80 1 Processor -- start 2024-04-26T02:01:37.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.644+0000 7fe9dc17bb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d75210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.644+0000 7fe9dc17bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d72510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.644+0000 7fe9dc17bb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d72a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.644+0000 7fe9dc17bb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5650c2d785a0 con 0x5650c2d6a2f0 2024-04-26T02:01:37.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.644+0000 7fe9dc17bb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5650c2c77810 con 0x5650c2d75ab0 2024-04-26T02:01:37.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.644+0000 7fe9dc17bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5650c2d78720 con 0x5650c2d6ac10 2024-04-26T02:01:37.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.644+0000 7fe9dc17bb80 10 client.0 _ll_register_callbacks cb 0x5650c2c566d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:37.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.644+0000 7fe9caa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d75210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.644+0000 7fe9ca000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d72510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.644+0000 7fe9caa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d75210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53360/0 (socket says 172.21.15.26:53360) 2024-04-26T02:01:37.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.644+0000 7fe9ca000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d72510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:35386/0 (socket says 172.21.15.26:35386) 2024-04-26T02:01:37.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.644+0000 7fe9caa00700 1 -- 172.21.15.26:0/3123285005 learned_addr learned my addr 172.21.15.26:0/3123285005 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:37.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.645+0000 7fe9cb400700 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d72a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.645+0000 7fe9ca000700 1 -- 172.21.15.26:0/3123285005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 msgr2=0x5650c2d72a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:37.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.645+0000 7fe9ca000700 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d72a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.645+0000 7fe9ca000700 1 -- 172.21.15.26:0/3123285005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 msgr2=0x5650c2d75210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:37.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.645+0000 7fe9ca000700 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d75210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.645+0000 7fe9ca000700 1 -- 172.21.15.26:0/3123285005 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650c2c0b880 con 0x5650c2d6ac10 2024-04-26T02:01:37.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.645+0000 7fe9caa00700 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d75210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:37.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.645+0000 7fe9ca000700 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d72510 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4009920 tx=0x7fe9b4005db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7bc2d1dc77b6466e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.645+0000 7fe9b8c00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.646+0000 7fe9b8c00700 1 -- 172.21.15.26:0/3123285005 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b4027070 con 0x5650c2d6ac10 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.646+0000 7fe9b8c00700 1 -- 172.21.15.26:0/3123285005 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe9b4019840 con 0x5650c2d6ac10 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.646+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3123285005 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9b4019ae0 con 0x5650c2d6ac10 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.646+0000 7fe9b8c00700 1 -- 172.21.15.26:0/3123285005 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe9b4033050 con 0x5650c2d6ac10 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.646+0000 7fe9dc17bb80 10 client.24916 fetch_fsmap learned FSMap version 28 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.646+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3123285005 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5650c2c54aa0 con 0x5650c2d6ac10 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.647+0000 7fe9b8c00700 1 -- 172.21.15.26:0/3123285005 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9b4019ae0 con 0x5650c2d6ac10 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.647+0000 7fe9b8c00700 1 -- 172.21.15.26:0/3123285005 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fe9b4004b30 con 0x5650c2d6ac10 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.647+0000 7fe9dc17bb80 10 client.24916 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.647+0000 7fe9dc17bb80 10 client.24916 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.647+0000 7fe9dc17bb80 20 client.24916 populate_metadata read hostname 'smithi026' 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.647+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x5650c2d84f70 0x5650c2d863e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.647+0000 7fe9dc17bb80 4 client.24916 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:01:37.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.647+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3123285005 --> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5650c2ccb630 con 0x5650c2d84f70 2024-04-26T02:01:37.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.647+0000 7fe9caa00700 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x5650c2d84f70 0x5650c2d863e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.648+0000 7fe9caa00700 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x5650c2d84f70 0x5650c2d863e0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1330f16797ae13c1 server_cookie=43344937ae95dc13 in_seq=0 out_seq=0 2024-04-26T02:01:37.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.648+0000 7fe9b8c00700 10 client.24916 ms_handle_connect on v2:172.21.15.26:6840/1541859577 2024-04-26T02:01:37.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.649+0000 7fe9b8c00700 1 -- 172.21.15.26:0/3123285005 <== mds.1 v2:172.21.15.26:6840/1541859577 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5650c2ccb630 con 0x5650c2d84f70 2024-04-26T02:01:37.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.649+0000 7fe9b8c00700 10 client.24916 handle_command_reply: tid=0 2024-04-26T02:01:37.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.649+0000 7fe9dc17bb80 1 client.24916 shutdown 2024-04-26T02:01:37.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.649+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3123285005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 msgr2=0x5650c2d72510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:37.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.649+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d72510 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4009920 tx=0x7fe9b4005db0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.650+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3123285005 shutdown_connections 2024-04-26T02:01:37.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.650+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d72a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.650+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x5650c2d84f70 0x5650c2d863e0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.650+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d75210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.650+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/3123285005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d72510 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.650+0000 7fe9b8c00700 0 client.24916 ms_handle_reset on v2:172.21.15.26:6840/1541859577 2024-04-26T02:01:37.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.650+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3123285005 >> 172.21.15.26:0/3123285005 conn(0x5650c2c99550 msgr2=0x5650c2d6cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:37.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.650+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3123285005 shutdown_connections 2024-04-26T02:01:37.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.650+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3123285005 wait complete. 2024-04-26T02:01:37.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.650+0000 7fe9dc17bb80 20 client.24916 trim_cache size 0 max 16384 2024-04-26T02:01:37.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.673+0000 7fe9dc17bb80 1 Processor -- start 2024-04-26T02:01:37.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.673+0000 7fe9dc17bb80 1 -- start start 2024-04-26T02:01:37.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.673+0000 7fe9dc17bb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d623a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.673+0000 7fe9dc17bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d8f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.673+0000 7fe9dc17bb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d8fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.673+0000 7fe9dc17bb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5650c2d84720 con 0x5650c2d6a2f0 2024-04-26T02:01:37.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.673+0000 7fe9dc17bb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5650c2d84df0 con 0x5650c2d75ab0 2024-04-26T02:01:37.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.673+0000 7fe9dc17bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5650c2d854c0 con 0x5650c2d6ac10 2024-04-26T02:01:37.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.673+0000 7fe9caa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d623a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.674+0000 7fe9cb400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d8fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.674+0000 7fe9caa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d623a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53366/0 (socket says 172.21.15.26:53366) 2024-04-26T02:01:37.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.674+0000 7fe9caa00700 1 -- 172.21.15.26:0/2048458341 learned_addr learned my addr 172.21.15.26:0/2048458341 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:37.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.674+0000 7fe9cb400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d8fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:33452/0 (socket says 172.21.15.26:33452) 2024-04-26T02:01:37.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.674+0000 7fe9ca000700 1 --2- 172.21.15.26:0/2048458341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d8f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.674+0000 7fe9cb400700 1 -- 172.21.15.26:0/2048458341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 msgr2=0x5650c2d8f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:37.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.674+0000 7fe9cb400700 1 --2- 172.21.15.26:0/2048458341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d8f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.674+0000 7fe9cb400700 1 -- 172.21.15.26:0/2048458341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 msgr2=0x5650c2d623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:37.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.674+0000 7fe9cb400700 1 --2- 172.21.15.26:0/2048458341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d623a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.674+0000 7fe9cb400700 1 -- 172.21.15.26:0/2048458341 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650c2d70ae0 con 0x5650c2d75ab0 2024-04-26T02:01:37.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.674+0000 7fe9cb400700 1 --2- 172.21.15.26:0/2048458341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d8fd80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe9c4098540 tx=0x7fe9c400c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e4d3641151535cc4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:37.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.675+0000 7fe9bb400700 1 -- 172.21.15.26:0/2048458341 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c409c7e0 con 0x5650c2d75ab0 2024-04-26T02:01:37.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.675+0000 7fe9bb400700 1 -- 172.21.15.26:0/2048458341 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9c409c0e0 con 0x5650c2d75ab0 2024-04-26T02:01:37.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.675+0000 7fe9bb400700 1 -- 172.21.15.26:0/2048458341 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c40a4a90 con 0x5650c2d75ab0 2024-04-26T02:01:37.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.675+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/2048458341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 msgr2=0x5650c2d8fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:37.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.675+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/2048458341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d8fd80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe9c4098540 tx=0x7fe9c400c950 comp rx=0 tx=0).stop 2024-04-26T02:01:37.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.675+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/2048458341 shutdown_connections 2024-04-26T02:01:37.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.675+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/2048458341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d75ab0 0x5650c2d8fd80 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.675+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/2048458341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d6a2f0 0x5650c2d623a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.675+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/2048458341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d8f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.675+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/2048458341 >> 172.21.15.26:0/2048458341 conn(0x5650c2c99550 msgr2=0x5650c2d84010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:37.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.675+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/2048458341 shutdown_connections 2024-04-26T02:01:37.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.675+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/2048458341 wait complete. 2024-04-26T02:01:37.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.676+0000 7fe9dc17bb80 1 -- start start 2024-04-26T02:01:37.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.676+0000 7fe9dc17bb80 1 Processor -- start 2024-04-26T02:01:37.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9dc17bb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d6a2f0 0x5650c2d8f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9dc17bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d8fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9dc17bb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d75ab0 0x5650c2d898e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9dc17bb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5650c2d86260 con 0x5650c2d75ab0 2024-04-26T02:01:37.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9dc17bb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5650c2d85b90 con 0x5650c2d6a2f0 2024-04-26T02:01:37.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9dc17bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5650c2d86930 con 0x5650c2d6ac10 2024-04-26T02:01:37.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9dc17bb80 10 client.0 _ll_register_callbacks cb 0x5650c2c566d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9cb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d75ab0 0x5650c2d898e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9cb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d75ab0 0x5650c2d898e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53370/0 (socket says 172.21.15.26:53370) 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9cb400700 1 -- 172.21.15.26:0/3929345271 learned_addr learned my addr 172.21.15.26:0/3929345271 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9caa00700 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d6a2f0 0x5650c2d8f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9ca000700 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d8fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9caa00700 1 -- 172.21.15.26:0/3929345271 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 msgr2=0x5650c2d8fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9caa00700 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d8fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9caa00700 1 -- 172.21.15.26:0/3929345271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d75ab0 msgr2=0x5650c2d898e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9caa00700 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d75ab0 0x5650c2d898e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.677+0000 7fe9caa00700 1 -- 172.21.15.26:0/3929345271 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650c2d89f80 con 0x5650c2d6a2f0 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.678+0000 7fe9caa00700 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d6a2f0 0x5650c2d8f520 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x5650c2d6b320 tx=0x7fe9bc009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2281932147bf113b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.678+0000 7fe9b8c00700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:01:37.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.678+0000 7fe9b8c00700 1 -- 172.21.15.26:0/3929345271 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc003890 con 0x5650c2d6a2f0 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.678+0000 7fe9b8c00700 1 -- 172.21.15.26:0/3929345271 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe9bc003a30 con 0x5650c2d6a2f0 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.678+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3929345271 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9c409c0e0 con 0x5650c2d6a2f0 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.678+0000 7fe9b8c00700 1 -- 172.21.15.26:0/3929345271 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe9bc003c70 con 0x5650c2d6a2f0 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.678+0000 7fe9dc17bb80 10 client.24929 fetch_fsmap learned FSMap version 28 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.678+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3929345271 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5650c2deca40 con 0x5650c2d6a2f0 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.679+0000 7fe9b8c00700 1 -- 172.21.15.26:0/3929345271 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9c409c0e0 con 0x5650c2d6a2f0 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.679+0000 7fe9b8c00700 1 -- 172.21.15.26:0/3929345271 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fe9bc031040 con 0x5650c2d6a2f0 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.679+0000 7fe9dc17bb80 10 client.24929 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.679+0000 7fe9dc17bb80 10 client.24929 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.679+0000 7fe9dc17bb80 20 client.24929 populate_metadata read hostname 'smithi026' 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.679+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x5650c2df1650 0x5650c2df0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.679+0000 7fe9dc17bb80 4 client.24929 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.679+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3929345271 --> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] -- command(tid 0: {"prefix": "status"}) -- 0x5650c2cc56d0 con 0x5650c2df1650 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.680+0000 7fe9ca000700 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x5650c2df1650 0x5650c2df0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:37.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.680+0000 7fe9ca000700 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x5650c2df1650 0x5650c2df0360 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9d43e4e733c50e47 server_cookie=aeb4aaf173b5beb4 in_seq=0 out_seq=0 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.680+0000 7fe9b8c00700 10 client.24929 ms_handle_connect on v2:172.21.15.26:6840/1541859577 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.680+0000 7fe9b8c00700 1 -- 172.21.15.26:0/3929345271 <== mds.1 v2:172.21.15.26:6840/1541859577 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5650c2cc56d0 con 0x5650c2df1650 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.680+0000 7fe9b8c00700 10 client.24929 handle_command_reply: tid=0 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.680+0000 7fe9dc17bb80 1 client.24929 shutdown 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.681+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3929345271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d6a2f0 msgr2=0x5650c2d8f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.681+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d6a2f0 0x5650c2d8f520 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x5650c2d6b320 tx=0x7fe9bc009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.681+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3929345271 shutdown_connections 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.681+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x5650c2df1650 0x5650c2df0360 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.681+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650c2d75ab0 0x5650c2d898e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.681+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5650c2d6a2f0 0x5650c2d8f520 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.681+0000 7fe9b8c00700 0 client.24929 ms_handle_reset on v2:172.21.15.26:6840/1541859577 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.681+0000 7fe9dc17bb80 1 --2- 172.21.15.26:0/3929345271 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5650c2d6ac10 0x5650c2d8fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.681+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3929345271 >> 172.21.15.26:0/3929345271 conn(0x5650c2c99550 msgr2=0x5650c2d66140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:37.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.681+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3929345271 shutdown_connections 2024-04-26T02:01:37.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.681+0000 7fe9dc17bb80 1 -- 172.21.15.26:0/3929345271 wait complete. 2024-04-26T02:01:37.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.681+0000 7fe9dc17bb80 20 client.24929 trim_cache size 0 max 16384 2024-04-26T02:01:37.685 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:01:37.685 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:01:37.685 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 1, 2024-04-26T02:01:37.685 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24512, 2024-04-26T02:01:37.685 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:01:37.686 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:01:37.686 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:01:37.686 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 165.62927355900001, 2024-04-26T02:01:37.686 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 28, 2024-04-26T02:01:37.686 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T02:01:37.686 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T02:01:37.686 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 207.84780839999999 2024-04-26T02:01:37.686 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:01:37.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.682+0000 7fe9d1800700 1 -- 172.21.15.26:0/355296188 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe9b00a3cc0 msgr2=0x7fe9b00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:37.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.682+0000 7fe9d1800700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe9b00a3cc0 0x7fe9b00a6180 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc006010 tx=0x7fe9bc009690 comp rx=0 tx=0).stop 2024-04-26T02:01:37.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.682+0000 7fe9d1800700 1 -- 172.21.15.26:0/355296188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc1138c0 msgr2=0x7fe9cc19f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:37.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.682+0000 7fe9d1800700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc1138c0 0x7fe9cc19f600 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc07b260 tx=0x7fe9c400ef90 comp rx=0 tx=0).stop 2024-04-26T02:01:37.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.682+0000 7fe9d1800700 1 -- 172.21.15.26:0/355296188 shutdown_connections 2024-04-26T02:01:37.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.682+0000 7fe9d1800700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc1138c0 0x7fe9cc19f600 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.682+0000 7fe9d1800700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe9b00a3cc0 0x7fe9b00a6180 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.682+0000 7fe9d1800700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9cc076f70 0x7fe9cc1a53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.682+0000 7fe9d1800700 1 --2- 172.21.15.26:0/355296188 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc077890 0x7fe9cc1a5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:37.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.682+0000 7fe9d1800700 1 -- 172.21.15.26:0/355296188 >> 172.21.15.26:0/355296188 conn(0x7fe9cc1006f0 msgr2=0x7fe9cc102ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:37.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.682+0000 7fe9d1800700 1 -- 172.21.15.26:0/355296188 shutdown_connections 2024-04-26T02:01:37.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:37.682+0000 7fe9d1800700 1 -- 172.21.15.26:0/355296188 wait complete. 2024-04-26T02:01:38.512 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-26T02:01:38.983 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:39.300 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:39 smithi026 ceph-mon[28138]: pgmap v427: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:39.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:39 smithi064 ceph-mon[32613]: pgmap v427: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:39.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:39 smithi033 ceph-mon[32805]: pgmap v427: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:41.300 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:41 smithi033 ceph-mon[32805]: pgmap v428: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:41.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.305+0000 7fe293000700 1 -- 172.21.15.26:0/2335399438 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe28c109fa0 msgr2=0x7fe28c111b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:41.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.305+0000 7fe293000700 1 --2- 172.21.15.26:0/2335399438 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe28c109fa0 0x7fe28c111b70 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fe28400b0a0 tx=0x7fe28400b3b0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.305+0000 7fe293000700 1 -- 172.21.15.26:0/2335399438 shutdown_connections 2024-04-26T02:01:41.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.305+0000 7fe293000700 1 --2- 172.21.15.26:0/2335399438 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe28c109fa0 0x7fe28c111b70 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.305+0000 7fe293000700 1 --2- 172.21.15.26:0/2335399438 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe28c104ec0 0x7fe28c1052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.305+0000 7fe293000700 1 --2- 172.21.15.26:0/2335399438 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe28c105870 0x7fe28c1098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.305+0000 7fe293000700 1 -- 172.21.15.26:0/2335399438 >> 172.21.15.26:0/2335399438 conn(0x7fe28c100750 msgr2=0x7fe28c102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:41.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.306+0000 7fe293000700 1 -- 172.21.15.26:0/2335399438 shutdown_connections 2024-04-26T02:01:41.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.306+0000 7fe293000700 1 -- 172.21.15.26:0/2335399438 wait complete. 2024-04-26T02:01:41.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:41 smithi026 ceph-mon[28138]: pgmap v428: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:41.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.307+0000 7fe293000700 1 Processor -- start 2024-04-26T02:01:41.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.307+0000 7fe293000700 1 -- start start 2024-04-26T02:01:41.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.307+0000 7fe293000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe28c104ec0 0x7fe28c19b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.307+0000 7fe293000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe28c105870 0x7fe28c19b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.307+0000 7fe293000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe28c109fa0 0x7fe28c19fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.307+0000 7fe293000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe28c114e90 con 0x7fe28c104ec0 2024-04-26T02:01:41.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.307+0000 7fe293000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe28c114d10 con 0x7fe28c109fa0 2024-04-26T02:01:41.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.307+0000 7fe293000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe28c115010 con 0x7fe28c105870 2024-04-26T02:01:41.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.308+0000 7fe28be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe28c104ec0 0x7fe28c19b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.308+0000 7fe28be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe28c104ec0 0x7fe28c19b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53386/0 (socket says 172.21.15.26:53386) 2024-04-26T02:01:41.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.308+0000 7fe28be00700 1 -- 172.21.15.26:0/580803269 learned_addr learned my addr 172.21.15.26:0/580803269 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:41.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.308+0000 7fe28b400700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe28c105870 0x7fe28c19b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.308+0000 7fe291000700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe28c109fa0 0x7fe28c19fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.308+0000 7fe291000700 1 -- 172.21.15.26:0/580803269 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe28c105870 msgr2=0x7fe28c19b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:41.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.308+0000 7fe291000700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe28c105870 0x7fe28c19b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.308+0000 7fe291000700 1 -- 172.21.15.26:0/580803269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe28c104ec0 msgr2=0x7fe28c19b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:41.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.308+0000 7fe291000700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe28c104ec0 0x7fe28c19b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.308+0000 7fe291000700 1 -- 172.21.15.26:0/580803269 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe28c1a02e0 con 0x7fe28c109fa0 2024-04-26T02:01:41.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.308+0000 7fe28be00700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe28c104ec0 0x7fe28c19b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:41.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.309+0000 7fe291000700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe28c109fa0 0x7fe28c19fba0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe28400b070 tx=0x7fe284004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:41.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.309+0000 7fe288c00700 1 -- 172.21.15.26:0/580803269 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe284021070 con 0x7fe28c109fa0 2024-04-26T02:01:41.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.309+0000 7fe288c00700 1 -- 172.21.15.26:0/580803269 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe284007b80 con 0x7fe28c109fa0 2024-04-26T02:01:41.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.309+0000 7fe293000700 1 -- 172.21.15.26:0/580803269 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe28c1a0570 con 0x7fe28c109fa0 2024-04-26T02:01:41.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.309+0000 7fe288c00700 1 -- 172.21.15.26:0/580803269 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2840052a0 con 0x7fe28c109fa0 2024-04-26T02:01:41.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.309+0000 7fe293000700 1 -- 172.21.15.26:0/580803269 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe28c1a7e50 con 0x7fe28c109fa0 2024-04-26T02:01:41.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.312+0000 7fe288c00700 1 -- 172.21.15.26:0/580803269 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe284024070 con 0x7fe28c109fa0 2024-04-26T02:01:41.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.314+0000 7fe29d962b80 1 Processor -- start 2024-04-26T02:01:41.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.314+0000 7fe29d962b80 1 -- start start 2024-04-26T02:01:41.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.314+0000 7fe288c00700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe2700a3cc0 0x7fe2700a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.314+0000 7fe29d962b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91bb6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.314+0000 7fe29d962b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91c6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.314+0000 7fe29d962b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91c6ab0 0x564eb91c8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.314+0000 7fe288c00700 1 -- 172.21.15.26:0/580803269 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe2840d12e0 con 0x7fe28c109fa0 2024-04-26T02:01:41.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.314+0000 7fe29d962b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564eb910ee40 con 0x564eb91bbc10 2024-04-26T02:01:41.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.314+0000 7fe29d962b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564eb90b56e0 con 0x564eb91bb2f0 2024-04-26T02:01:41.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.314+0000 7fe29d962b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x564eb910ae00 con 0x564eb91c6ab0 2024-04-26T02:01:41.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.314+0000 7fe28b400700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe2700a3cc0 0x7fe2700a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe28b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91c6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe28b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91c6570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53402/0 (socket says 172.21.15.26:53402) 2024-04-26T02:01:41.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe28b400700 1 -- 172.21.15.26:0/3343958830 learned_addr learned my addr 172.21.15.26:0/3343958830 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:41.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe28be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91bb6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe291000700 1 --2- 172.21.15.26:0/3343958830 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91c6ab0 0x564eb91c8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe28be00700 1 -- 172.21.15.26:0/3343958830 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91c6ab0 msgr2=0x564eb91c8ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:41.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe28be00700 1 --2- 172.21.15.26:0/3343958830 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91c6ab0 0x564eb91c8ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe28be00700 1 -- 172.21.15.26:0/3343958830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 msgr2=0x564eb91c6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:41.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe28be00700 1 --2- 172.21.15.26:0/3343958830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91c6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe28be00700 1 -- 172.21.15.26:0/3343958830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564eb90ab630 con 0x564eb91bb2f0 2024-04-26T02:01:41.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe28b400700 1 --2- 172.21.15.26:0/3343958830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91c6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:41.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe291000700 1 --2- 172.21.15.26:0/3343958830 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91c6ab0 0x564eb91c8ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:01:41.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.315+0000 7fe28b400700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe2700a3cc0 0x7fe2700a6180 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe278013a10 tx=0x7fe278009ba0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:41.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.316+0000 7fe28be00700 1 --2- 172.21.15.26:0/3343958830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91bb6d0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fe27c010480 tx=0x7fe27c010790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8821cbc9250f1a48 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:41.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.316+0000 7fe281600700 1 -- 172.21.15.26:0/3343958830 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27c004a30 con 0x564eb91bb2f0 2024-04-26T02:01:41.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.316+0000 7fe281600700 1 -- 172.21.15.26:0/3343958830 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe27c015070 con 0x564eb91bb2f0 2024-04-26T02:01:41.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.316+0000 7fe281600700 1 -- 172.21.15.26:0/3343958830 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27c0116a0 con 0x564eb91bb2f0 2024-04-26T02:01:41.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.317+0000 7fe29d962b80 1 -- 172.21.15.26:0/3343958830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 msgr2=0x564eb91bb6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:41.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.317+0000 7fe29d962b80 1 --2- 172.21.15.26:0/3343958830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91bb6d0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fe27c010480 tx=0x7fe27c010790 comp rx=0 tx=0).stop 2024-04-26T02:01:41.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.317+0000 7fe29d962b80 1 -- 172.21.15.26:0/3343958830 shutdown_connections 2024-04-26T02:01:41.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.317+0000 7fe29d962b80 1 --2- 172.21.15.26:0/3343958830 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91c6ab0 0x564eb91c8ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.317+0000 7fe29d962b80 1 --2- 172.21.15.26:0/3343958830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91bb6d0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.317+0000 7fe29d962b80 1 --2- 172.21.15.26:0/3343958830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91c6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.317+0000 7fe29d962b80 1 -- 172.21.15.26:0/3343958830 >> 172.21.15.26:0/3343958830 conn(0x564eb90ea550 msgr2=0x564eb91b7790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:41.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.317+0000 7fe29d962b80 1 -- 172.21.15.26:0/3343958830 shutdown_connections 2024-04-26T02:01:41.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.317+0000 7fe29d962b80 1 -- 172.21.15.26:0/3343958830 wait complete. 2024-04-26T02:01:41.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.318+0000 7fe29d962b80 1 -- start start 2024-04-26T02:01:41.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.318+0000 7fe29d962b80 1 Processor -- start 2024-04-26T02:01:41.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.318+0000 7fe29d962b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91c6190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.318+0000 7fe29d962b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91bbc10 0x564eb91c3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.318+0000 7fe29d962b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91c6ab0 0x564eb91c39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.318+0000 7fe29d962b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564eb91c95a0 con 0x564eb91c6ab0 2024-04-26T02:01:41.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.318+0000 7fe29d962b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564eb90c8810 con 0x564eb91bb2f0 2024-04-26T02:01:41.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.318+0000 7fe29d962b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x564eb91c9720 con 0x564eb91bbc10 2024-04-26T02:01:41.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe29d962b80 10 client.0 _ll_register_callbacks cb 0x564eb90a76d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:41.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe291000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91c6ab0 0x564eb91c39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe28b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91bbc10 0x564eb91c3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe291000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91c6ab0 0x564eb91c39d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53408/0 (socket says 172.21.15.26:53408) 2024-04-26T02:01:41.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe28be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91c6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe291000700 1 -- 172.21.15.26:0/2750556982 learned_addr learned my addr 172.21.15.26:0/2750556982 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:41.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe291000700 1 -- 172.21.15.26:0/2750556982 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91bbc10 msgr2=0x564eb91c3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:41.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe291000700 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91bbc10 0x564eb91c3490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe291000700 1 -- 172.21.15.26:0/2750556982 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 msgr2=0x564eb91c6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:41.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe291000700 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91c6190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe291000700 1 -- 172.21.15.26:0/2750556982 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564eb905c880 con 0x564eb91c6ab0 2024-04-26T02:01:41.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe28b400700 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91bbc10 0x564eb91c3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:41.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.319+0000 7fe28be00700 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91c6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.320+0000 7fe291000700 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91c6ab0 0x564eb91c39d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe28409d590 tx=0x7fe2840099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=598c04f20902a667 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.320+0000 7fe276000700 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.320+0000 7fe276000700 1 -- 172.21.15.26:0/2750556982 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe28402b030 con 0x564eb91c6ab0 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.320+0000 7fe276000700 1 -- 172.21.15.26:0/2750556982 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe284007d30 con 0x564eb91c6ab0 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.320+0000 7fe29d962b80 1 -- 172.21.15.26:0/2750556982 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe27c015070 con 0x564eb91c6ab0 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.320+0000 7fe276000700 1 -- 172.21.15.26:0/2750556982 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe284099040 con 0x564eb91c6ab0 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.320+0000 7fe29d962b80 10 client.14832 fetch_fsmap learned FSMap version 28 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.320+0000 7fe29d962b80 1 -- 172.21.15.26:0/2750556982 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564eb90a5aa0 con 0x564eb91c6ab0 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.321+0000 7fe276000700 1 -- 172.21.15.26:0/2750556982 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe27c015070 con 0x564eb91c6ab0 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.321+0000 7fe276000700 1 -- 172.21.15.26:0/2750556982 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fe284011070 con 0x564eb91c6ab0 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.321+0000 7fe29d962b80 10 client.14832 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.321+0000 7fe29d962b80 10 client.14832 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.321+0000 7fe29d962b80 20 client.14832 populate_metadata read hostname 'smithi026' 2024-04-26T02:01:41.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.321+0000 7fe29d962b80 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x564eb91d6280 0x564eb91d76f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.321+0000 7fe29d962b80 4 client.14832 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:01:41.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.321+0000 7fe29d962b80 1 -- 172.21.15.26:0/2750556982 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564eb911c630 con 0x564eb91d6280 2024-04-26T02:01:41.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.322+0000 7fe28be00700 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x564eb91d6280 0x564eb91d76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.322+0000 7fe28be00700 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x564eb91d6280 0x564eb91d76f0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e48d0b95bdb69649 server_cookie=8a3bb7748425fe9 in_seq=0 out_seq=0 2024-04-26T02:01:41.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.322+0000 7fe276000700 10 client.14832 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:01:41.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.323+0000 7fe276000700 1 -- 172.21.15.26:0/2750556982 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564eb911c630 con 0x564eb91d6280 2024-04-26T02:01:41.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.323+0000 7fe276000700 10 client.14832 handle_command_reply: tid=0 2024-04-26T02:01:41.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.323+0000 7fe29d962b80 1 client.14832 shutdown 2024-04-26T02:01:41.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.323+0000 7fe29d962b80 1 -- 172.21.15.26:0/2750556982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91c6ab0 msgr2=0x564eb91c39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:41.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.323+0000 7fe29d962b80 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91c6ab0 0x564eb91c39d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe28409d590 tx=0x7fe2840099e0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.323+0000 7fe29d962b80 1 -- 172.21.15.26:0/2750556982 shutdown_connections 2024-04-26T02:01:41.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.323+0000 7fe29d962b80 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x564eb91d6280 0x564eb91d76f0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.323+0000 7fe29d962b80 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91c6ab0 0x564eb91c39d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.323+0000 7fe29d962b80 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91c6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.323+0000 7fe29d962b80 1 --2- 172.21.15.26:0/2750556982 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91bbc10 0x564eb91c3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.323+0000 7fe29d962b80 1 -- 172.21.15.26:0/2750556982 >> 172.21.15.26:0/2750556982 conn(0x564eb90ea550 msgr2=0x564eb91bdc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:41.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.323+0000 7fe276000700 0 client.14832 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:01:41.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.324+0000 7fe29d962b80 1 -- 172.21.15.26:0/2750556982 shutdown_connections 2024-04-26T02:01:41.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.324+0000 7fe29d962b80 1 -- 172.21.15.26:0/2750556982 wait complete. 2024-04-26T02:01:41.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.324+0000 7fe29d962b80 20 client.14832 trim_cache size 0 max 16384 2024-04-26T02:01:41.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:41 smithi064 ceph-mon[32613]: pgmap v428: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:41.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.346+0000 7fe29d962b80 1 Processor -- start 2024-04-26T02:01:41.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.346+0000 7fe29d962b80 1 -- start start 2024-04-26T02:01:41.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.347+0000 7fe29d962b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91bb2f0 0x564eb91b7140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.347+0000 7fe29d962b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91b7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.347+0000 7fe29d962b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91c6ab0 0x564eb91e0b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.347+0000 7fe29d962b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564eb91d5a30 con 0x564eb91bbc10 2024-04-26T02:01:41.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.347+0000 7fe29d962b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564eb91d6100 con 0x564eb91c6ab0 2024-04-26T02:01:41.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.347+0000 7fe29d962b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x564eb91d67d0 con 0x564eb91bb2f0 2024-04-26T02:01:41.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.347+0000 7fe28b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91b7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.347+0000 7fe28b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91b7680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53412/0 (socket says 172.21.15.26:53412) 2024-04-26T02:01:41.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.347+0000 7fe28b400700 1 -- 172.21.15.26:0/2814644442 learned_addr learned my addr 172.21.15.26:0/2814644442 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:41.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.347+0000 7fe28be00700 1 --2- 172.21.15.26:0/2814644442 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91bb2f0 0x564eb91b7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.347+0000 7fe291000700 1 --2- 172.21.15.26:0/2814644442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91c6ab0 0x564eb91e0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.348+0000 7fe28b400700 1 -- 172.21.15.26:0/2814644442 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91bb2f0 msgr2=0x564eb91b7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.348+0000 7fe28b400700 1 --2- 172.21.15.26:0/2814644442 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91bb2f0 0x564eb91b7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.348+0000 7fe28b400700 1 -- 172.21.15.26:0/2814644442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91c6ab0 msgr2=0x564eb91e0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.348+0000 7fe28b400700 1 --2- 172.21.15.26:0/2814644442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91c6ab0 0x564eb91e0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.348+0000 7fe28b400700 1 -- 172.21.15.26:0/2814644442 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564eb91bce30 con 0x564eb91bbc10 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.348+0000 7fe28b400700 1 --2- 172.21.15.26:0/2814644442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91b7680 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe278013500 tx=0x7fe2780047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9047fc728b27f15 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.348+0000 7fe280c00700 1 -- 172.21.15.26:0/2814644442 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe278011850 con 0x564eb91bbc10 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.348+0000 7fe280c00700 1 -- 172.21.15.26:0/2814644442 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe278004830 con 0x564eb91bbc10 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.348+0000 7fe280c00700 1 -- 172.21.15.26:0/2814644442 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2780051c0 con 0x564eb91bbc10 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.349+0000 7fe29d962b80 1 -- 172.21.15.26:0/2814644442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 msgr2=0x564eb91b7680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.349+0000 7fe29d962b80 1 --2- 172.21.15.26:0/2814644442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91b7680 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe278013500 tx=0x7fe2780047c0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.349+0000 7fe29d962b80 1 -- 172.21.15.26:0/2814644442 shutdown_connections 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.349+0000 7fe29d962b80 1 --2- 172.21.15.26:0/2814644442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91c6ab0 0x564eb91e0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.349+0000 7fe29d962b80 1 --2- 172.21.15.26:0/2814644442 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91bb2f0 0x564eb91b7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.349+0000 7fe29d962b80 1 --2- 172.21.15.26:0/2814644442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91b7680 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.349+0000 7fe29d962b80 1 -- 172.21.15.26:0/2814644442 >> 172.21.15.26:0/2814644442 conn(0x564eb90ea550 msgr2=0x564eb91c1d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:41.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.349+0000 7fe29d962b80 1 -- 172.21.15.26:0/2814644442 shutdown_connections 2024-04-26T02:01:41.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.349+0000 7fe29d962b80 1 -- 172.21.15.26:0/2814644442 wait complete. 2024-04-26T02:01:41.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.350+0000 7fe29d962b80 1 -- start start 2024-04-26T02:01:41.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.350+0000 7fe29d962b80 1 Processor -- start 2024-04-26T02:01:41.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe29d962b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91da660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe29d962b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91daba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe29d962b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91c6ab0 0x564eb91db0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe29d962b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564eb91d7570 con 0x564eb91bbc10 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe29d962b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564eb91d6ea0 con 0x564eb91bb2f0 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe29d962b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x564eb91d7c40 con 0x564eb91c6ab0 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe29d962b80 10 client.0 _ll_register_callbacks cb 0x564eb90a76d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe28b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91daba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe28be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91da660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe28b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91daba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53414/0 (socket says 172.21.15.26:53414) 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe28b400700 1 -- 172.21.15.26:0/886894876 learned_addr learned my addr 172.21.15.26:0/886894876 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe291000700 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91c6ab0 0x564eb91db0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe28be00700 1 -- 172.21.15.26:0/886894876 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91c6ab0 msgr2=0x564eb91db0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe28be00700 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91c6ab0 0x564eb91db0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe28be00700 1 -- 172.21.15.26:0/886894876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 msgr2=0x564eb91daba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:41.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe28be00700 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91daba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe28be00700 1 -- 172.21.15.26:0/886894876 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564eb91dee30 con 0x564eb91bb2f0 2024-04-26T02:01:41.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.351+0000 7fe28b400700 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91daba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:41.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.352+0000 7fe28be00700 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91da660 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe27c010ae0 tx=0x7fe27c004af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=276d7a846b57e38b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:41.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.352+0000 7fe276000700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:01:41.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.352+0000 7fe276000700 1 -- 172.21.15.26:0/886894876 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27c004310 con 0x564eb91bb2f0 2024-04-26T02:01:41.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.352+0000 7fe29d962b80 1 -- 172.21.15.26:0/886894876 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe278004830 con 0x564eb91bb2f0 2024-04-26T02:01:41.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.352+0000 7fe276000700 1 -- 172.21.15.26:0/886894876 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe27c0044b0 con 0x564eb91bb2f0 2024-04-26T02:01:41.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.352+0000 7fe276000700 1 -- 172.21.15.26:0/886894876 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe27c0291d0 con 0x564eb91bb2f0 2024-04-26T02:01:41.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.352+0000 7fe29d962b80 10 client.24947 fetch_fsmap learned FSMap version 28 2024-04-26T02:01:41.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.352+0000 7fe29d962b80 1 -- 172.21.15.26:0/886894876 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564eb923d730 con 0x564eb91bb2f0 2024-04-26T02:01:41.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.353+0000 7fe276000700 1 -- 172.21.15.26:0/886894876 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe278004830 con 0x564eb91bb2f0 2024-04-26T02:01:41.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.353+0000 7fe276000700 1 -- 172.21.15.26:0/886894876 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fe27c003a20 con 0x564eb91bb2f0 2024-04-26T02:01:41.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.353+0000 7fe29d962b80 10 client.24947 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:01:41.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.353+0000 7fe29d962b80 10 client.24947 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T02:01:41.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.353+0000 7fe29d962b80 20 client.24947 populate_metadata read hostname 'smithi026' 2024-04-26T02:01:41.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.353+0000 7fe29d962b80 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x564eb9241ff0 0x564eb9240d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.353+0000 7fe29d962b80 4 client.24947 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.353+0000 7fe29d962b80 1 -- 172.21.15.26:0/886894876 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "status"}) -- 0x564eb91166d0 con 0x564eb9241ff0 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.354+0000 7fe28b400700 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x564eb9241ff0 0x564eb9240d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.354+0000 7fe28b400700 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x564eb9241ff0 0x564eb9240d00 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90496380c32425d6 server_cookie=edb1e49ebd6cf744 in_seq=0 out_seq=0 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.354+0000 7fe276000700 10 client.24947 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe276000700 1 -- 172.21.15.26:0/886894876 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x564eb91166d0 con 0x564eb9241ff0 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe276000700 10 client.24947 handle_command_reply: tid=0 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe29d962b80 1 client.24947 shutdown 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe29d962b80 1 -- 172.21.15.26:0/886894876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 msgr2=0x564eb91da660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe29d962b80 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91da660 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe27c010ae0 tx=0x7fe27c004af0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe29d962b80 1 -- 172.21.15.26:0/886894876 shutdown_connections 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe29d962b80 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564eb91c6ab0 0x564eb91db0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe29d962b80 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x564eb91bb2f0 0x564eb91da660 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe29d962b80 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x564eb9241ff0 0x564eb9240d00 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe29d962b80 1 --2- 172.21.15.26:0/886894876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564eb91bbc10 0x564eb91daba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe276000700 0 client.24947 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:01:41.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe29d962b80 1 -- 172.21.15.26:0/886894876 >> 172.21.15.26:0/886894876 conn(0x564eb90ea550 msgr2=0x564eb91c2200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:41.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe29d962b80 1 -- 172.21.15.26:0/886894876 shutdown_connections 2024-04-26T02:01:41.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe29d962b80 1 -- 172.21.15.26:0/886894876 wait complete. 2024-04-26T02:01:41.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.355+0000 7fe29d962b80 20 client.24947 trim_cache size 0 max 16384 2024-04-26T02:01:41.356 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:01:41.356 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:01:41.356 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 0, 2024-04-26T02:01:41.356 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24524, 2024-04-26T02:01:41.356 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:01:41.356 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:01:41.356 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:01:41.357 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 186.36926871099999, 2024-04-26T02:01:41.357 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 28, 2024-04-26T02:01:41.357 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T02:01:41.357 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T02:01:41.357 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 208.35346174599999 2024-04-26T02:01:41.357 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:01:41.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.356+0000 7fe293000700 1 -- 172.21.15.26:0/580803269 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe2700a3cc0 msgr2=0x7fe2700a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:41.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.356+0000 7fe293000700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe2700a3cc0 0x7fe2700a6180 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe278013a10 tx=0x7fe278009ba0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.356+0000 7fe293000700 1 -- 172.21.15.26:0/580803269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe28c109fa0 msgr2=0x7fe28c19fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:41.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.356+0000 7fe293000700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe28c109fa0 0x7fe28c19fba0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe28400b070 tx=0x7fe284004c80 comp rx=0 tx=0).stop 2024-04-26T02:01:41.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.356+0000 7fe293000700 1 -- 172.21.15.26:0/580803269 shutdown_connections 2024-04-26T02:01:41.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.356+0000 7fe293000700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe28c109fa0 0x7fe28c19fba0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.356+0000 7fe293000700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe2700a3cc0 0x7fe2700a6180 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.356+0000 7fe293000700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe28c104ec0 0x7fe28c19b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.356+0000 7fe293000700 1 --2- 172.21.15.26:0/580803269 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe28c105870 0x7fe28c19b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:41.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.356+0000 7fe293000700 1 -- 172.21.15.26:0/580803269 >> 172.21.15.26:0/580803269 conn(0x7fe28c100750 msgr2=0x7fe28c1012e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:41.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.357+0000 7fe293000700 1 -- 172.21.15.26:0/580803269 shutdown_connections 2024-04-26T02:01:41.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:41.357+0000 7fe293000700 1 -- 172.21.15.26:0/580803269 wait complete. 2024-04-26T02:01:42.294 INFO:tasks.cephadm:Setup complete, yielding 2024-04-26T02:01:42.294 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T02:01:42.309 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T02:01:42.309 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-26T02:01:42.755 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:43.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:43 smithi026 ceph-mon[28138]: pgmap v429: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:43.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:43 smithi064 ceph-mon[32613]: pgmap v429: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:43.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:43 smithi033 ceph-mon[32805]: pgmap v429: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:45.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.027+0000 7f74d5200700 1 -- 172.21.15.26:0/3370975706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74d0106890 msgr2=0x7f74d010d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:45.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.027+0000 7f74d5200700 1 --2- 172.21.15.26:0/3370975706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74d0106890 0x7f74d010d140 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f74c8009fc0 tx=0x7f74c800b330 comp rx=0 tx=0).stop 2024-04-26T02:01:45.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.027+0000 7f74d5200700 1 -- 172.21.15.26:0/3370975706 shutdown_connections 2024-04-26T02:01:45.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.027+0000 7f74d5200700 1 --2- 172.21.15.26:0/3370975706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74d0106890 0x7f74d010d140 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:45.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.027+0000 7f74d5200700 1 --2- 172.21.15.26:0/3370975706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74d0104cf0 0x7f74d0105110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:45.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.027+0000 7f74d5200700 1 --2- 172.21.15.26:0/3370975706 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d0105ef0 0x7f74d0106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:45.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.027+0000 7f74d5200700 1 -- 172.21.15.26:0/3370975706 >> 172.21.15.26:0/3370975706 conn(0x7f74d0100290 msgr2=0x7f74d01026d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:45.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.027+0000 7f74d5200700 1 -- 172.21.15.26:0/3370975706 shutdown_connections 2024-04-26T02:01:45.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.027+0000 7f74d5200700 1 -- 172.21.15.26:0/3370975706 wait complete. 2024-04-26T02:01:45.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.028+0000 7f74d5200700 1 Processor -- start 2024-04-26T02:01:45.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.028+0000 7f74d5200700 1 -- start start 2024-04-26T02:01:45.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.029+0000 7f74d5200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d0104cf0 0x7f74d019ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:45.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.029+0000 7f74d5200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74d0105ef0 0x7f74d019b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:45.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.029+0000 7f74d5200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74d0106890 0x7f74d01a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:45.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.029+0000 7f74d5200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01107c0 con 0x7f74d0105ef0 2024-04-26T02:01:45.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.029+0000 7f74d5200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f74d0110640 con 0x7f74d0106890 2024-04-26T02:01:45.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.029+0000 7f74d5200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f74d0110940 con 0x7f74d0104cf0 2024-04-26T02:01:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.029+0000 7f74c5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74d0105ef0 0x7f74d019b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.029+0000 7f74cde00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d0104cf0 0x7f74d019ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.029+0000 7f74c5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74d0105ef0 0x7f74d019b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53438/0 (socket says 172.21.15.26:53438) 2024-04-26T02:01:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.029+0000 7f74c5400700 1 -- 172.21.15.26:0/235535526 learned_addr learned my addr 172.21.15.26:0/235535526 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.029+0000 7f74ce800700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74d0106890 0x7f74d01a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.030+0000 7f74cde00700 1 -- 172.21.15.26:0/235535526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74d0106890 msgr2=0x7f74d01a2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.030+0000 7f74cde00700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74d0106890 0x7f74d01a2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.030+0000 7f74cde00700 1 -- 172.21.15.26:0/235535526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74d0105ef0 msgr2=0x7f74d019b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.030+0000 7f74cde00700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74d0105ef0 0x7f74d019b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.030+0000 7f74cde00700 1 -- 172.21.15.26:0/235535526 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74d01a29e0 con 0x7f74d0104cf0 2024-04-26T02:01:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.030+0000 7f74c5400700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74d0105ef0 0x7f74d019b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.030+0000 7f74cde00700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d0104cf0 0x7f74d019ad90 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f74c0005fd0 tx=0x7f74c000eca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.030+0000 7f74c7400700 1 -- 172.21.15.26:0/235535526 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c0004220 con 0x7f74d0104cf0 2024-04-26T02:01:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.030+0000 7f74d5200700 1 -- 172.21.15.26:0/235535526 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74d01a2cd0 con 0x7f74d0104cf0 2024-04-26T02:01:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.030+0000 7f74c7400700 1 -- 172.21.15.26:0/235535526 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74c00043c0 con 0x7f74d0104cf0 2024-04-26T02:01:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.030+0000 7f74c7400700 1 -- 172.21.15.26:0/235535526 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c0003bb0 con 0x7f74d0104cf0 2024-04-26T02:01:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.030+0000 7f74d5200700 1 -- 172.21.15.26:0/235535526 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74d01a31b0 con 0x7f74d0104cf0 2024-04-26T02:01:45.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.031+0000 7f74d5200700 1 -- 172.21.15.26:0/235535526 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74d002df80 con 0x7f74d0104cf0 2024-04-26T02:01:45.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.034+0000 7f74c7400700 1 -- 172.21.15.26:0/235535526 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f74c0010700 con 0x7f74d0104cf0 2024-04-26T02:01:45.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.035+0000 7f74c7400700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f74b40a3cc0 0x7f74b40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:45.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.035+0000 7f74c7400700 1 -- 172.21.15.26:0/235535526 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f74c00d04b0 con 0x7f74d0104cf0 2024-04-26T02:01:45.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.035+0000 7f74c5400700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f74b40a3cc0 0x7f74b40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:45.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.036+0000 7f74c5400700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f74b40a3cc0 0x7f74b40a6180 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f74b8011550 tx=0x7f74b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:45.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.039+0000 7f74c7400700 1 -- 172.21.15.26:0/235535526 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f74c009ce40 con 0x7f74d0104cf0 2024-04-26T02:01:45.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.290+0000 7f74d5200700 1 -- 172.21.15.26:0/235535526 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f74d0062e80 con 0x7f74b40a3cc0 2024-04-26T02:01:45.289 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:45 smithi026 ceph-mon[28138]: pgmap v430: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:45.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.293+0000 7f74c7400700 1 -- 172.21.15.26:0/235535526 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f74d0062e80 con 0x7f74b40a3cc0 2024-04-26T02:01:45.292 INFO:teuthology.orchestra.run.smithi026.stdout:Backend: cephadm 2024-04-26T02:01:45.292 INFO:teuthology.orchestra.run.smithi026.stdout:Available: Yes 2024-04-26T02:01:45.292 INFO:teuthology.orchestra.run.smithi026.stdout:Paused: No 2024-04-26T02:01:45.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.297+0000 7f74d5200700 1 -- 172.21.15.26:0/235535526 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f74b40a3cc0 msgr2=0x7f74b40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:45.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.297+0000 7f74d5200700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f74b40a3cc0 0x7f74b40a6180 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f74b8011550 tx=0x7f74b8009260 comp rx=0 tx=0).stop 2024-04-26T02:01:45.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.297+0000 7f74d5200700 1 -- 172.21.15.26:0/235535526 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d0104cf0 msgr2=0x7f74d019ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:45.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.297+0000 7f74d5200700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d0104cf0 0x7f74d019ad90 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f74c0005fd0 tx=0x7f74c000eca0 comp rx=0 tx=0).stop 2024-04-26T02:01:45.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.298+0000 7f74d5200700 1 -- 172.21.15.26:0/235535526 shutdown_connections 2024-04-26T02:01:45.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.298+0000 7f74d5200700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74d0106890 0x7f74d01a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:45.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.298+0000 7f74d5200700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d0104cf0 0x7f74d019ad90 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:45.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.298+0000 7f74d5200700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f74b40a3cc0 0x7f74b40a6180 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:45.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.298+0000 7f74d5200700 1 --2- 172.21.15.26:0/235535526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74d0105ef0 0x7f74d019b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:45.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.298+0000 7f74d5200700 1 -- 172.21.15.26:0/235535526 >> 172.21.15.26:0/235535526 conn(0x7f74d0100290 msgr2=0x7f74d0109190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:45.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.298+0000 7f74d5200700 1 -- 172.21.15.26:0/235535526 shutdown_connections 2024-04-26T02:01:45.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:45.298+0000 7f74d5200700 1 -- 172.21.15.26:0/235535526 wait complete. 2024-04-26T02:01:45.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:45 smithi064 ceph-mon[32613]: pgmap v430: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:45.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:45 smithi033 ceph-mon[32805]: pgmap v430: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:46.206 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-26T02:01:46.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:46 smithi064 ceph-mon[32613]: from='client.24946 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:01:46.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:46 smithi026 ceph-mon[28138]: from='client.24946 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:01:46.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:46 smithi033 ceph-mon[32805]: from='client.24946 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:01:46.673 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:47.164 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:47 smithi026 ceph-mon[28138]: pgmap v431: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:47.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:47 smithi064 ceph-mon[32613]: pgmap v431: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:47.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:47 smithi033 ceph-mon[32805]: pgmap v431: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:49.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.003+0000 7f063f000700 1 -- 172.21.15.26:0/3217166423 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0638104790 msgr2=0x7f063810b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:49.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.003+0000 7f063f000700 1 --2- 172.21.15.26:0/3217166423 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0638104790 0x7f063810b040 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f063000b0a0 tx=0x7f063000b3b0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.003+0000 7f063f000700 1 -- 172.21.15.26:0/3217166423 shutdown_connections 2024-04-26T02:01:49.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.003+0000 7f063f000700 1 --2- 172.21.15.26:0/3217166423 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0638104790 0x7f063810b040 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.003+0000 7f063f000700 1 --2- 172.21.15.26:0/3217166423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0638100d70 0x7f0638101190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.003+0000 7f063f000700 1 --2- 172.21.15.26:0/3217166423 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0638103df0 0x7f0638104250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.003+0000 7f063f000700 1 -- 172.21.15.26:0/3217166423 >> 172.21.15.26:0/3217166423 conn(0x7f06380fc6d0 msgr2=0x7f06380feaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:49.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.003+0000 7f063f000700 1 -- 172.21.15.26:0/3217166423 shutdown_connections 2024-04-26T02:01:49.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.003+0000 7f063f000700 1 -- 172.21.15.26:0/3217166423 wait complete. 2024-04-26T02:01:49.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.004+0000 7f063f000700 1 Processor -- start 2024-04-26T02:01:49.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.004+0000 7f063f000700 1 -- start start 2024-04-26T02:01:49.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.005+0000 7f063f000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0638100d70 0x7f063819ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:49.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.005+0000 7f063f000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0638103df0 0x7f063819b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:49.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.005+0000 7f063f000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0638104790 0x7f06381a2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:49.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.005+0000 7f063f000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f063810e580 con 0x7f0638100d70 2024-04-26T02:01:49.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.005+0000 7f063f000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f063810e400 con 0x7f0638104790 2024-04-26T02:01:49.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.005+0000 7f063f000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f063810e700 con 0x7f0638103df0 2024-04-26T02:01:49.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.005+0000 7f0637e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0638100d70 0x7f063819ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:49.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.005+0000 7f0637e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0638100d70 0x7f063819ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55782/0 (socket says 172.21.15.26:55782) 2024-04-26T02:01:49.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.005+0000 7f0637e00700 1 -- 172.21.15.26:0/3752791169 learned_addr learned my addr 172.21.15.26:0/3752791169 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:49.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.005+0000 7f063d000700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0638104790 0x7f06381a2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:49.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.005+0000 7f0637400700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0638103df0 0x7f063819b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:49.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.006+0000 7f063d000700 1 -- 172.21.15.26:0/3752791169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0638103df0 msgr2=0x7f063819b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:49.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.006+0000 7f063d000700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0638103df0 0x7f063819b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.006+0000 7f063d000700 1 -- 172.21.15.26:0/3752791169 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0638100d70 msgr2=0x7f063819ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:49.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.006+0000 7f063d000700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0638100d70 0x7f063819ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.006+0000 7f063d000700 1 -- 172.21.15.26:0/3752791169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06381a2ad0 con 0x7f0638104790 2024-04-26T02:01:49.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.006+0000 7f0637e00700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0638100d70 0x7f063819ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:49.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.006+0000 7f063d000700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0638104790 0x7f06381a2430 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f063000b070 tx=0x7f0630009810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:49.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.006+0000 7f0634c00700 1 -- 172.21.15.26:0/3752791169 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0630021070 con 0x7f0638104790 2024-04-26T02:01:49.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.006+0000 7f0634c00700 1 -- 172.21.15.26:0/3752791169 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0630004e40 con 0x7f0638104790 2024-04-26T02:01:49.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.006+0000 7f063f000700 1 -- 172.21.15.26:0/3752791169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06381a2d60 con 0x7f0638104790 2024-04-26T02:01:49.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.006+0000 7f0634c00700 1 -- 172.21.15.26:0/3752791169 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06300052a0 con 0x7f0638104790 2024-04-26T02:01:49.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.007+0000 7f063f000700 1 -- 172.21.15.26:0/3752791169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06381a31c0 con 0x7f0638104790 2024-04-26T02:01:49.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.008+0000 7f063f000700 1 -- 172.21.15.26:0/3752791169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0638069730 con 0x7f0638104790 2024-04-26T02:01:49.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.010+0000 7f0634c00700 1 -- 172.21.15.26:0/3752791169 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f0630024070 con 0x7f0638104790 2024-04-26T02:01:49.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.011+0000 7f0634c00700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f061c0a3c40 0x7f061c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:49.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.012+0000 7f0634c00700 1 -- 172.21.15.26:0/3752791169 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f063000f020 con 0x7f0638104790 2024-04-26T02:01:49.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.012+0000 7f0637e00700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f061c0a3c40 0x7f061c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:49.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.012+0000 7f0637e00700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f061c0a3c40 0x7f061c0a6100 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0628007fd0 tx=0x7f0628007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:49.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.014+0000 7f0634c00700 1 -- 172.21.15.26:0/3752791169 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f063002b020 con 0x7f0638104790 2024-04-26T02:01:49.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:49 smithi026 ceph-mon[28138]: pgmap v432: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:49.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.263+0000 7f063f000700 1 -- 172.21.15.26:0/3752791169 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f0638103300 con 0x7f061c0a3c40 2024-04-26T02:01:49.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.303+0000 7f0634c00700 1 -- 172.21.15.26:0/3752791169 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f0638103300 con 0x7f061c0a3c40 2024-04-26T02:01:49.303 INFO:teuthology.orchestra.run.smithi026.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T02:01:49.303 INFO:teuthology.orchestra.run.smithi026.stdout:mds.a smithi026 running (3m) 51s ago 3m 18.7M - 19.0.0-3156-gd69f13d8 da4b004c09e8 3d87c33a2ad3 2024-04-26T02:01:49.303 INFO:teuthology.orchestra.run.smithi026.stdout:mds.b smithi033 running (3m) 76s ago 3m 30.6M - 19.0.0-3156-gd69f13d8 da4b004c09e8 596d5106c8e9 2024-04-26T02:01:49.303 INFO:teuthology.orchestra.run.smithi026.stdout:mds.c smithi064 running (3m) 77s ago 3m 21.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 ff6b9241da68 2024-04-26T02:01:49.303 INFO:teuthology.orchestra.run.smithi026.stdout:mds.d smithi026 running (4m) 51s ago 4m 13.2M - 19.0.0-3156-gd69f13d8 da4b004c09e8 12e0875bd0b6 2024-04-26T02:01:49.303 INFO:teuthology.orchestra.run.smithi026.stdout:mds.e smithi033 running (4m) 76s ago 4m 21.2M - 19.0.0-3156-gd69f13d8 da4b004c09e8 35eb54740203 2024-04-26T02:01:49.303 INFO:teuthology.orchestra.run.smithi026.stdout:mds.f smithi064 running (3m) 77s ago 3m 19.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 7e5a9ee253f7 2024-04-26T02:01:49.303 INFO:teuthology.orchestra.run.smithi026.stdout:mds.g smithi026 running (3m) 51s ago 3m 19.2M - 19.0.0-3156-gd69f13d8 da4b004c09e8 e5ef25af3eea 2024-04-26T02:01:49.303 INFO:teuthology.orchestra.run.smithi026.stdout:mds.h smithi033 running (3m) 76s ago 3m 18.2M - 19.0.0-3156-gd69f13d8 da4b004c09e8 2f9d4ce4aafc 2024-04-26T02:01:49.303 INFO:teuthology.orchestra.run.smithi026.stdout:mds.i smithi064 running (3m) 77s ago 3m 20.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 37bf024d100c 2024-04-26T02:01:49.303 INFO:teuthology.orchestra.run.smithi026.stdout:mds.j smithi026 running (4m) 51s ago 4m 18.4M - 19.0.0-3156-gd69f13d8 da4b004c09e8 4ff30f44b3ef 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:mds.k smithi033 running (4m) 76s ago 4m 19.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 69fd852c63d9 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:mds.l smithi064 running (4m) 77s ago 4m 17.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 a4f96e799336 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:mgr.x smithi026 *:9283,8765 running (12m) 51s ago 12m 516M - 19.0.0-3156-gd69f13d8 da4b004c09e8 f1f24d6db7fb 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:mgr.y smithi033 *:8443,8765 running (10m) 76s ago 10m 454M - 19.0.0-3156-gd69f13d8 da4b004c09e8 d0e98388c0a1 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:mgr.z smithi064 *:8443,8765 running (10m) 77s ago 10m 455M - 19.0.0-3156-gd69f13d8 da4b004c09e8 b71c33f4d2e1 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:mon.a smithi026 running (12m) 51s ago 12m 49.2M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 cbd30124babc 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:mon.b smithi033 running (10m) 76s ago 10m 42.0M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 c67e005fa63c 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:mon.c smithi064 running (10m) 77s ago 10m 42.0M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 1e0749e8b710 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:osd.0 smithi026 running (9m) 51s ago 9m 46.3M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 f2b759252505 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:osd.1 smithi033 running (9m) 76s ago 9m 46.5M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 74656a831900 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:osd.2 smithi064 running (9m) 77s ago 9m 47.6M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 fde65dab23a3 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:osd.3 smithi026 running (8m) 51s ago 8m 53.4M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 a7175b101919 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:osd.4 smithi033 running (8m) 76s ago 8m 43.1M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 cd096f4d5a5f 2024-04-26T02:01:49.304 INFO:teuthology.orchestra.run.smithi026.stdout:osd.5 smithi064 running (7m) 77s ago 7m 54.9M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 5b7f1c25f7ab 2024-04-26T02:01:49.305 INFO:teuthology.orchestra.run.smithi026.stdout:osd.6 smithi026 running (7m) 51s ago 7m 42.0M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 9100334e04a4 2024-04-26T02:01:49.305 INFO:teuthology.orchestra.run.smithi026.stdout:osd.7 smithi033 running (6m) 76s ago 6m 54.5M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 2b28b96fa640 2024-04-26T02:01:49.305 INFO:teuthology.orchestra.run.smithi026.stdout:osd.8 smithi064 running (6m) 77s ago 6m 54.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 868b3b28573f 2024-04-26T02:01:49.305 INFO:teuthology.orchestra.run.smithi026.stdout:osd.9 smithi026 running (5m) 51s ago 5m 54.0M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 f074380cbf21 2024-04-26T02:01:49.305 INFO:teuthology.orchestra.run.smithi026.stdout:osd.10 smithi033 running (5m) 76s ago 5m 54.4M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 b09f429d0a2c 2024-04-26T02:01:49.305 INFO:teuthology.orchestra.run.smithi026.stdout:osd.11 smithi064 running (4m) 77s ago 4m 44.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 7f00c29f6d3f 2024-04-26T02:01:49.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.307+0000 7f063f000700 1 -- 172.21.15.26:0/3752791169 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f061c0a3c40 msgr2=0x7f061c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:49.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.307+0000 7f063f000700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f061c0a3c40 0x7f061c0a6100 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0628007fd0 tx=0x7f0628007480 comp rx=0 tx=0).stop 2024-04-26T02:01:49.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.307+0000 7f063f000700 1 -- 172.21.15.26:0/3752791169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0638104790 msgr2=0x7f06381a2430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:49.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.307+0000 7f063f000700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0638104790 0x7f06381a2430 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f063000b070 tx=0x7f0630009810 comp rx=0 tx=0).stop 2024-04-26T02:01:49.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.307+0000 7f063f000700 1 -- 172.21.15.26:0/3752791169 shutdown_connections 2024-04-26T02:01:49.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.307+0000 7f063f000700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0638104790 0x7f06381a2430 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.307+0000 7f063f000700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f061c0a3c40 0x7f061c0a6100 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.307+0000 7f063f000700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0638100d70 0x7f063819ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.307+0000 7f063f000700 1 --2- 172.21.15.26:0/3752791169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0638103df0 0x7f063819b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.307+0000 7f063f000700 1 -- 172.21.15.26:0/3752791169 >> 172.21.15.26:0/3752791169 conn(0x7f06380fc6d0 msgr2=0x7f0638101be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:49.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.307+0000 7f063f000700 1 -- 172.21.15.26:0/3752791169 shutdown_connections 2024-04-26T02:01:49.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:49.308+0000 7f063f000700 1 -- 172.21.15.26:0/3752791169 wait complete. 2024-04-26T02:01:49.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:49 smithi064 ceph-mon[32613]: pgmap v432: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:49.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:49 smithi033 ceph-mon[32805]: pgmap v432: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:50.164 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-26T02:01:50.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:50 smithi064 ceph-mon[32613]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:01:50.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:50 smithi026 ceph-mon[28138]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:01:50.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:50 smithi033 ceph-mon[32805]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:01:50.653 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:51.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:51 smithi064 ceph-mon[32613]: pgmap v433: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:51.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:51 smithi026 ceph-mon[28138]: pgmap v433: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:51.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:51 smithi033 ceph-mon[32805]: pgmap v433: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:01:52.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.880+0000 7f313de00700 1 -- 172.21.15.26:0/2492105377 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3138103460 msgr2=0x7f3138105850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:52.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.880+0000 7f313de00700 1 --2- 172.21.15.26:0/2492105377 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3138103460 0x7f3138105850 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f312c009990 tx=0x7f312c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:52.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.880+0000 7f313de00700 1 -- 172.21.15.26:0/2492105377 shutdown_connections 2024-04-26T02:01:52.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.880+0000 7f313de00700 1 --2- 172.21.15.26:0/2492105377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31381086c0 0x7f313810ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:52.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.880+0000 7f313de00700 1 --2- 172.21.15.26:0/2492105377 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3138103460 0x7f3138105850 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:52.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.880+0000 7f313de00700 1 --2- 172.21.15.26:0/2492105377 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3138105d90 0x7f3138108180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:52.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.880+0000 7f313de00700 1 -- 172.21.15.26:0/2492105377 >> 172.21.15.26:0/2492105377 conn(0x7f31380fce50 msgr2=0x7f31380ff2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:52.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.880+0000 7f313de00700 1 -- 172.21.15.26:0/2492105377 shutdown_connections 2024-04-26T02:01:52.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.880+0000 7f313de00700 1 -- 172.21.15.26:0/2492105377 wait complete. 2024-04-26T02:01:52.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.882+0000 7f313de00700 1 Processor -- start 2024-04-26T02:01:52.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.882+0000 7f313de00700 1 -- start start 2024-04-26T02:01:52.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.882+0000 7f313de00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3138103460 0x7f3138102dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:52.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.882+0000 7f313de00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3138105d90 0x7f3138101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:52.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.882+0000 7f313de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31381086c0 0x7f3138101950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:52.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.882+0000 7f313de00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f313810e4a0 con 0x7f31381086c0 2024-04-26T02:01:52.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.882+0000 7f313de00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f313810e320 con 0x7f3138105d90 2024-04-26T02:01:52.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.882+0000 7f313de00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f313810e620 con 0x7f3138103460 2024-04-26T02:01:52.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.883+0000 7f313ca00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3138103460 0x7f3138102dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:52.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.883+0000 7f313ca00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3138103460 0x7f3138102dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:36524/0 (socket says 172.21.15.26:36524) 2024-04-26T02:01:52.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.883+0000 7f313ca00700 1 -- 172.21.15.26:0/2239444265 learned_addr learned my addr 172.21.15.26:0/2239444265 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:52.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.883+0000 7f3137e00700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3138105d90 0x7f3138101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:52.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.883+0000 7f313d400700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31381086c0 0x7f3138101950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:52.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.883+0000 7f313ca00700 1 -- 172.21.15.26:0/2239444265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3138105d90 msgr2=0x7f3138101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:52.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.883+0000 7f313ca00700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3138105d90 0x7f3138101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:52.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.883+0000 7f313ca00700 1 -- 172.21.15.26:0/2239444265 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31381086c0 msgr2=0x7f3138101950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:52.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.883+0000 7f313ca00700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31381086c0 0x7f3138101950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:52.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.883+0000 7f313ca00700 1 -- 172.21.15.26:0/2239444265 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3138102200 con 0x7f3138103460 2024-04-26T02:01:52.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.883+0000 7f313ca00700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3138103460 0x7f3138102dc0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f312c0098e0 tx=0x7f312c0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:52.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.884+0000 7f3135600700 1 -- 172.21.15.26:0/2239444265 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312c027070 con 0x7f3138103460 2024-04-26T02:01:52.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.884+0000 7f3135600700 1 -- 172.21.15.26:0/2239444265 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f312c022470 con 0x7f3138103460 2024-04-26T02:01:52.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.884+0000 7f3135600700 1 -- 172.21.15.26:0/2239444265 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312c017650 con 0x7f3138103460 2024-04-26T02:01:52.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.884+0000 7f313de00700 1 -- 172.21.15.26:0/2239444265 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31381a2bc0 con 0x7f3138103460 2024-04-26T02:01:52.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.884+0000 7f313de00700 1 -- 172.21.15.26:0/2239444265 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31381a2fc0 con 0x7f3138103460 2024-04-26T02:01:52.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.885+0000 7f313de00700 1 -- 172.21.15.26:0/2239444265 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3138069730 con 0x7f3138103460 2024-04-26T02:01:52.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.887+0000 7f3135600700 1 -- 172.21.15.26:0/2239444265 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f312c02a070 con 0x7f3138103460 2024-04-26T02:01:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.888+0000 7f3135600700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f31200a3cc0 0x7f31200a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.888+0000 7f3135600700 1 -- 172.21.15.26:0/2239444265 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f312c0d1320 con 0x7f3138103460 2024-04-26T02:01:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.889+0000 7f3137e00700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f31200a3cc0 0x7f31200a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:52.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.889+0000 7f3137e00700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f31200a3cc0 0x7f31200a6180 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3124009c60 tx=0x7f3124009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:52.893+0000 7f3135600700 1 -- 172.21.15.26:0/2239444265 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f312c05eff0 con 0x7f3138103460 2024-04-26T02:01:53.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.136+0000 7f313de00700 1 -- 172.21.15.26:0/2239444265 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f3138062e80 con 0x7f31200a3cc0 2024-04-26T02:01:53.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.153+0000 7f3135600700 1 -- 172.21.15.26:0/2239444265 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f3138062e80 con 0x7f31200a3cc0 2024-04-26T02:01:53.152 INFO:teuthology.orchestra.run.smithi026.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-26T02:01:53.152 INFO:teuthology.orchestra.run.smithi026.stdout:mds.all 12/12 80s ago 4m smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi033=b;smithi033=e;smithi033=h;smithi033=k;smithi064=c;smithi064=f;smithi064=i;smithi064=l;count:12 2024-04-26T02:01:53.152 INFO:teuthology.orchestra.run.smithi026.stdout:mgr 3/3 80s ago 10m smithi026=x;smithi033=y;smithi064=z;count:3 2024-04-26T02:01:53.152 INFO:teuthology.orchestra.run.smithi026.stdout:mon 3/3 80s ago 10m smithi026:172.21.15.26=a;smithi033:172.21.15.33=b;smithi064:172.21.15.64=c;count:3 2024-04-26T02:01:53.152 INFO:teuthology.orchestra.run.smithi026.stdout:osd 12 80s ago - 2024-04-26T02:01:53.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.156+0000 7f313de00700 1 -- 172.21.15.26:0/2239444265 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f31200a3cc0 msgr2=0x7f31200a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:53.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.156+0000 7f313de00700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f31200a3cc0 0x7f31200a6180 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3124009c60 tx=0x7f3124009260 comp rx=0 tx=0).stop 2024-04-26T02:01:53.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.156+0000 7f313de00700 1 -- 172.21.15.26:0/2239444265 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3138103460 msgr2=0x7f3138102dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:53.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.156+0000 7f313de00700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3138103460 0x7f3138102dc0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f312c0098e0 tx=0x7f312c0057c0 comp rx=0 tx=0).stop 2024-04-26T02:01:53.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.156+0000 7f313de00700 1 -- 172.21.15.26:0/2239444265 shutdown_connections 2024-04-26T02:01:53.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.156+0000 7f313de00700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f31200a3cc0 0x7f31200a6180 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.156+0000 7f313de00700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31381086c0 0x7f3138101950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.156+0000 7f313de00700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3138103460 0x7f3138102dc0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.156+0000 7f313de00700 1 --2- 172.21.15.26:0/2239444265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3138105d90 0x7f3138101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.156+0000 7f313de00700 1 -- 172.21.15.26:0/2239444265 >> 172.21.15.26:0/2239444265 conn(0x7f31380fce50 msgr2=0x7f3138103e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.157+0000 7f313de00700 1 -- 172.21.15.26:0/2239444265 shutdown_connections 2024-04-26T02:01:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:53.157+0000 7f313de00700 1 -- 172.21.15.26:0/2239444265 wait complete. 2024-04-26T02:01:53.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:53 smithi064 ceph-mon[32613]: pgmap v434: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:53.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:53 smithi026 ceph-mon[28138]: pgmap v434: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:53.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:53 smithi033 ceph-mon[32805]: pgmap v434: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:53.992 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-26T02:01:54.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:54 smithi026 ceph-mon[28138]: from='client.24958 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:01:54.470 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:54 smithi033 ceph-mon[32805]: from='client.24958 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:01:54.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:54 smithi064 ceph-mon[32613]: from='client.24958 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:01:55.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:55 smithi026 ceph-mon[28138]: pgmap v435: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:55.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:55 smithi033 ceph-mon[32805]: pgmap v435: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:55.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:55 smithi064 ceph-mon[32613]: pgmap v435: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:01:56.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.777+0000 7ff836200700 1 -- 172.21.15.26:0/2603156022 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff830105ee0 msgr2=0x7ff830106340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:56.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.777+0000 7ff836200700 1 --2- 172.21.15.26:0/2603156022 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff830105ee0 0x7ff830106340 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff81c009990 tx=0x7ff81c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:56.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.777+0000 7ff836200700 1 -- 172.21.15.26:0/2603156022 shutdown_connections 2024-04-26T02:01:56.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.778+0000 7ff836200700 1 --2- 172.21.15.26:0/2603156022 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff830106880 0x7ff83010d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:56.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.778+0000 7ff836200700 1 --2- 172.21.15.26:0/2603156022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff830104ce0 0x7ff830105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:56.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.778+0000 7ff836200700 1 --2- 172.21.15.26:0/2603156022 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff830105ee0 0x7ff830106340 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:56.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.778+0000 7ff836200700 1 -- 172.21.15.26:0/2603156022 >> 172.21.15.26:0/2603156022 conn(0x7ff8301002a0 msgr2=0x7ff8301026c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:56.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.778+0000 7ff836200700 1 -- 172.21.15.26:0/2603156022 shutdown_connections 2024-04-26T02:01:56.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.778+0000 7ff836200700 1 -- 172.21.15.26:0/2603156022 wait complete. 2024-04-26T02:01:56.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.779+0000 7ff836200700 1 Processor -- start 2024-04-26T02:01:56.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.779+0000 7ff836200700 1 -- start start 2024-04-26T02:01:56.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.779+0000 7ff836200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff830104ce0 0x7ff83019ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:56.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.779+0000 7ff836200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff830105ee0 0x7ff83019b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:56.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.779+0000 7ff836200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff830106880 0x7ff8301a2330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:56.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.779+0000 7ff836200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff8301107c0 con 0x7ff830106880 2024-04-26T02:01:56.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.779+0000 7ff836200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff830110640 con 0x7ff830104ce0 2024-04-26T02:01:56.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.779+0000 7ff836200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff830110940 con 0x7ff830105ee0 2024-04-26T02:01:56.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.780+0000 7ff82fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff830106880 0x7ff8301a2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:56.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.780+0000 7ff82ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff830105ee0 0x7ff83019b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:56.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.780+0000 7ff82fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff830106880 0x7ff8301a2330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57962/0 (socket says 172.21.15.26:57962) 2024-04-26T02:01:56.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.780+0000 7ff82fe00700 1 -- 172.21.15.26:0/892478022 learned_addr learned my addr 172.21.15.26:0/892478022 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:01:56.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.780+0000 7ff82f400700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff830104ce0 0x7ff83019ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:56.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.780+0000 7ff82ea00700 1 -- 172.21.15.26:0/892478022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff830104ce0 msgr2=0x7ff83019ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:56.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.780+0000 7ff82ea00700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff830104ce0 0x7ff83019ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:56.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.780+0000 7ff82ea00700 1 -- 172.21.15.26:0/892478022 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff830106880 msgr2=0x7ff8301a2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:56.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.780+0000 7ff82ea00700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff830106880 0x7ff8301a2330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:56.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.780+0000 7ff82ea00700 1 -- 172.21.15.26:0/892478022 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8301a2a00 con 0x7ff830105ee0 2024-04-26T02:01:56.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.781+0000 7ff82ea00700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff830105ee0 0x7ff83019b390 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff81c000c00 tx=0x7ff81c00f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:56.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.781+0000 7ff827e00700 1 -- 172.21.15.26:0/892478022 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81c026070 con 0x7ff830105ee0 2024-04-26T02:01:56.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.781+0000 7ff827e00700 1 -- 172.21.15.26:0/892478022 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff81c00be90 con 0x7ff830105ee0 2024-04-26T02:01:56.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.781+0000 7ff827e00700 1 -- 172.21.15.26:0/892478022 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81c0173f0 con 0x7ff830105ee0 2024-04-26T02:01:56.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.781+0000 7ff836200700 1 -- 172.21.15.26:0/892478022 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8301a2c90 con 0x7ff830105ee0 2024-04-26T02:01:56.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.781+0000 7ff836200700 1 -- 172.21.15.26:0/892478022 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8301a3090 con 0x7ff830105ee0 2024-04-26T02:01:56.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.782+0000 7ff836200700 1 -- 172.21.15.26:0/892478022 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff83002df80 con 0x7ff830105ee0 2024-04-26T02:01:56.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.784+0000 7ff827e00700 1 -- 172.21.15.26:0/892478022 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff81c029070 con 0x7ff830105ee0 2024-04-26T02:01:56.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.786+0000 7ff827e00700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff8140a3cc0 0x7ff8140a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:56.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.786+0000 7ff827e00700 1 -- 172.21.15.26:0/892478022 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7ff81c0d1160 con 0x7ff830105ee0 2024-04-26T02:01:56.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.786+0000 7ff82f400700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff8140a3cc0 0x7ff8140a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:56.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.787+0000 7ff82f400700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff8140a3cc0 0x7ff8140a6180 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff83019c290 tx=0x7ff820009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:56.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:56.788+0000 7ff827e00700 1 -- 172.21.15.26:0/892478022 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff81c013070 con 0x7ff830105ee0 2024-04-26T02:01:57.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.028+0000 7ff836200700 1 -- 172.21.15.26:0/892478022 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7ff830062e80 con 0x7ff8140a3cc0 2024-04-26T02:01:57.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.032+0000 7ff827e00700 1 -- 172.21.15.26:0/892478022 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+187 (secure 0 0 0) 0x7ff830062e80 con 0x7ff8140a3cc0 2024-04-26T02:01:57.111 INFO:teuthology.orchestra.run.smithi026.stdout:HOST ADDR LABELS STATUS 2024-04-26T02:01:57.111 INFO:teuthology.orchestra.run.smithi026.stdout:smithi026 172.21.15.26 2024-04-26T02:01:57.111 INFO:teuthology.orchestra.run.smithi026.stdout:smithi033 172.21.15.33 2024-04-26T02:01:57.111 INFO:teuthology.orchestra.run.smithi026.stdout:smithi064 172.21.15.64 2024-04-26T02:01:57.112 INFO:teuthology.orchestra.run.smithi026.stdout:3 hosts in cluster 2024-04-26T02:01:57.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.035+0000 7ff836200700 1 -- 172.21.15.26:0/892478022 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff8140a3cc0 msgr2=0x7ff8140a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:57.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.035+0000 7ff836200700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff8140a3cc0 0x7ff8140a6180 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff83019c290 tx=0x7ff820009260 comp rx=0 tx=0).stop 2024-04-26T02:01:57.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.035+0000 7ff836200700 1 -- 172.21.15.26:0/892478022 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff830105ee0 msgr2=0x7ff83019b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:57.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.035+0000 7ff836200700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff830105ee0 0x7ff83019b390 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff81c000c00 tx=0x7ff81c00f690 comp rx=0 tx=0).stop 2024-04-26T02:01:57.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.035+0000 7ff836200700 1 -- 172.21.15.26:0/892478022 shutdown_connections 2024-04-26T02:01:57.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.035+0000 7ff836200700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff8140a3cc0 0x7ff8140a6180 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:57.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.035+0000 7ff836200700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff830106880 0x7ff8301a2330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:57.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.035+0000 7ff836200700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff830104ce0 0x7ff83019ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:57.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.035+0000 7ff836200700 1 --2- 172.21.15.26:0/892478022 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff830105ee0 0x7ff83019b390 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:57.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.035+0000 7ff836200700 1 -- 172.21.15.26:0/892478022 >> 172.21.15.26:0/892478022 conn(0x7ff8301002a0 msgr2=0x7ff8301091e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:57.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.035+0000 7ff836200700 1 -- 172.21.15.26:0/892478022 shutdown_connections 2024-04-26T02:01:57.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:01:57.035+0000 7ff836200700 1 -- 172.21.15.26:0/892478022 wait complete. 2024-04-26T02:01:57.421 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:57 smithi026 ceph-mon[28138]: pgmap v436: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:57.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:57 smithi033 ceph-mon[32805]: pgmap v436: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:57.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:57 smithi064 ceph-mon[32613]: pgmap v436: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:01:57.833 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-26T02:01:58.301 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:58.453 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:58 smithi026 ceph-mon[28138]: from='client.24964 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:01:58.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:58 smithi033 ceph-mon[32805]: from='client.24964 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:01:58.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:58 smithi064 ceph-mon[32613]: from='client.24964 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:01:59.364 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:01:59 smithi026 ceph-mon[28138]: pgmap v437: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:59.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:01:59 smithi033 ceph-mon[32805]: pgmap v437: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:01:59.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:01:59 smithi064 ceph-mon[32613]: pgmap v437: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:00.405 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:02:00.405 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:00.406 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:00.406 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:00.406 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:00 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:00.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:02:00.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:00.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:00.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:00.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:00 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:02:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:00 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:00.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.594+0000 7ff1a2e00700 1 -- 172.21.15.26:0/4216715491 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff19c103520 msgr2=0x7ff19c105910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:00.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.594+0000 7ff1a2e00700 1 --2- 172.21.15.26:0/4216715491 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff19c103520 0x7ff19c105910 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff18c009990 tx=0x7ff18c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.595+0000 7ff1a2e00700 1 -- 172.21.15.26:0/4216715491 shutdown_connections 2024-04-26T02:02:00.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.595+0000 7ff1a2e00700 1 --2- 172.21.15.26:0/4216715491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff19c108780 0x7ff19c10abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.595+0000 7ff1a2e00700 1 --2- 172.21.15.26:0/4216715491 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff19c103520 0x7ff19c105910 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.595+0000 7ff1a2e00700 1 --2- 172.21.15.26:0/4216715491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff19c105e50 0x7ff19c108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.595+0000 7ff1a2e00700 1 -- 172.21.15.26:0/4216715491 >> 172.21.15.26:0/4216715491 conn(0x7ff19c0fcf30 msgr2=0x7ff19c0ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:00.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.595+0000 7ff1a2e00700 1 -- 172.21.15.26:0/4216715491 shutdown_connections 2024-04-26T02:02:00.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.595+0000 7ff1a2e00700 1 -- 172.21.15.26:0/4216715491 wait complete. 2024-04-26T02:02:00.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.596+0000 7ff1a2e00700 1 Processor -- start 2024-04-26T02:02:00.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.596+0000 7ff1a2e00700 1 -- start start 2024-04-26T02:02:00.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.596+0000 7ff1a2e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff19c103520 0x7ff19c1975d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:00.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff1a2e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff19c105e50 0x7ff19c197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:00.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff1a2e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff19c108780 0x7ff19c194150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:00.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff1a2e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff19c10e580 con 0x7ff19c108780 2024-04-26T02:02:00.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff1a2e00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff19c10e400 con 0x7ff19c105e50 2024-04-26T02:02:00.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff1a2e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff19c10e700 con 0x7ff19c103520 2024-04-26T02:02:00.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff19be00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff19c103520 0x7ff19c1975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:00.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff19be00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff19c103520 0x7ff19c1975d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:45114/0 (socket says 172.21.15.26:45114) 2024-04-26T02:02:00.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff19be00700 1 -- 172.21.15.26:0/2345390543 learned_addr learned my addr 172.21.15.26:0/2345390543 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:00.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff193e00700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff19c105e50 0x7ff19c197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:00.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff1a0e00700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff19c108780 0x7ff19c194150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff19be00700 1 -- 172.21.15.26:0/2345390543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff19c105e50 msgr2=0x7ff19c197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff19be00700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff19c105e50 0x7ff19c197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff19be00700 1 -- 172.21.15.26:0/2345390543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff19c108780 msgr2=0x7ff19c194150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff19be00700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff19c108780 0x7ff19c194150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.597+0000 7ff19be00700 1 -- 172.21.15.26:0/2345390543 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff19c194a20 con 0x7ff19c103520 2024-04-26T02:02:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.598+0000 7ff19be00700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff19c103520 0x7ff19c1975d0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff18c00b760 tx=0x7ff18c0047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.598+0000 7ff199600700 1 -- 172.21.15.26:0/2345390543 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18c027070 con 0x7ff19c103520 2024-04-26T02:02:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.598+0000 7ff199600700 1 -- 172.21.15.26:0/2345390543 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff18c022470 con 0x7ff19c103520 2024-04-26T02:02:00.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.598+0000 7ff1a2e00700 1 -- 172.21.15.26:0/2345390543 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff19c1a72a0 con 0x7ff19c103520 2024-04-26T02:02:00.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.598+0000 7ff199600700 1 -- 172.21.15.26:0/2345390543 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18c017650 con 0x7ff19c103520 2024-04-26T02:02:00.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.598+0000 7ff1a2e00700 1 -- 172.21.15.26:0/2345390543 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff19c1a7640 con 0x7ff19c103520 2024-04-26T02:02:00.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.600+0000 7ff192000700 1 -- 172.21.15.26:0/2345390543 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff19c069760 con 0x7ff19c103520 2024-04-26T02:02:00.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.603+0000 7ff199600700 1 -- 172.21.15.26:0/2345390543 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff18c009d10 con 0x7ff19c103520 2024-04-26T02:02:00.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.605+0000 7ff199600700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff1800a3c40 0x7ff1800a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:00.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.605+0000 7ff199600700 1 -- 172.21.15.26:0/2345390543 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7ff18c0d1010 con 0x7ff19c103520 2024-04-26T02:02:00.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.605+0000 7ff193e00700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff1800a3c40 0x7ff1800a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:00.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.606+0000 7ff193e00700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff1800a3c40 0x7ff1800a6100 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ff184009c60 tx=0x7ff184009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:00.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.609+0000 7ff199600700 1 -- 172.21.15.26:0/2345390543 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff18c05dff0 con 0x7ff19c103520 2024-04-26T02:02:00.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.858+0000 7ff192000700 1 -- 172.21.15.26:0/2345390543 --> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7ff19c0636a0 con 0x7ff1800a3c40 2024-04-26T02:02:00.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.861+0000 7ff199600700 1 -- 172.21.15.26:0/2345390543 <== mgr.14152 v2:172.21.15.26:6800/3490463755 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7ff19c0636a0 con 0x7ff1800a3c40 2024-04-26T02:02:00.860 INFO:teuthology.orchestra.run.smithi026.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-26T02:02:00.861 INFO:teuthology.orchestra.run.smithi026.stdout:smithi026 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB74760020480DGN 447G No 5m ago Has a FileSystem, LVM detected 2024-04-26T02:02:00.861 INFO:teuthology.orchestra.run.smithi026.stdout:smithi033 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5330008Q400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-04-26T02:02:00.861 INFO:teuthology.orchestra.run.smithi026.stdout:smithi064 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT534400C2400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-04-26T02:02:00.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.864+0000 7ff192000700 1 -- 172.21.15.26:0/2345390543 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff1800a3c40 msgr2=0x7ff1800a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:00.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.864+0000 7ff192000700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff1800a3c40 0x7ff1800a6100 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ff184009c60 tx=0x7ff184009260 comp rx=0 tx=0).stop 2024-04-26T02:02:00.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.864+0000 7ff192000700 1 -- 172.21.15.26:0/2345390543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff19c103520 msgr2=0x7ff19c1975d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:00.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.864+0000 7ff192000700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff19c103520 0x7ff19c1975d0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff18c00b760 tx=0x7ff18c0047b0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.864+0000 7ff192000700 1 -- 172.21.15.26:0/2345390543 shutdown_connections 2024-04-26T02:02:00.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.864+0000 7ff192000700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7ff1800a3c40 0x7ff1800a6100 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.864+0000 7ff192000700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff19c108780 0x7ff19c194150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.864+0000 7ff192000700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff19c103520 0x7ff19c1975d0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.864+0000 7ff192000700 1 --2- 172.21.15.26:0/2345390543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff19c105e50 0x7ff19c197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.864+0000 7ff192000700 1 -- 172.21.15.26:0/2345390543 >> 172.21.15.26:0/2345390543 conn(0x7ff19c0fcf30 msgr2=0x7ff19c102dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.864+0000 7ff192000700 1 -- 172.21.15.26:0/2345390543 shutdown_connections 2024-04-26T02:02:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:00.864+0000 7ff192000700 1 -- 172.21.15.26:0/2345390543 wait complete. 2024-04-26T02:02:01.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:01 smithi026 ceph-mon[28138]: pgmap v438: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:02:01.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:01 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:02:01.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:01 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:02:01.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:01 smithi026 ceph-mon[28138]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:01 smithi033 ceph-mon[32805]: pgmap v438: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:02:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:01 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:02:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:01 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:02:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:01 smithi033 ceph-mon[32805]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:01.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:01 smithi064 ceph-mon[32613]: pgmap v438: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:02:01.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:01 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:02:01.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:01 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:02:01.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:01 smithi064 ceph-mon[32613]: from='mgr.14152 172.21.15.26:0/3320856160' entity='mgr.x' 2024-04-26T02:02:01.725 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T02:02:01.733 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T02:02:01.734 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-26T02:02:02.206 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:02.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:02 smithi064 ceph-mon[32613]: from='client.24970 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:02.386 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:02 smithi026 ceph-mon[28138]: from='client.24970 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:02.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:02 smithi033 ceph-mon[32805]: from='client.24970 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:03.395 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:03 smithi026 ceph-mon[28138]: pgmap v439: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:03.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:03 smithi033 ceph-mon[32805]: pgmap v439: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:03.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:03 smithi064 ceph-mon[32613]: pgmap v439: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:04.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.411+0000 7fddc4200700 1 -- 172.21.15.26:0/2365164347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddbc0754a0 msgr2=0x7fddbc075920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:04.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.411+0000 7fddc4200700 1 --2- 172.21.15.26:0/2365164347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddbc0754a0 0x7fddbc075920 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdda8009990 tx=0x7fdda8009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.411+0000 7fddc4200700 1 -- 172.21.15.26:0/2365164347 shutdown_connections 2024-04-26T02:02:04.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.411+0000 7fddc4200700 1 --2- 172.21.15.26:0/2365164347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddbc10a980 0x7fddbc10ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.411+0000 7fddc4200700 1 --2- 172.21.15.26:0/2365164347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fddbc076a70 0x7fddbc074ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.411+0000 7fddc4200700 1 --2- 172.21.15.26:0/2365164347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddbc0754a0 0x7fddbc075920 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.411+0000 7fddc4200700 1 -- 172.21.15.26:0/2365164347 >> 172.21.15.26:0/2365164347 conn(0x7fddbc0fe010 msgr2=0x7fddbc100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:04.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.411+0000 7fddc4200700 1 -- 172.21.15.26:0/2365164347 shutdown_connections 2024-04-26T02:02:04.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.411+0000 7fddc4200700 1 -- 172.21.15.26:0/2365164347 wait complete. 2024-04-26T02:02:04.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.412+0000 7fddc4200700 1 Processor -- start 2024-04-26T02:02:04.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.413+0000 7fddc4200700 1 -- start start 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.413+0000 7fddc4200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddbc0754a0 0x7fddbc19ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.413+0000 7fddc4200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddbc076a70 0x7fddbc19b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.413+0000 7fddc4200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fddbc10a980 0x7fddbc1a2440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.413+0000 7fddc4200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fddbc110790 con 0x7fddbc0754a0 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.413+0000 7fddc4200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fddbc110610 con 0x7fddbc076a70 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.413+0000 7fddc4200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fddbc110910 con 0x7fddbc10a980 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.413+0000 7fddc1800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddbc0754a0 0x7fddbc19ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.413+0000 7fddc1800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddbc0754a0 0x7fddbc19ae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57986/0 (socket says 172.21.15.26:57986) 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.413+0000 7fddc2200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fddbc10a980 0x7fddbc1a2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.413+0000 7fddc1800700 1 -- 172.21.15.26:0/4086848532 learned_addr learned my addr 172.21.15.26:0/4086848532 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.413+0000 7fddc0e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddbc076a70 0x7fddbc19b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.414+0000 7fddc0e00700 1 -- 172.21.15.26:0/4086848532 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fddbc10a980 msgr2=0x7fddbc1a2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:04.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.414+0000 7fddc0e00700 1 --2- 172.21.15.26:0/4086848532 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fddbc10a980 0x7fddbc1a2440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.414+0000 7fddc0e00700 1 -- 172.21.15.26:0/4086848532 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddbc0754a0 msgr2=0x7fddbc19ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:04.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.414+0000 7fddc0e00700 1 --2- 172.21.15.26:0/4086848532 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddbc0754a0 0x7fddbc19ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.414+0000 7fddc0e00700 1 -- 172.21.15.26:0/4086848532 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddbc1a2ae0 con 0x7fddbc076a70 2024-04-26T02:02:04.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.414+0000 7fddc0e00700 1 --2- 172.21.15.26:0/4086848532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddbc076a70 0x7fddbc19b3c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdda8000c00 tx=0x7fdda80057a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:04.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.415+0000 7fddba000700 1 -- 172.21.15.26:0/4086848532 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda8026070 con 0x7fddbc076a70 2024-04-26T02:02:04.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.415+0000 7fddba000700 1 -- 172.21.15.26:0/4086848532 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdda8021410 con 0x7fddbc076a70 2024-04-26T02:02:04.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.415+0000 7fddba000700 1 -- 172.21.15.26:0/4086848532 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda8017650 con 0x7fddbc076a70 2024-04-26T02:02:04.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.415+0000 7fddc4200700 1 -- 172.21.15.26:0/4086848532 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddbc1a2d70 con 0x7fddbc076a70 2024-04-26T02:02:04.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.415+0000 7fddc4200700 1 -- 172.21.15.26:0/4086848532 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddbc1a3170 con 0x7fddbc076a70 2024-04-26T02:02:04.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.416+0000 7fddc4200700 1 -- 172.21.15.26:0/4086848532 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddbc069730 con 0x7fddbc076a70 2024-04-26T02:02:04.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.418+0000 7fddba000700 1 -- 172.21.15.26:0/4086848532 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fdda8009d10 con 0x7fddbc076a70 2024-04-26T02:02:04.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.419+0000 7fddba000700 1 --2- 172.21.15.26:0/4086848532 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdda40a3cc0 0x7fdda40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:04.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.420+0000 7fddba000700 1 -- 172.21.15.26:0/4086848532 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fdda80d0f50 con 0x7fddbc076a70 2024-04-26T02:02:04.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.420+0000 7fddc1800700 1 --2- 172.21.15.26:0/4086848532 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdda40a3cc0 0x7fdda40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:04.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.420+0000 7fddc1800700 1 --2- 172.21.15.26:0/4086848532 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdda40a3cc0 0x7fdda40a6180 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fddb0005950 tx=0x7fddb0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:04.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.422+0000 7fddba000700 1 -- 172.21.15.26:0/4086848532 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdda8013070 con 0x7fddbc076a70 2024-04-26T02:02:04.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.705+0000 7fddc4200700 1 -- 172.21.15.26:0/4086848532 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fddbc02e1f0 con 0x7fddbc076a70 2024-04-26T02:02:04.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.706+0000 7fddba000700 1 -- 172.21.15.26:0/4086848532 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) ==== 76+0+3078 (secure 0 0 0) 0x7fdda809d970 con 0x7fddbc076a70 2024-04-26T02:02:04.706 INFO:teuthology.orchestra.run.smithi026.stdout:e28 2024-04-26T02:02:04.706 INFO:teuthology.orchestra.run.smithi026.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T02:02:04.706 INFO:teuthology.orchestra.run.smithi026.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T02:02:04.706 INFO:teuthology.orchestra.run.smithi026.stdout:legacy client fscid: 1 2024-04-26T02:02:04.706 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:02:04.706 INFO:teuthology.orchestra.run.smithi026.stdout:Filesystem 'cephfs' (1) 2024-04-26T02:02:04.706 INFO:teuthology.orchestra.run.smithi026.stdout:fs_name cephfs 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:epoch 28 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:created 2024-04-26T01:58:34.004176+0000 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:modified 2024-04-26T01:58:59.976677+0000 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:tableserver 0 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:root 0 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:session_timeout 300 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:session_autoclose 300 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:max_file_size 1099511627776 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:max_xattr_size 65536 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:required_client_features {} 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:last_failure 0 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:last_failure_osd_epoch 0 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:max_mds 5 2024-04-26T02:02:04.707 INFO:teuthology.orchestra.run.smithi026.stdout:in 0,1,2,3,4 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:up {0=24524,1=24512,2=24502,3=24491,4=24490} 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:failed 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:damaged 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:stopped 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:data_pools [3] 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:metadata_pool 2 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:inline_data disabled 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:balancer 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:bal_rank_mask -1 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:standby_count_wanted 0 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:qdb_cluster leader: 24524 members: 24512,24491,24490,24502,24524 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.b{0:24524} state up:active seq 7 addr [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.c{0:24478} state up:standby-replay seq 1 addr [v2:172.21.15.64:6836/1005903026,v1:172.21.15.64:6837/1005903026] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T02:02:04.708 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.a{1:24512} state up:active seq 12 addr [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.f{1:24472} state up:standby-replay seq 1 addr [v2:172.21.15.64:6834/1139927844,v1:172.21.15.64:6835/1139927844] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.g{2:24502} state up:active seq 14 addr [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.e{2:24470} state up:standby-replay seq 1 addr [v2:172.21.15.33:6834/1538648422,v1:172.21.15.33:6835/1538648422] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.h{3:24491} state up:active seq 16 addr [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.j{3:24452} state up:standby-replay seq 1 addr [v2:172.21.15.26:6834/2480167513,v1:172.21.15.26:6835/2480167513] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.i{4:24490} state up:active seq 16 addr [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.k{4:24440} state up:standby-replay seq 1 addr [v2:172.21.15.33:6832/748947413,v1:172.21.15.33:6833/748947413] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout:Standby daemons: 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.d{-1:14376} state up:standby seq 1 addr [v2:172.21.15.26:6836/1521840769,v1:172.21.15.26:6837/1521840769] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T02:02:04.709 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.l{-1:24424} state up:standby seq 1 addr [v2:172.21.15.64:6832/1589013844,v1:172.21.15.64:6833/1589013844] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T02:02:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.709+0000 7fddc4200700 1 -- 172.21.15.26:0/4086848532 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdda40a3cc0 msgr2=0x7fdda40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.709+0000 7fddc4200700 1 --2- 172.21.15.26:0/4086848532 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdda40a3cc0 0x7fdda40a6180 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fddb0005950 tx=0x7fddb0009260 comp rx=0 tx=0).stop 2024-04-26T02:02:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.709+0000 7fddc4200700 1 -- 172.21.15.26:0/4086848532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddbc076a70 msgr2=0x7fddbc19b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.709+0000 7fddc4200700 1 --2- 172.21.15.26:0/4086848532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddbc076a70 0x7fddbc19b3c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdda8000c00 tx=0x7fdda80057a0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.709+0000 7fddc4200700 1 -- 172.21.15.26:0/4086848532 shutdown_connections 2024-04-26T02:02:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.709+0000 7fddc4200700 1 --2- 172.21.15.26:0/4086848532 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fddbc10a980 0x7fddbc1a2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.709+0000 7fddc4200700 1 --2- 172.21.15.26:0/4086848532 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fdda40a3cc0 0x7fdda40a6180 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.709+0000 7fddc4200700 1 --2- 172.21.15.26:0/4086848532 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddbc0754a0 0x7fddbc19ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.709+0000 7fddc4200700 1 --2- 172.21.15.26:0/4086848532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddbc076a70 0x7fddbc19b3c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.709+0000 7fddc4200700 1 -- 172.21.15.26:0/4086848532 >> 172.21.15.26:0/4086848532 conn(0x7fddbc0fe010 msgr2=0x7fddbc106880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.710+0000 7fddc4200700 1 -- 172.21.15.26:0/4086848532 shutdown_connections 2024-04-26T02:02:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:04.710+0000 7fddc4200700 1 -- 172.21.15.26:0/4086848532 wait complete. 2024-04-26T02:02:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 28 2024-04-26T02:02:05.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:05 smithi026 ceph-mon[28138]: pgmap v440: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:02:05.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:05 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4086848532' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T02:02:05.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:05 smithi033 ceph-mon[32805]: pgmap v440: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:02:05.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:05 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/4086848532' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T02:02:05.561 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-26T02:02:05.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:05 smithi064 ceph-mon[32613]: pgmap v440: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:02:05.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:05 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/4086848532' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T02:02:06.026 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:07.471 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:07 smithi026 ceph-mon[28138]: pgmap v441: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:07.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:07 smithi033 ceph-mon[32805]: pgmap v441: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:07.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:07 smithi064 ceph-mon[32613]: pgmap v441: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:08.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.311+0000 7f7ac1600700 1 -- 172.21.15.26:0/3872320702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7abc10f090 msgr2=0x7f7abc111480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:08.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.311+0000 7f7ac1600700 1 --2- 172.21.15.26:0/3872320702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7abc10f090 0x7f7abc111480 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7ab4009f90 tx=0x7f7ab400b330 comp rx=0 tx=0).stop 2024-04-26T02:02:08.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.311+0000 7f7ac1600700 1 -- 172.21.15.26:0/3872320702 shutdown_connections 2024-04-26T02:02:08.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.311+0000 7f7ac1600700 1 --2- 172.21.15.26:0/3872320702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7abc10f090 0x7f7abc111480 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:08.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.311+0000 7f7ac1600700 1 --2- 172.21.15.26:0/3872320702 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7abc076a70 0x7f7abc074ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:08.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.311+0000 7f7ac1600700 1 --2- 172.21.15.26:0/3872320702 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7abc0754a0 0x7f7abc075920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:08.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.311+0000 7f7ac1600700 1 -- 172.21.15.26:0/3872320702 >> 172.21.15.26:0/3872320702 conn(0x7f7abc0fe010 msgr2=0x7f7abc100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:08.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.311+0000 7f7ac1600700 1 -- 172.21.15.26:0/3872320702 shutdown_connections 2024-04-26T02:02:08.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.311+0000 7f7ac1600700 1 -- 172.21.15.26:0/3872320702 wait complete. 2024-04-26T02:02:08.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.312+0000 7f7ac1600700 1 Processor -- start 2024-04-26T02:02:08.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.312+0000 7f7ac1600700 1 -- start start 2024-04-26T02:02:08.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.312+0000 7f7ac1600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7abc0754a0 0x7f7abc19f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:08.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.312+0000 7f7ac1600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7abc076a70 0x7f7abc19f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:08.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.312+0000 7f7ac1600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7abc10f090 0x7f7abc1a67d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:08.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.312+0000 7f7ac1600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc114b90 con 0x7f7abc10f090 2024-04-26T02:02:08.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.312+0000 7f7ac1600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc114a10 con 0x7f7abc0754a0 2024-04-26T02:02:08.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.312+0000 7f7ac1600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc114d10 con 0x7f7abc076a70 2024-04-26T02:02:08.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.313+0000 7f7abaa00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7abc0754a0 0x7f7abc19f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:08.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.313+0000 7f7abb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7abc10f090 0x7f7abc1a67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:08.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.313+0000 7f7ab2000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7abc076a70 0x7f7abc19f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:08.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.313+0000 7f7abaa00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7abc0754a0 0x7f7abc19f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:52840/0 (socket says 172.21.15.26:52840) 2024-04-26T02:02:08.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.313+0000 7f7abaa00700 1 -- 172.21.15.26:0/1648212430 learned_addr learned my addr 172.21.15.26:0/1648212430 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:08.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.313+0000 7f7ab2000700 1 -- 172.21.15.26:0/1648212430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7abc0754a0 msgr2=0x7f7abc19f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:08.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.313+0000 7f7ab2000700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7abc0754a0 0x7f7abc19f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:08.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.313+0000 7f7ab2000700 1 -- 172.21.15.26:0/1648212430 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7abc10f090 msgr2=0x7f7abc1a67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:08.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.313+0000 7f7ab2000700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7abc10f090 0x7f7abc1a67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:08.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.313+0000 7f7ab2000700 1 -- 172.21.15.26:0/1648212430 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7abc1a6e70 con 0x7f7abc076a70 2024-04-26T02:02:08.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.313+0000 7f7abaa00700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7abc0754a0 0x7f7abc19f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:08.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.314+0000 7f7ab2000700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7abc076a70 0x7f7abc19f750 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7aa400e9f0 tx=0x7f7aa400edb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:08.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.314+0000 7f7ab3e00700 1 -- 172.21.15.26:0/1648212430 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa400cb70 con 0x7f7abc076a70 2024-04-26T02:02:08.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.314+0000 7f7ac1600700 1 -- 172.21.15.26:0/1648212430 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7abc1a7160 con 0x7f7abc076a70 2024-04-26T02:02:08.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.314+0000 7f7ab3e00700 1 -- 172.21.15.26:0/1648212430 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7aa400cd10 con 0x7f7abc076a70 2024-04-26T02:02:08.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.314+0000 7f7ab3e00700 1 -- 172.21.15.26:0/1648212430 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa4018680 con 0x7f7abc076a70 2024-04-26T02:02:08.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.314+0000 7f7ac1600700 1 -- 172.21.15.26:0/1648212430 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7abc1a76f0 con 0x7f7abc076a70 2024-04-26T02:02:08.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.316+0000 7f7ac1600700 1 -- 172.21.15.26:0/1648212430 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7abc069730 con 0x7f7abc076a70 2024-04-26T02:02:08.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.318+0000 7f7ab3e00700 1 -- 172.21.15.26:0/1648212430 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7aa401f020 con 0x7f7abc076a70 2024-04-26T02:02:08.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.319+0000 7f7ab3e00700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7aa00a3cc0 0x7f7aa00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:08.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.319+0000 7f7ab3e00700 1 -- 172.21.15.26:0/1648212430 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f7aa40d0240 con 0x7f7abc076a70 2024-04-26T02:02:08.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.319+0000 7f7abaa00700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7aa00a3cc0 0x7f7aa00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:08.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.320+0000 7f7abaa00700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7aa00a3cc0 0x7f7aa00a6180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f7aac011550 tx=0x7f7aac009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:08.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.324+0000 7f7ab3e00700 1 -- 172.21.15.26:0/1648212430 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7aa409cbd0 con 0x7f7abc076a70 2024-04-26T02:02:08.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.559+0000 7f7ac1600700 1 -- 172.21.15.26:0/1648212430 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f7abc063650 con 0x7f7abc076a70 2024-04-26T02:02:08.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.561+0000 7f7ab3e00700 1 -- 172.21.15.26:0/1648212430 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v91) ==== 56+0+5250 (secure 0 0 0) 0x7f7aa409c4d0 con 0x7f7abc076a70 2024-04-26T02:02:08.561 INFO:teuthology.orchestra.run.smithi026.stdout:epoch 91 2024-04-26T02:02:08.561 INFO:teuthology.orchestra.run.smithi026.stdout:fsid fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T02:02:08.562 INFO:teuthology.orchestra.run.smithi026.stdout:created 2024-04-26T01:48:57.473565+0000 2024-04-26T02:02:08.562 INFO:teuthology.orchestra.run.smithi026.stdout:modified 2024-04-26T01:59:06.707740+0000 2024-04-26T02:02:08.562 INFO:teuthology.orchestra.run.smithi026.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-26T02:02:08.562 INFO:teuthology.orchestra.run.smithi026.stdout:crush_version 26 2024-04-26T02:02:08.562 INFO:teuthology.orchestra.run.smithi026.stdout:full_ratio 0.95 2024-04-26T02:02:08.562 INFO:teuthology.orchestra.run.smithi026.stdout:backfillfull_ratio 0.9 2024-04-26T02:02:08.562 INFO:teuthology.orchestra.run.smithi026.stdout:nearfull_ratio 0.85 2024-04-26T02:02:08.562 INFO:teuthology.orchestra.run.smithi026.stdout:require_min_compat_client luminous 2024-04-26T02:02:08.562 INFO:teuthology.orchestra.run.smithi026.stdout:min_compat_client luminous 2024-04-26T02:02:08.562 INFO:teuthology.orchestra.run.smithi026.stdout:require_osd_release squid 2024-04-26T02:02:08.562 INFO:teuthology.orchestra.run.smithi026.stdout:stretch_mode_enabled false 2024-04-26T02:02:08.562 INFO:teuthology.orchestra.run.smithi026.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-26T02:02:08.563 INFO:teuthology.orchestra.run.smithi026.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-04-26T02:02:08.563 INFO:teuthology.orchestra.run.smithi026.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-04-26T02:02:08.563 INFO:teuthology.orchestra.run.smithi026.stdout:max_osd 12 2024-04-26T02:02:08.563 INFO:teuthology.orchestra.run.smithi026.stdout:osd.0 up in weight 1 up_from 8 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.26:6802/1735610609,v1:172.21.15.26:6803/1735610609] [v2:172.21.15.26:6804/1735610609,v1:172.21.15.26:6805/1735610609] exists,up f8783ebe-d4a3-42cd-a87b-17b593c35495 2024-04-26T02:02:08.563 INFO:teuthology.orchestra.run.smithi026.stdout:osd.1 up in weight 1 up_from 13 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.33:6800/4110015074,v1:172.21.15.33:6801/4110015074] [v2:172.21.15.33:6802/4110015074,v1:172.21.15.33:6803/4110015074] exists,up 2097babe-3524-4f0d-b1d6-dcf44a548655 2024-04-26T02:02:08.563 INFO:teuthology.orchestra.run.smithi026.stdout:osd.2 up in weight 1 up_from 18 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.64:6800/3873107319,v1:172.21.15.64:6801/3873107319] [v2:172.21.15.64:6802/3873107319,v1:172.21.15.64:6803/3873107319] exists,up 6e75e3d4-b664-4fe0-8913-0b93f325c37c 2024-04-26T02:02:08.563 INFO:teuthology.orchestra.run.smithi026.stdout:osd.3 up in weight 1 up_from 26 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.26:6810/2340844586,v1:172.21.15.26:6811/2340844586] [v2:172.21.15.26:6812/2340844586,v1:172.21.15.26:6813/2340844586] exists,up 24363f6d-2328-4883-a93d-cbb12b21332b 2024-04-26T02:02:08.563 INFO:teuthology.orchestra.run.smithi026.stdout:osd.4 up in weight 1 up_from 34 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.33:6808/2946623767,v1:172.21.15.33:6809/2946623767] [v2:172.21.15.33:6810/2946623767,v1:172.21.15.33:6811/2946623767] exists,up bbd1c3a5-2d74-4e33-90a0-43e55415759d 2024-04-26T02:02:08.563 INFO:teuthology.orchestra.run.smithi026.stdout:osd.5 up in weight 1 up_from 39 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.64:6808/3997283620,v1:172.21.15.64:6809/3997283620] [v2:172.21.15.64:6810/3997283620,v1:172.21.15.64:6811/3997283620] exists,up 986707d8-f671-4ab1-9cb8-938463530035 2024-04-26T02:02:08.563 INFO:teuthology.orchestra.run.smithi026.stdout:osd.6 up in weight 1 up_from 47 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.26:6818/885177678,v1:172.21.15.26:6819/885177678] [v2:172.21.15.26:6820/885177678,v1:172.21.15.26:6821/885177678] exists,up c9d948a3-4ea5-4f67-879c-b5103be4cf0b 2024-04-26T02:02:08.563 INFO:teuthology.orchestra.run.smithi026.stdout:osd.7 up in weight 1 up_from 52 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.33:6816/507130326,v1:172.21.15.33:6817/507130326] [v2:172.21.15.33:6818/507130326,v1:172.21.15.33:6819/507130326] exists,up edb21527-291a-47d3-bdcb-04f0f245ed11 2024-04-26T02:02:08.563 INFO:teuthology.orchestra.run.smithi026.stdout:osd.8 up in weight 1 up_from 60 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.64:6816/653236462,v1:172.21.15.64:6817/653236462] [v2:172.21.15.64:6818/653236462,v1:172.21.15.64:6819/653236462] exists,up 09db0b7b-1827-40a6-86c3-20d07509807d 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:osd.9 up in weight 1 up_from 68 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.26:6826/2886949981,v1:172.21.15.26:6827/2886949981] [v2:172.21.15.26:6828/2886949981,v1:172.21.15.26:6829/2886949981] exists,up 4696d95a-f9ac-421f-8ace-9fdc3ed46f05 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:osd.10 up in weight 1 up_from 73 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.33:6824/3259400969,v1:172.21.15.33:6825/3259400969] [v2:172.21.15.33:6826/3259400969,v1:172.21.15.33:6827/3259400969] exists,up 07d476cc-6f54-4f00-bb35-f137b6e907d0 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:osd.11 up in weight 1 up_from 81 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.64:6824/1292810675,v1:172.21.15.64:6825/1292810675] [v2:172.21.15.64:6826/1292810675,v1:172.21.15.64:6827/1292810675] exists,up 0ae35c43-0bb6-4d41-9664-dbf89efd122d 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 2.6 [8,11] 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 2.e [2,4] 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 2.13 [2,11] 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.13 [4,9] 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.1b [5,9] 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.1d [4,6] 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.1e [3,9] 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.21 [4,8] 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:6801/317163159 expires 2024-04-27T01:50:05.508028+0000 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/3817940731 expires 2024-04-27T01:50:05.508028+0000 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:6800/317163159 expires 2024-04-27T01:50:05.508028+0000 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/2466817986 expires 2024-04-27T01:49:31.210831+0000 2024-04-26T02:02:08.564 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:6801/596639469 expires 2024-04-27T01:49:31.210831+0000 2024-04-26T02:02:08.565 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/2499788869 expires 2024-04-27T01:49:31.210831+0000 2024-04-26T02:02:08.565 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:6800/596639469 expires 2024-04-27T01:49:31.210831+0000 2024-04-26T02:02:08.565 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/1544132243 expires 2024-04-27T01:50:05.508028+0000 2024-04-26T02:02:08.565 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/3431754632 expires 2024-04-27T01:49:31.210831+0000 2024-04-26T02:02:08.565 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/2302812681 expires 2024-04-27T01:50:05.508028+0000 2024-04-26T02:02:08.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.565+0000 7f7ac1600700 1 -- 172.21.15.26:0/1648212430 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7aa00a3cc0 msgr2=0x7f7aa00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:08.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.565+0000 7f7ac1600700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7aa00a3cc0 0x7f7aa00a6180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f7aac011550 tx=0x7f7aac009310 comp rx=0 tx=0).stop 2024-04-26T02:02:08.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.565+0000 7f7ac1600700 1 -- 172.21.15.26:0/1648212430 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7abc076a70 msgr2=0x7f7abc19f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:08.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.565+0000 7f7ac1600700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7abc076a70 0x7f7abc19f750 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7aa400e9f0 tx=0x7f7aa400edb0 comp rx=0 tx=0).stop 2024-04-26T02:02:08.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.565+0000 7f7ac1600700 1 -- 172.21.15.26:0/1648212430 shutdown_connections 2024-04-26T02:02:08.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.565+0000 7f7ac1600700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7aa00a3cc0 0x7f7aa00a6180 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:08.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.565+0000 7f7ac1600700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7abc10f090 0x7f7abc1a67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:08.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.565+0000 7f7ac1600700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7abc0754a0 0x7f7abc19f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:08.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.565+0000 7f7ac1600700 1 --2- 172.21.15.26:0/1648212430 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7abc076a70 0x7f7abc19f750 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:08.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.565+0000 7f7ac1600700 1 -- 172.21.15.26:0/1648212430 >> 172.21.15.26:0/1648212430 conn(0x7f7abc0fe010 msgr2=0x7f7abc102430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:08.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.566+0000 7f7ac1600700 1 -- 172.21.15.26:0/1648212430 shutdown_connections 2024-04-26T02:02:08.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:08.566+0000 7f7ac1600700 1 -- 172.21.15.26:0/1648212430 wait complete. 2024-04-26T02:02:09.456 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:09 smithi026 ceph-mon[28138]: pgmap v442: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:09.456 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:09 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1648212430' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T02:02:09.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:09 smithi033 ceph-mon[32805]: pgmap v442: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:09.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:09 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1648212430' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T02:02:09.535 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-26T02:02:09.545 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:02:09.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:09 smithi064 ceph-mon[32613]: pgmap v442: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:09.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:09 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1648212430' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T02:02:10.010 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:11.456 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:11 smithi026 ceph-mon[28138]: pgmap v443: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:02:11.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:11 smithi033 ceph-mon[32805]: pgmap v443: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:02:11.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:11 smithi064 ceph-mon[32613]: pgmap v443: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:02:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.249+0000 7f7a86000700 1 -- 172.21.15.26:0/3556807566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80075590 msgr2=0x7f7a8010ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.249+0000 7f7a86000700 1 --2- 172.21.15.26:0/3556807566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80075590 0x7f7a8010ef00 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c0098f0 tx=0x7f7a6c009c00 comp rx=0 tx=0).stop 2024-04-26T02:02:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.250+0000 7f7a86000700 1 -- 172.21.15.26:0/3556807566 shutdown_connections 2024-04-26T02:02:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.250+0000 7f7a86000700 1 --2- 172.21.15.26:0/3556807566 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a8010f440 0x7f7a80111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.250+0000 7f7a86000700 1 --2- 172.21.15.26:0/3556807566 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a80074c70 0x7f7a80075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.250+0000 7f7a86000700 1 --2- 172.21.15.26:0/3556807566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80075590 0x7f7a8010ef00 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.250+0000 7f7a86000700 1 -- 172.21.15.26:0/3556807566 >> 172.21.15.26:0/3556807566 conn(0x7f7a80079ba0 msgr2=0x7f7a80079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.250+0000 7f7a86000700 1 -- 172.21.15.26:0/3556807566 shutdown_connections 2024-04-26T02:02:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.250+0000 7f7a86000700 1 -- 172.21.15.26:0/3556807566 wait complete. 2024-04-26T02:02:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.251+0000 7f7a86000700 1 Processor -- start 2024-04-26T02:02:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.251+0000 7f7a86000700 1 -- start start 2024-04-26T02:02:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.251+0000 7f7a86000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a80074c70 0x7f7a8019b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.251+0000 7f7a86000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a80075590 0x7f7a8019b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.251+0000 7f7a86000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a8010f440 0x7f7a8019fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.251+0000 7f7a86000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7a80114e20 con 0x7f7a8010f440 2024-04-26T02:02:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.251+0000 7f7a86000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7a80114ca0 con 0x7f7a80074c70 2024-04-26T02:02:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.251+0000 7f7a86000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7a80114fa0 con 0x7f7a80075590 2024-04-26T02:02:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.252+0000 7f7a7ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a80075590 0x7f7a8019b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.252+0000 7f7a7f400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a80074c70 0x7f7a8019b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.252+0000 7f7a7ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a80075590 0x7f7a8019b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:53992/0 (socket says 172.21.15.26:53992) 2024-04-26T02:02:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.252+0000 7f7a7ea00700 1 -- 172.21.15.26:0/3969235544 learned_addr learned my addr 172.21.15.26:0/3969235544 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.252+0000 7f7a7fe00700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a8010f440 0x7f7a8019fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.252+0000 7f7a7f400700 1 -- 172.21.15.26:0/3969235544 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a80075590 msgr2=0x7f7a8019b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.252+0000 7f7a7f400700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a80075590 0x7f7a8019b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.252+0000 7f7a7f400700 1 -- 172.21.15.26:0/3969235544 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a8010f440 msgr2=0x7f7a8019fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.252+0000 7f7a7f400700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a8010f440 0x7f7a8019fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.252+0000 7f7a7f400700 1 -- 172.21.15.26:0/3969235544 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a801a0300 con 0x7f7a80074c70 2024-04-26T02:02:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.252+0000 7f7a7fe00700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a8010f440 0x7f7a8019fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.253+0000 7f7a7f400700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a80074c70 0x7f7a8019b2f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7a7000eb90 tx=0x7f7a7000eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.253+0000 7f7a77e00700 1 -- 172.21.15.26:0/3969235544 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a7000cc90 con 0x7f7a80074c70 2024-04-26T02:02:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.253+0000 7f7a86000700 1 -- 172.21.15.26:0/3969235544 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a801a05f0 con 0x7f7a80074c70 2024-04-26T02:02:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.253+0000 7f7a77e00700 1 -- 172.21.15.26:0/3969235544 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a7000ce30 con 0x7f7a80074c70 2024-04-26T02:02:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.253+0000 7f7a77e00700 1 -- 172.21.15.26:0/3969235544 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a70010430 con 0x7f7a80074c70 2024-04-26T02:02:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.253+0000 7f7a86000700 1 -- 172.21.15.26:0/3969235544 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a801a7e70 con 0x7f7a80074c70 2024-04-26T02:02:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.254+0000 7f7a86000700 1 -- 172.21.15.26:0/3969235544 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a80069730 con 0x7f7a80074c70 2024-04-26T02:02:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.256+0000 7f7a77e00700 1 -- 172.21.15.26:0/3969235544 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7a70003ef0 con 0x7f7a80074c70 2024-04-26T02:02:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.258+0000 7f7a77e00700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7a640a3c40 0x7f7a640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.258+0000 7f7a77e00700 1 -- 172.21.15.26:0/3969235544 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f7a700d08b0 con 0x7f7a80074c70 2024-04-26T02:02:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.258+0000 7f7a7ea00700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7a640a3c40 0x7f7a640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.258+0000 7f7a7ea00700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7a640a3c40 0x7f7a640a6100 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c009680 tx=0x7f7a6c019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:12.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.260+0000 7f7a77e00700 1 -- 172.21.15.26:0/3969235544 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7a7009d240 con 0x7f7a80074c70 2024-04-26T02:02:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.532+0000 7f7a86000700 1 -- 172.21.15.26:0/3969235544 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7a8002df80 con 0x7f7a80074c70 2024-04-26T02:02:12.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.534+0000 7f7a77e00700 1 -- 172.21.15.26:0/3969235544 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11912 (secure 0 0 0) 0x7f7a7009cb40 con 0x7f7a80074c70 2024-04-26T02:02:12.533 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:02:12.534 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T01:58:59.976677+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24512,24491,24490,24502,24524]},"id":1}]} 2024-04-26T02:02:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.536+0000 7f7a86000700 1 -- 172.21.15.26:0/3969235544 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7a640a3c40 msgr2=0x7f7a640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.536+0000 7f7a86000700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7a640a3c40 0x7f7a640a6100 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c009680 tx=0x7f7a6c019040 comp rx=0 tx=0).stop 2024-04-26T02:02:12.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.536+0000 7f7a86000700 1 -- 172.21.15.26:0/3969235544 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a80074c70 msgr2=0x7f7a8019b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:12.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.536+0000 7f7a86000700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a80074c70 0x7f7a8019b2f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7a7000eb90 tx=0x7f7a7000eea0 comp rx=0 tx=0).stop 2024-04-26T02:02:12.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.537+0000 7f7a86000700 1 -- 172.21.15.26:0/3969235544 shutdown_connections 2024-04-26T02:02:12.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.537+0000 7f7a86000700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f7a640a3c40 0x7f7a640a6100 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:12.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.537+0000 7f7a86000700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a8010f440 0x7f7a8019fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:12.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.537+0000 7f7a86000700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a80074c70 0x7f7a8019b2f0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:12.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.537+0000 7f7a86000700 1 --2- 172.21.15.26:0/3969235544 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a80075590 0x7f7a8019b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:12.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.537+0000 7f7a86000700 1 -- 172.21.15.26:0/3969235544 >> 172.21.15.26:0/3969235544 conn(0x7f7a80079ba0 msgr2=0x7f7a800ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.537+0000 7f7a86000700 1 -- 172.21.15.26:0/3969235544 shutdown_connections 2024-04-26T02:02:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:12.537+0000 7f7a86000700 1 -- 172.21.15.26:0/3969235544 wait complete. 2024-04-26T02:02:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 28 2024-04-26T02:02:13.397 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:02:13.477 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:13 smithi026 ceph-mon[28138]: pgmap v444: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:13.477 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:13 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3969235544' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:02:13.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:13 smithi033 ceph-mon[32805]: pgmap v444: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:13.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:13 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3969235544' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:02:13.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:13 smithi064 ceph-mon[32613]: pgmap v444: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:13.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:13 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3969235544' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:02:13.893 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:15.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:15 smithi026 ceph-mon[28138]: pgmap v445: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:02:15.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:15 smithi033 ceph-mon[32805]: pgmap v445: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:02:15.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:15 smithi064 ceph-mon[32613]: pgmap v445: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:02:16.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.221+0000 7fe075c00700 1 -- 172.21.15.26:0/3719832915 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe07006a750 msgr2=0x7fe07006ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:16.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.221+0000 7fe075c00700 1 --2- 172.21.15.26:0/3719832915 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe07006a750 0x7fe07006ab30 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fe060009990 tx=0x7fe060009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:16.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.221+0000 7fe075c00700 1 -- 172.21.15.26:0/3719832915 shutdown_connections 2024-04-26T02:02:16.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.221+0000 7fe075c00700 1 --2- 172.21.15.26:0/3719832915 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe07010f4f0 0x7fe0701118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:16.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.221+0000 7fe075c00700 1 --2- 172.21.15.26:0/3719832915 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe07006a750 0x7fe07006ab30 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:16.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.221+0000 7fe075c00700 1 --2- 172.21.15.26:0/3719832915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe07006b070 0x7fe07010efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:16.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.221+0000 7fe075c00700 1 -- 172.21.15.26:0/3719832915 >> 172.21.15.26:0/3719832915 conn(0x7fe0700788f0 msgr2=0x7fe070078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:16.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.221+0000 7fe075c00700 1 -- 172.21.15.26:0/3719832915 shutdown_connections 2024-04-26T02:02:16.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.221+0000 7fe075c00700 1 -- 172.21.15.26:0/3719832915 wait complete. 2024-04-26T02:02:16.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.222+0000 7fe075c00700 1 Processor -- start 2024-04-26T02:02:16.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.223+0000 7fe075c00700 1 -- start start 2024-04-26T02:02:16.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.223+0000 7fe075c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe07006a750 0x7fe07019b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:16.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.223+0000 7fe075c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe07006b070 0x7fe07019b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:16.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.223+0000 7fe075c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe07010f4f0 0x7fe07019fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:16.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.223+0000 7fe075c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe070114e00 con 0x7fe07010f4f0 2024-04-26T02:02:16.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.223+0000 7fe075c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe070114c80 con 0x7fe07006b070 2024-04-26T02:02:16.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.223+0000 7fe075c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe070114f80 con 0x7fe07006a750 2024-04-26T02:02:16.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.223+0000 7fe06ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe07006a750 0x7fe07019b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:16.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.223+0000 7fe06ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe07006a750 0x7fe07019b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:54010/0 (socket says 172.21.15.26:54010) 2024-04-26T02:02:16.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.223+0000 7fe06ea00700 1 -- 172.21.15.26:0/1349344599 learned_addr learned my addr 172.21.15.26:0/1349344599 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:16.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.223+0000 7fe06f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe07010f4f0 0x7fe07019fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:16.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.224+0000 7fe06e000700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe07006b070 0x7fe07019b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:16.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.224+0000 7fe06f400700 1 -- 172.21.15.26:0/1349344599 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe07006a750 msgr2=0x7fe07019b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:16.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.224+0000 7fe06f400700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe07006a750 0x7fe07019b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:16.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.224+0000 7fe06f400700 1 -- 172.21.15.26:0/1349344599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe07006b070 msgr2=0x7fe07019b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:16.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.224+0000 7fe06f400700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe07006b070 0x7fe07019b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:16.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.224+0000 7fe06f400700 1 -- 172.21.15.26:0/1349344599 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0701a0350 con 0x7fe07010f4f0 2024-04-26T02:02:16.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.224+0000 7fe06f400700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe07010f4f0 0x7fe07019fc10 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe06800ef90 tx=0x7fe06800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:16.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.225+0000 7fe067400700 1 -- 172.21.15.26:0/1349344599 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0680092e0 con 0x7fe07010f4f0 2024-04-26T02:02:16.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.225+0000 7fe075c00700 1 -- 172.21.15.26:0/1349344599 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0701a05e0 con 0x7fe07010f4f0 2024-04-26T02:02:16.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.225+0000 7fe067400700 1 -- 172.21.15.26:0/1349344599 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe068004bb0 con 0x7fe07010f4f0 2024-04-26T02:02:16.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.225+0000 7fe067400700 1 -- 172.21.15.26:0/1349344599 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe068004020 con 0x7fe07010f4f0 2024-04-26T02:02:16.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.225+0000 7fe075c00700 1 -- 172.21.15.26:0/1349344599 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0701a7ec0 con 0x7fe07010f4f0 2024-04-26T02:02:16.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.226+0000 7fe075c00700 1 -- 172.21.15.26:0/1349344599 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe070069730 con 0x7fe07010f4f0 2024-04-26T02:02:16.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.228+0000 7fe067400700 1 -- 172.21.15.26:0/1349344599 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe06801b030 con 0x7fe07010f4f0 2024-04-26T02:02:16.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.230+0000 7fe067400700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe0540a3c40 0x7fe0540a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:16.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.231+0000 7fe067400700 1 -- 172.21.15.26:0/1349344599 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe0680cfee0 con 0x7fe07010f4f0 2024-04-26T02:02:16.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.231+0000 7fe06ea00700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe0540a3c40 0x7fe0540a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:16.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.231+0000 7fe06ea00700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe0540a3c40 0x7fe0540a6100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe06000b2e0 tx=0x7fe060009510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:16.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.237+0000 7fe067400700 1 -- 172.21.15.26:0/1349344599 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe068022020 con 0x7fe07010f4f0 2024-04-26T02:02:16.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.521+0000 7fe075c00700 1 -- 172.21.15.26:0/1349344599 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe07002df80 con 0x7fe07010f4f0 2024-04-26T02:02:16.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.523+0000 7fe067400700 1 -- 172.21.15.26:0/1349344599 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11912 (secure 0 0 0) 0x7fe068010040 con 0x7fe07010f4f0 2024-04-26T02:02:16.523 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:02:16.523 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T01:58:59.976677+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24512,24491,24490,24502,24524]},"id":1}]} 2024-04-26T02:02:16.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.526+0000 7fe075c00700 1 -- 172.21.15.26:0/1349344599 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe0540a3c40 msgr2=0x7fe0540a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:16.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.526+0000 7fe075c00700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe0540a3c40 0x7fe0540a6100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe06000b2e0 tx=0x7fe060009510 comp rx=0 tx=0).stop 2024-04-26T02:02:16.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.526+0000 7fe075c00700 1 -- 172.21.15.26:0/1349344599 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe07010f4f0 msgr2=0x7fe07019fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:16.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.526+0000 7fe075c00700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe07010f4f0 0x7fe07019fc10 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe06800ef90 tx=0x7fe06800c3a0 comp rx=0 tx=0).stop 2024-04-26T02:02:16.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.526+0000 7fe075c00700 1 -- 172.21.15.26:0/1349344599 shutdown_connections 2024-04-26T02:02:16.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.526+0000 7fe075c00700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fe0540a3c40 0x7fe0540a6100 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:16.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.526+0000 7fe075c00700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe07010f4f0 0x7fe07019fc10 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:16.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.526+0000 7fe075c00700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe07006a750 0x7fe07019b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:16.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.526+0000 7fe075c00700 1 --2- 172.21.15.26:0/1349344599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe07006b070 0x7fe07019b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:16.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.526+0000 7fe075c00700 1 -- 172.21.15.26:0/1349344599 >> 172.21.15.26:0/1349344599 conn(0x7fe0700788f0 msgr2=0x7fe070110a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:16.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.526+0000 7fe075c00700 1 -- 172.21.15.26:0/1349344599 shutdown_connections 2024-04-26T02:02:16.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:16.527+0000 7fe075c00700 1 -- 172.21.15.26:0/1349344599 wait complete. 2024-04-26T02:02:16.527 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 28 2024-04-26T02:02:17.459 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:17 smithi026 ceph-mon[28138]: pgmap v446: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:17.459 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:17 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1349344599' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:02:17.463 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T02:02:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:17 smithi033 ceph-mon[32805]: pgmap v446: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:17 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1349344599' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:02:17.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:17 smithi064 ceph-mon[32613]: pgmap v446: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:17.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:17 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1349344599' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:02:17.935 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:19.406 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:19 smithi026 ceph-mon[28138]: pgmap v447: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:19.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:19 smithi033 ceph-mon[32805]: pgmap v447: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:19.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:19 smithi064 ceph-mon[32613]: pgmap v447: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:20.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.264+0000 7fb319000700 1 -- 172.21.15.26:0/2879351700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb314107990 msgr2=0x7fb314107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:20.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.264+0000 7fb319000700 1 --2- 172.21.15.26:0/2879351700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb314107990 0x7fb314107d70 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb304009990 tx=0x7fb304009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:20.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.264+0000 7fb319000700 1 -- 172.21.15.26:0/2879351700 shutdown_connections 2024-04-26T02:02:20.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.264+0000 7fb319000700 1 --2- 172.21.15.26:0/2879351700 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb314102300 0x7fb31410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:20.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.264+0000 7fb319000700 1 --2- 172.21.15.26:0/2879351700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb314107990 0x7fb314107d70 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:20.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.264+0000 7fb319000700 1 --2- 172.21.15.26:0/2879351700 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb314101940 0x7fb314101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:20.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.264+0000 7fb319000700 1 -- 172.21.15.26:0/2879351700 >> 172.21.15.26:0/2879351700 conn(0x7fb3140788f0 msgr2=0x7fb314078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:20.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.264+0000 7fb319000700 1 -- 172.21.15.26:0/2879351700 shutdown_connections 2024-04-26T02:02:20.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.264+0000 7fb319000700 1 -- 172.21.15.26:0/2879351700 wait complete. 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.266+0000 7fb319000700 1 Processor -- start 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.266+0000 7fb319000700 1 -- start start 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.266+0000 7fb319000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb314101940 0x7fb31419b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.266+0000 7fb319000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb314102300 0x7fb31419b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.266+0000 7fb319000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb314107990 0x7fb31419fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.266+0000 7fb319000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb314111b50 con 0x7fb314101940 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.266+0000 7fb319000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb3141119d0 con 0x7fb314107990 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.266+0000 7fb319000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb314111cd0 con 0x7fb314102300 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.267+0000 7fb311e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb314101940 0x7fb31419b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.267+0000 7fb309400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb314102300 0x7fb31419b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.267+0000 7fb311e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb314101940 0x7fb31419b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54726/0 (socket says 172.21.15.26:54726) 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.267+0000 7fb311e00700 1 -- 172.21.15.26:0/3130354111 learned_addr learned my addr 172.21.15.26:0/3130354111 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.267+0000 7fb312800700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb314107990 0x7fb31419fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:20.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.267+0000 7fb309400700 1 -- 172.21.15.26:0/3130354111 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb314107990 msgr2=0x7fb31419fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:20.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.267+0000 7fb309400700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb314107990 0x7fb31419fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:20.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.267+0000 7fb309400700 1 -- 172.21.15.26:0/3130354111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb314101940 msgr2=0x7fb31419b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:20.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.267+0000 7fb309400700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb314101940 0x7fb31419b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:20.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.267+0000 7fb309400700 1 -- 172.21.15.26:0/3130354111 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3141a0420 con 0x7fb314102300 2024-04-26T02:02:20.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.267+0000 7fb311e00700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb314101940 0x7fb31419b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:20.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.267+0000 7fb312800700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb314107990 0x7fb31419fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:20.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.268+0000 7fb309400700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb314102300 0x7fb31419b950 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc00e9f0 tx=0x7fb2fc00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:20.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.268+0000 7fb30b400700 1 -- 172.21.15.26:0/3130354111 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc004220 con 0x7fb314102300 2024-04-26T02:02:20.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.268+0000 7fb319000700 1 -- 172.21.15.26:0/3130354111 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3141a0710 con 0x7fb314102300 2024-04-26T02:02:20.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.268+0000 7fb30b400700 1 -- 172.21.15.26:0/3130354111 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2fc0043c0 con 0x7fb314102300 2024-04-26T02:02:20.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.268+0000 7fb30b400700 1 -- 172.21.15.26:0/3130354111 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc005020 con 0x7fb314102300 2024-04-26T02:02:20.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.268+0000 7fb319000700 1 -- 172.21.15.26:0/3130354111 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3141a7f90 con 0x7fb314102300 2024-04-26T02:02:20.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.269+0000 7fb319000700 1 -- 172.21.15.26:0/3130354111 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb314069730 con 0x7fb314102300 2024-04-26T02:02:20.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.271+0000 7fb30b400700 1 -- 172.21.15.26:0/3130354111 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb2fc004750 con 0x7fb314102300 2024-04-26T02:02:20.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.273+0000 7fb30b400700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2f80a3cc0 0x7fb2f80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:20.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.273+0000 7fb30b400700 1 -- 172.21.15.26:0/3130354111 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb2fc0d0300 con 0x7fb314102300 2024-04-26T02:02:20.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.273+0000 7fb311e00700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2f80a3cc0 0x7fb2f80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:20.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.274+0000 7fb311e00700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2f80a3cc0 0x7fb2f80a6180 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb304006010 tx=0x7fb30400b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:20.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.277+0000 7fb30b400700 1 -- 172.21.15.26:0/3130354111 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb2fc09cc90 con 0x7fb314102300 2024-04-26T02:02:20.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.509+0000 7fb319000700 1 -- 172.21.15.26:0/3130354111 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb3141a8160 con 0x7fb314102300 2024-04-26T02:02:20.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.512+0000 7fb30b400700 1 -- 172.21.15.26:0/3130354111 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22499 (secure 0 0 0) 0x7fb2fc09c590 con 0x7fb314102300 2024-04-26T02:02:20.512 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:02:20.512 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","created":"2024-04-26T01:48:57.473565+0000","modified":"2024-04-26T01:59:06.707740+0000","last_up_change":"2024-04-26T01:57:13.825265+0000","last_in_change":"2024-04-26T01:56:54.383192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:52:51.667153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:58:25.333136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:58:29.747341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f8783ebe-d4a3-42cd-a87b-17b593c35495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6803","nonce":1735610609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6805","nonce":1735610609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6809","nonce":1735610609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6807","nonce":1735610609}]},"public_addr":"172.21.15.26:6803/1735610609","cluster_addr":"172.21.15.26:6805/1735610609","heartbeat_back_addr":"172.21.15.26:6809/1735610609","heartbeat_front_addr":"172.21.15.26:6807/1735610609","state":["exists","up"]},{"osd":1,"uuid":"2097babe-3524-4f0d-b1d6-dcf44a548655","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6801","nonce":4110015074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6803","nonce":4110015074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6807","nonce":4110015074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6805","nonce":4110015074}]},"public_addr":"172.21.15.33:6801/4110015074","cluster_addr":"172.21.15.33:6803/4110015074","heartbeat_back_addr":"172.21.15.33:6807/4110015074","heartbeat_front_addr":"172.21.15.33:6805/4110015074","state":["exists","up"]},{"osd":2,"uuid":"6e75e3d4-b664-4fe0-8913-0b93f325c37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6801","nonce":3873107319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6803","nonce":3873107319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6807","nonce":3873107319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6805","nonce":3873107319}]},"public_addr":"172.21.15.64:6801/3873107319","cluster_addr":"172.21.15.64:6803/3873107319","heartbeat_back_addr":"172.21.15.64:6807/3873107319","heartbeat_front_addr":"172.21.15.64:6805/3873107319","state":["exists","up"]},{"osd":3,"uuid":"24363f6d-2328-4883-a93d-cbb12b21332b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6811","nonce":2340844586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6813","nonce":2340844586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6817","nonce":2340844586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6815","nonce":2340844586}]},"public_addr":"172.21.15.26:6811/2340844586","cluster_addr":"172.21.15.26:6813/2340844586","heartbeat_back_addr":"172.21.15.26:6817/2340844586","heartbeat_front_addr":"172.21.15.26:6815/2340844586","state":["exists","up"]},{"osd":4,"uuid":"bbd1c3a5-2d74-4e33-90a0-43e55415759d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6809","nonce":2946623767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6811","nonce":2946623767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6815","nonce":2946623767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6813","nonce":2946623767}]},"public_addr":"172.21.15.33:6809/2946623767","cluster_addr":"172.21.15.33:6811/2946623767","heartbeat_back_addr":"172.21.15.33:6815/2946623767","heartbeat_front_addr":"172.21.15.33:6813/2946623767","state":["exists","up"]},{"osd":5,"uuid":"986707d8-f671-4ab1-9cb8-938463530035","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6809","nonce":3997283620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6811","nonce":3997283620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6815","nonce":3997283620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6813","nonce":3997283620}]},"public_addr":"172.21.15.64:6809/3997283620","cluster_addr":"172.21.15.64:6811/3997283620","heartbeat_back_addr":"172.21.15.64:6815/3997283620","heartbeat_front_addr":"172.21.15.64:6813/3997283620","state":["exists","up"]},{"osd":6,"uuid":"c9d948a3-4ea5-4f67-879c-b5103be4cf0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6819","nonce":885177678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6821","nonce":885177678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6825","nonce":885177678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6823","nonce":885177678}]},"public_addr":"172.21.15.26:6819/885177678","cluster_addr":"172.21.15.26:6821/885177678","heartbeat_back_addr":"172.21.15.26:6825/885177678","heartbeat_front_addr":"172.21.15.26:6823/885177678","state":["exists","up"]},{"osd":7,"uuid":"edb21527-291a-47d3-bdcb-04f0f245ed11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6817","nonce":507130326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6819","nonce":507130326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6823","nonce":507130326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6821","nonce":507130326}]},"public_addr":"172.21.15.33:6817/507130326","cluster_addr":"172.21.15.33:6819/507130326","heartbeat_back_addr":"172.21.15.33:6823/507130326","heartbeat_front_addr":"172.21.15.33:6821/507130326","state":["exists","up"]},{"osd":8,"uuid":"09db0b7b-1827-40a6-86c3-20d07509807d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6817","nonce":653236462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6819","nonce":653236462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6823","nonce":653236462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6821","nonce":653236462}]},"public_addr":"172.21.15.64:6817/653236462","cluster_addr":"172.21.15.64:6819/653236462","heartbeat_back_addr":"172.21.15.64:6823/653236462","heartbeat_front_addr":"172.21.15.64:6821/653236462","state":["exists","up"]},{"osd":9,"uuid":"4696d95a-f9ac-421f-8ace-9fdc3ed46f05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6827","nonce":2886949981}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6829","nonce":2886949981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6833","nonce":2886949981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6831","nonce":2886949981}]},"public_addr":"172.21.15.26:6827/2886949981","cluster_addr":"172.21.15.26:6829/2886949981","heartbeat_back_addr":"172.21.15.26:6833/2886949981","heartbeat_front_addr":"172.21.15.26:6831/2886949981","state":["exists","up"]},{"osd":10,"uuid":"07d476cc-6f54-4f00-bb35-f137b6e907d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6825","nonce":3259400969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6827","nonce":3259400969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6831","nonce":3259400969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6829","nonce":3259400969}]},"public_addr":"172.21.15.33:6825/3259400969","cluster_addr":"172.21.15.33:6827/3259400969","heartbeat_back_addr":"172.21.15.33:6831/3259400969","heartbeat_front_addr":"172.21.15.33:6829/3259400969","state":["exists","up"]},{"osd":11,"uuid":"0ae35c43-0bb6-4d41-9664-dbf89efd122d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6825","nonce":1292810675}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6827","nonce":1292810675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6831","nonce":1292810675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6829","nonce":1292810675}]},"public_addr":"172.21.15.64:6825/1292810675","cluster_addr":"172.21.15.64:6827/1292810675","heartbeat_back_addr":"172.21.15.64:6831/1292810675","heartbeat_front_addr":"172.21.15.64:6829/1292810675","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:00.556003+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:25.618937+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:49.554498+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:23.506747+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:50.656649+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:16.329501+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:51.046876+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:18.048955+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:43.701138+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:19.109137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:46.897822+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:57:12.505718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3817940731":"2024-04-27T01:50:05.508028+0000","172.21.15.26:6800/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/2466817986":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6801/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2499788869":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6800/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/1544132243":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3431754632":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2302812681":"2024-04-27T01:50:05.508028+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T02:02:20.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.515+0000 7fb319000700 1 -- 172.21.15.26:0/3130354111 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2f80a3cc0 msgr2=0x7fb2f80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:20.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.515+0000 7fb319000700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2f80a3cc0 0x7fb2f80a6180 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb304006010 tx=0x7fb30400b280 comp rx=0 tx=0).stop 2024-04-26T02:02:20.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.515+0000 7fb319000700 1 -- 172.21.15.26:0/3130354111 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb314102300 msgr2=0x7fb31419b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:20.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.515+0000 7fb319000700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb314102300 0x7fb31419b950 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc00e9f0 tx=0x7fb2fc00ed00 comp rx=0 tx=0).stop 2024-04-26T02:02:20.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.515+0000 7fb319000700 1 -- 172.21.15.26:0/3130354111 shutdown_connections 2024-04-26T02:02:20.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.515+0000 7fb319000700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb314107990 0x7fb31419fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:20.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.515+0000 7fb319000700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fb2f80a3cc0 0x7fb2f80a6180 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:20.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.515+0000 7fb319000700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb314101940 0x7fb31419b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:20.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.515+0000 7fb319000700 1 --2- 172.21.15.26:0/3130354111 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb314102300 0x7fb31419b950 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:20.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.515+0000 7fb319000700 1 -- 172.21.15.26:0/3130354111 >> 172.21.15.26:0/3130354111 conn(0x7fb3140788f0 msgr2=0x7fb31406a720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:20.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.515+0000 7fb319000700 1 -- 172.21.15.26:0/3130354111 shutdown_connections 2024-04-26T02:02:20.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:20.515+0000 7fb319000700 1 -- 172.21.15.26:0/3130354111 wait complete. 2024-04-26T02:02:21.283 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T01:58:34.004176+0000', 'modified': '2024-04-26T01:58:59.976677+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24524, 'mds_1': 24512, 'mds_2': 24502, 'mds_3': 24491, 'mds_4': 24490}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24440': {'gid': 24440, 'name': 'k', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.33:6833/748947413', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6832', 'nonce': 748947413}, {'type': 'v1', 'addr': '172.21.15.33:6833', 'nonce': 748947413}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24452': {'gid': 24452, 'name': 'j', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.26:6835/2480167513', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6834', 'nonce': 2480167513}, {'type': 'v1', 'addr': '172.21.15.26:6835', 'nonce': 2480167513}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24470': {'gid': 24470, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.33:6835/1538648422', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6834', 'nonce': 1538648422}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 1538648422}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.64:6835/1139927844', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6834', 'nonce': 1139927844}, {'type': 'v1', 'addr': '172.21.15.64:6835', 'nonce': 1139927844}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24478': {'gid': 24478, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.64:6837/1005903026', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6836', 'nonce': 1005903026}, {'type': 'v1', 'addr': '172.21.15.64:6837', 'nonce': 1005903026}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.64:6839/2457190403', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6838', 'nonce': 2457190403}, {'type': 'v1', 'addr': '172.21.15.64:6839', 'nonce': 2457190403}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24491': {'gid': 24491, 'name': 'h', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.33:6837/163348840', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6836', 'nonce': 163348840}, {'type': 'v1', 'addr': '172.21.15.33:6837', 'nonce': 163348840}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24502': {'gid': 24502, 'name': 'g', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.26:6839/384232954', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6838', 'nonce': 384232954}, {'type': 'v1', 'addr': '172.21.15.26:6839', 'nonce': 384232954}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'a', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.26:6841/1541859577', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6840', 'nonce': 1541859577}, {'type': 'v1', 'addr': '172.21.15.26:6841', 'nonce': 1541859577}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24524': {'gid': 24524, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.33:6839/736189255', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6838', 'nonce': 736189255}, {'type': 'v1', 'addr': '172.21.15.33:6839', 'nonce': 736189255}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24524, 'qdb_cluster': [24512, 24491, 24490, 24502, 24524]} 2024-04-26T02:02:21.284 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T02:02:21.284 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-26T02:02:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:21 smithi026 ceph-mon[28138]: pgmap v448: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:02:21.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:21 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3130354111' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:02:21.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:21 smithi033 ceph-mon[32805]: pgmap v448: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:02:21.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:21 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3130354111' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:02:21.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:21 smithi064 ceph-mon[32613]: pgmap v448: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T02:02:21.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:21 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3130354111' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:02:21.749 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:23.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:23 smithi026 ceph-mon[28138]: pgmap v449: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:23.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:23 smithi033 ceph-mon[32805]: pgmap v449: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:23.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:23 smithi064 ceph-mon[32613]: pgmap v449: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:24.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.067+0000 7f21e9e00700 1 -- 172.21.15.26:0/95489236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21e406afe0 msgr2=0x7f21e406b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:24.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.067+0000 7f21e9e00700 1 --2- 172.21.15.26:0/95489236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21e406afe0 0x7f21e406b440 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009990 tx=0x7f21d0009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.067+0000 7f21e9e00700 1 -- 172.21.15.26:0/95489236 shutdown_connections 2024-04-26T02:02:24.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.067+0000 7f21e9e00700 1 --2- 172.21.15.26:0/95489236 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21e406b980 0x7f21e410f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.067+0000 7f21e9e00700 1 --2- 172.21.15.26:0/95489236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f21e4108a20 0x7f21e4108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.067+0000 7f21e9e00700 1 --2- 172.21.15.26:0/95489236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21e406afe0 0x7f21e406b440 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.067+0000 7f21e9e00700 1 -- 172.21.15.26:0/95489236 >> 172.21.15.26:0/95489236 conn(0x7f21e40788b0 msgr2=0x7f21e4078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:24.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.067+0000 7f21e9e00700 1 -- 172.21.15.26:0/95489236 shutdown_connections 2024-04-26T02:02:24.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.067+0000 7f21e9e00700 1 -- 172.21.15.26:0/95489236 wait complete. 2024-04-26T02:02:24.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.068+0000 7f21e9e00700 1 Processor -- start 2024-04-26T02:02:24.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.069+0000 7f21e9e00700 1 -- start start 2024-04-26T02:02:24.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.069+0000 7f21e9e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21e406afe0 0x7f21e419b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.069+0000 7f21e9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f21e406b980 0x7f21e419b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.069+0000 7f21e9e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21e4108a20 0x7f21e419fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.069+0000 7f21e9e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f21e4112c10 con 0x7f21e406b980 2024-04-26T02:02:24.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.069+0000 7f21e9e00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f21e4112a90 con 0x7f21e4108a20 2024-04-26T02:02:24.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.069+0000 7f21e9e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f21e4112d90 con 0x7f21e406afe0 2024-04-26T02:02:24.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.070+0000 7f21e2a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21e406afe0 0x7f21e419b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.070+0000 7f21e2a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21e406afe0 0x7f21e419b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:56486/0 (socket says 172.21.15.26:56486) 2024-04-26T02:02:24.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.070+0000 7f21e2a00700 1 -- 172.21.15.26:0/907799166 learned_addr learned my addr 172.21.15.26:0/907799166 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:24.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.070+0000 7f21e2000700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f21e406b980 0x7f21e419b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.070+0000 7f21e3400700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21e4108a20 0x7f21e419fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.070+0000 7f21e2a00700 1 -- 172.21.15.26:0/907799166 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21e4108a20 msgr2=0x7f21e419fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:24.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.070+0000 7f21e2a00700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21e4108a20 0x7f21e419fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.070+0000 7f21e2a00700 1 -- 172.21.15.26:0/907799166 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f21e406b980 msgr2=0x7f21e419b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:24.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.070+0000 7f21e2a00700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f21e406b980 0x7f21e419b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.070+0000 7f21e2a00700 1 -- 172.21.15.26:0/907799166 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21e41a03b0 con 0x7f21e406afe0 2024-04-26T02:02:24.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.071+0000 7f21e2a00700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21e406afe0 0x7f21e419b3a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f21d400e9a0 tx=0x7f21d400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:24.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.071+0000 7f21e8a00700 1 -- 172.21.15.26:0/907799166 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d400ca10 con 0x7f21e406afe0 2024-04-26T02:02:24.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.071+0000 7f21e8a00700 1 -- 172.21.15.26:0/907799166 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21d400cbb0 con 0x7f21e406afe0 2024-04-26T02:02:24.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.071+0000 7f21e9e00700 1 -- 172.21.15.26:0/907799166 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21e41a06a0 con 0x7f21e406afe0 2024-04-26T02:02:24.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.071+0000 7f21e8a00700 1 -- 172.21.15.26:0/907799166 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d4018680 con 0x7f21e406afe0 2024-04-26T02:02:24.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.071+0000 7f21e9e00700 1 -- 172.21.15.26:0/907799166 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21e41a7f20 con 0x7f21e406afe0 2024-04-26T02:02:24.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.074+0000 7f21e8a00700 1 -- 172.21.15.26:0/907799166 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f21d4010430 con 0x7f21e406afe0 2024-04-26T02:02:24.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.076+0000 7f21e8a00700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f21c80a3c40 0x7f21c80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.076+0000 7f21f478ab80 1 Processor -- start 2024-04-26T02:02:24.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.076+0000 7f21e8a00700 1 -- 172.21.15.26:0/907799166 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f21d40d0550 con 0x7f21e406afe0 2024-04-26T02:02:24.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.076+0000 7f21e2000700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f21c80a3c40 0x7f21c80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.076+0000 7f21f478ab80 1 -- start start 2024-04-26T02:02:24.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21f478ab80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac5b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21f478ab80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6ac60a0 0x563da6abf9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21f478ab80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 0x563da6ac0330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21f478ab80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563da6a11e40 con 0x563da6abfef0 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21f478ab80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563da69b86e0 con 0x563da6ac60a0 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21f478ab80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563da6a0de00 con 0x563da6ac5780 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21e2a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21e3400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 0x563da6ac0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21e2000700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f21c80a3c40 0x7f21c80a6100 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f21e4078ed0 tx=0x7f21d000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21e2a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac5b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:56488/0 (socket says 172.21.15.26:56488) 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21e3400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 0x563da6ac0330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54764/0 (socket says 172.21.15.26:54764) 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21e2a00700 1 -- 172.21.15.26:0/64479264 learned_addr learned my addr 172.21.15.26:0/64479264 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.077+0000 7f21e2000700 1 --2- 172.21.15.26:0/64479264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6ac60a0 0x563da6abf9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.078+0000 7f21e2a00700 1 -- 172.21.15.26:0/64479264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6ac60a0 msgr2=0x563da6abf9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.078+0000 7f21e2a00700 1 --2- 172.21.15.26:0/64479264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6ac60a0 0x563da6abf9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.078+0000 7f21e2a00700 1 -- 172.21.15.26:0/64479264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 msgr2=0x563da6ac0330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:24.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.078+0000 7f21e2a00700 1 --2- 172.21.15.26:0/64479264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 0x563da6ac0330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.078+0000 7f21e2a00700 1 -- 172.21.15.26:0/64479264 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563da69ae630 con 0x563da6ac5780 2024-04-26T02:02:24.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.078+0000 7f21e2a00700 1 --2- 172.21.15.26:0/64479264 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac5b60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f21d4009230 tx=0x7f21d409cfb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e488a5d3fc5e62f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:24.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.078+0000 7f21d8c00700 1 -- 172.21.15.26:0/64479264 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d40a5450 con 0x563da6ac5780 2024-04-26T02:02:24.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.078+0000 7f21d8c00700 1 -- 172.21.15.26:0/64479264 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21d400cd60 con 0x563da6ac5780 2024-04-26T02:02:24.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.078+0000 7f21d8c00700 1 -- 172.21.15.26:0/64479264 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d40a4fc0 con 0x563da6ac5780 2024-04-26T02:02:24.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.079+0000 7f21f478ab80 1 -- 172.21.15.26:0/64479264 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 msgr2=0x563da6ac5b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:24.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.079+0000 7f21f478ab80 1 --2- 172.21.15.26:0/64479264 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac5b60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f21d4009230 tx=0x7f21d409cfb0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.079+0000 7f21f478ab80 1 -- 172.21.15.26:0/64479264 shutdown_connections 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.079+0000 7f21f478ab80 1 --2- 172.21.15.26:0/64479264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 0x563da6ac0330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.079+0000 7f21f478ab80 1 --2- 172.21.15.26:0/64479264 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac5b60 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.079+0000 7f21f478ab80 1 --2- 172.21.15.26:0/64479264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6ac60a0 0x563da6abf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.079+0000 7f21f478ab80 1 -- 172.21.15.26:0/64479264 >> 172.21.15.26:0/64479264 conn(0x563da69edf00 msgr2=0x563da6aba8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.079+0000 7f21f478ab80 1 -- 172.21.15.26:0/64479264 shutdown_connections 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.079+0000 7f21f478ab80 1 -- 172.21.15.26:0/64479264 wait complete. 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.080+0000 7f21f478ab80 1 -- start start 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.080+0000 7f21f478ab80 1 Processor -- start 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21f478ab80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 0x563da6acbd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21f478ab80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21f478ab80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6ac9550 0x563da6ac99d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21f478ab80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563da6acc920 con 0x563da6abfef0 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21f478ab80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563da69cb810 con 0x563da6ac9550 2024-04-26T02:02:24.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21f478ab80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563da6accaa0 con 0x563da6ac5780 2024-04-26T02:02:24.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21f478ab80 10 client.0 _ll_register_callbacks cb 0x563da69aa6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:24.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21e2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 0x563da6acbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21e2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 0x563da6acbd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54776/0 (socket says 172.21.15.26:54776) 2024-04-26T02:02:24.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21e2a00700 1 -- 172.21.15.26:0/3303705948 learned_addr learned my addr 172.21.15.26:0/3303705948 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:24.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21e2000700 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21e3400700 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6ac9550 0x563da6ac99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21e2a00700 1 -- 172.21.15.26:0/3303705948 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 msgr2=0x563da6ac9010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:24.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21e2a00700 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac9010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21e2a00700 1 -- 172.21.15.26:0/3303705948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6ac9550 msgr2=0x563da6ac99d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:24.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21e2a00700 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6ac9550 0x563da6ac99d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.081+0000 7f21e2a00700 1 -- 172.21.15.26:0/3303705948 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563da695f880 con 0x563da6abfef0 2024-04-26T02:02:24.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.082+0000 7f21e2a00700 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 0x563da6acbd10 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f21d4098bf0 tx=0x7f21d4005bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f12c5e196afe0964 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:24.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.082+0000 7f21cd600700 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:02:24.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.082+0000 7f21cd600700 1 -- 172.21.15.26:0/3303705948 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d40b9020 con 0x563da6abfef0 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.082+0000 7f21cd600700 1 -- 172.21.15.26:0/3303705948 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f21d40d02d0 con 0x563da6abfef0 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.082+0000 7f21f478ab80 1 -- 172.21.15.26:0/3303705948 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21d400cd60 con 0x563da6abfef0 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.082+0000 7f21cd600700 1 -- 172.21.15.26:0/3303705948 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f21d40a5450 con 0x563da6abfef0 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.082+0000 7f21f478ab80 10 client.14910 fetch_fsmap learned FSMap version 28 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.082+0000 7f21f478ab80 1 -- 172.21.15.26:0/3303705948 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563da69a8aa0 con 0x563da6abfef0 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.083+0000 7f21cd600700 1 -- 172.21.15.26:0/3303705948 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21d400cd60 con 0x563da6abfef0 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.083+0000 7f21cd600700 1 -- 172.21.15.26:0/3303705948 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f21d40107b0 con 0x563da6abfef0 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.083+0000 7f21f478ab80 10 client.14910 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.083+0000 7f21f478ab80 10 client.14910 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.083+0000 7f21f478ab80 20 client.14910 populate_metadata read hostname 'smithi026' 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.083+0000 7f21f478ab80 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x563da6ad87b0 0x563da6ada980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.083+0000 7f21f478ab80 4 client.14910 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:02:24.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.083+0000 7f21f478ab80 1 -- 172.21.15.26:0/3303705948 --> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563da6a1f630 con 0x563da6ad87b0 2024-04-26T02:02:24.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.084+0000 7f21e2000700 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x563da6ad87b0 0x563da6ada980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.084+0000 7f21e2000700 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x563da6ad87b0 0x563da6ada980 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e0aa8945b58df72d server_cookie=89580758bf36c181 in_seq=0 out_seq=0 2024-04-26T02:02:24.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.084+0000 7f21cd600700 10 client.14910 ms_handle_connect on v2:172.21.15.64:6838/2457190403 2024-04-26T02:02:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.085+0000 7f21cd600700 1 -- 172.21.15.26:0/3303705948 <== mds.4 v2:172.21.15.64:6838/2457190403 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563da6a1f630 con 0x563da6ad87b0 2024-04-26T02:02:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.085+0000 7f21cd600700 10 client.14910 handle_command_reply: tid=0 2024-04-26T02:02:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.085+0000 7f21f478ab80 1 client.14910 shutdown 2024-04-26T02:02:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.085+0000 7f21f478ab80 1 -- 172.21.15.26:0/3303705948 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 msgr2=0x563da6acbd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.085+0000 7f21f478ab80 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 0x563da6acbd10 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f21d4098bf0 tx=0x7f21d4005bb0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.086+0000 7f21f478ab80 1 -- 172.21.15.26:0/3303705948 shutdown_connections 2024-04-26T02:02:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.086+0000 7f21f478ab80 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x563da6ad87b0 0x563da6ada980 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.086+0000 7f21f478ab80 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6ac9550 0x563da6ac99d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.086+0000 7f21cd600700 0 client.14910 ms_handle_reset on v2:172.21.15.64:6838/2457190403 2024-04-26T02:02:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.086+0000 7f21f478ab80 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6abfef0 0x563da6acbd10 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.086+0000 7f21f478ab80 1 --2- 172.21.15.26:0/3303705948 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac9010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.086+0000 7f21f478ab80 1 -- 172.21.15.26:0/3303705948 >> 172.21.15.26:0/3303705948 conn(0x563da69edf00 msgr2=0x563da6ab9e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:24.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.086+0000 7f21f478ab80 1 -- 172.21.15.26:0/3303705948 shutdown_connections 2024-04-26T02:02:24.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.086+0000 7f21f478ab80 1 -- 172.21.15.26:0/3303705948 wait complete. 2024-04-26T02:02:24.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.086+0000 7f21f478ab80 20 client.14910 trim_cache size 0 max 16384 2024-04-26T02:02:24.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.109+0000 7f21f478ab80 1 Processor -- start 2024-04-26T02:02:24.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.109+0000 7f21f478ab80 1 -- start start 2024-04-26T02:02:24.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21f478ab80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 0x563da6abf9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21f478ab80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21f478ab80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6ac9550 0x563da6ac99d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21f478ab80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563da6ad8cc0 con 0x563da6ac9550 2024-04-26T02:02:24.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21f478ab80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563da6ad9390 con 0x563da6abfef0 2024-04-26T02:02:24.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21f478ab80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563da6ad9a60 con 0x563da6ac5780 2024-04-26T02:02:24.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21e2a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 0x563da6abf9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21e3400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6ac9550 0x563da6ac99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21e2a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 0x563da6abf9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:43870/0 (socket says 172.21.15.26:43870) 2024-04-26T02:02:24.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21e2a00700 1 -- 172.21.15.26:0/3742110000 learned_addr learned my addr 172.21.15.26:0/3742110000 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:24.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21e2000700 1 --2- 172.21.15.26:0/3742110000 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21e2a00700 1 -- 172.21.15.26:0/3742110000 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 msgr2=0x563da6ac8df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:24.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21e2a00700 1 --2- 172.21.15.26:0/3742110000 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac8df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21e2a00700 1 -- 172.21.15.26:0/3742110000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6ac9550 msgr2=0x563da6ac99d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:24.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21e2a00700 1 --2- 172.21.15.26:0/3742110000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6ac9550 0x563da6ac99d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.110+0000 7f21e2a00700 1 -- 172.21.15.26:0/3742110000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563da6ad6260 con 0x563da6abfef0 2024-04-26T02:02:24.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.111+0000 7f21e2a00700 1 --2- 172.21.15.26:0/3742110000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 0x563da6abf9b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f21d400e970 tx=0x7f21d409acf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0588d15e9ce1e80 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:24.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.111+0000 7f21cfe00700 1 -- 172.21.15.26:0/3742110000 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d40b9040 con 0x563da6abfef0 2024-04-26T02:02:24.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.111+0000 7f21cfe00700 1 -- 172.21.15.26:0/3742110000 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21d4010720 con 0x563da6abfef0 2024-04-26T02:02:24.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.111+0000 7f21cfe00700 1 -- 172.21.15.26:0/3742110000 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d40d00c0 con 0x563da6abfef0 2024-04-26T02:02:24.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.112+0000 7f21f478ab80 1 -- 172.21.15.26:0/3742110000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 msgr2=0x563da6abf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:24.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.112+0000 7f21f478ab80 1 --2- 172.21.15.26:0/3742110000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 0x563da6abf9b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f21d400e970 tx=0x7f21d409acf0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.112+0000 7f21f478ab80 1 -- 172.21.15.26:0/3742110000 shutdown_connections 2024-04-26T02:02:24.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.112+0000 7f21f478ab80 1 --2- 172.21.15.26:0/3742110000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6ac9550 0x563da6ac99d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.112+0000 7f21f478ab80 1 --2- 172.21.15.26:0/3742110000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 0x563da6abf9b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.112+0000 7f21f478ab80 1 --2- 172.21.15.26:0/3742110000 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6ac8df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.112+0000 7f21f478ab80 1 -- 172.21.15.26:0/3742110000 >> 172.21.15.26:0/3742110000 conn(0x563da69edf00 msgr2=0x563da6ab6ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:24.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.112+0000 7f21f478ab80 1 -- 172.21.15.26:0/3742110000 shutdown_connections 2024-04-26T02:02:24.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.112+0000 7f21f478ab80 1 -- 172.21.15.26:0/3742110000 wait complete. 2024-04-26T02:02:24.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.112+0000 7f21f478ab80 1 -- start start 2024-04-26T02:02:24.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21f478ab80 1 Processor -- start 2024-04-26T02:02:24.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21f478ab80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 0x563da6ab9b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21f478ab80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6aba0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21f478ab80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6ac9550 0x563da6aba5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21f478ab80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563da6ada800 con 0x563da6ac9550 2024-04-26T02:02:24.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21f478ab80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x563da6ada130 con 0x563da6abfef0 2024-04-26T02:02:24.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21f478ab80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563da6adaed0 con 0x563da6ac5780 2024-04-26T02:02:24.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21f478ab80 10 client.0 _ll_register_callbacks cb 0x563da69aa6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:24.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21e3400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6ac9550 0x563da6aba5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21e3400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6ac9550 0x563da6aba5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54790/0 (socket says 172.21.15.26:54790) 2024-04-26T02:02:24.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21e3400700 1 -- 172.21.15.26:0/1991999922 learned_addr learned my addr 172.21.15.26:0/1991999922 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:24.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21e2a00700 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 0x563da6ab9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.113+0000 7f21e2000700 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6aba0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.114+0000 7f21e3400700 1 -- 172.21.15.26:0/1991999922 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 msgr2=0x563da6aba0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:24.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.114+0000 7f21e3400700 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6aba0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.114+0000 7f21e3400700 1 -- 172.21.15.26:0/1991999922 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 msgr2=0x563da6ab9b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:24.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.114+0000 7f21e3400700 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 0x563da6ab9b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.114+0000 7f21e3400700 1 -- 172.21.15.26:0/1991999922 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563da6ae2280 con 0x563da6ac9550 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.114+0000 7f21e2000700 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6aba0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.114+0000 7f21e2a00700 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 0x563da6ab9b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.114+0000 7f21e3400700 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6ac9550 0x563da6aba5e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f21dc007c60 tx=0x7f21dc007c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76de51bba01854df server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.114+0000 7f21cd600700 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.114+0000 7f21cd600700 1 -- 172.21.15.26:0/1991999922 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21dc004bb0 con 0x563da6ac9550 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.115+0000 7f21f478ab80 1 -- 172.21.15.26:0/1991999922 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21d4010720 con 0x563da6ac9550 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.115+0000 7f21cd600700 1 -- 172.21.15.26:0/1991999922 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f21dc004d50 con 0x563da6ac9550 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.115+0000 7f21cd600700 1 -- 172.21.15.26:0/1991999922 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f21dc017850 con 0x563da6ac9550 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.115+0000 7f21f478ab80 10 client.14916 fetch_fsmap learned FSMap version 28 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.115+0000 7f21f478ab80 1 -- 172.21.15.26:0/1991999922 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563da6b40b50 con 0x563da6ac9550 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.115+0000 7f21cd600700 1 -- 172.21.15.26:0/1991999922 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21d4010720 con 0x563da6ac9550 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.115+0000 7f21cd600700 1 -- 172.21.15.26:0/1991999922 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f21dc021c90 con 0x563da6ac9550 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.115+0000 7f21f478ab80 10 client.14916 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:02:24.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.115+0000 7f21f478ab80 10 client.14916 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T02:02:24.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.115+0000 7f21f478ab80 20 client.14916 populate_metadata read hostname 'smithi026' 2024-04-26T02:02:24.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.115+0000 7f21f478ab80 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x563da6b45760 0x563da6b44470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:24.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.115+0000 7f21f478ab80 4 client.14916 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:02:24.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.116+0000 7f21f478ab80 1 -- 172.21.15.26:0/1991999922 --> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] -- command(tid 0: {"prefix": "status"}) -- 0x563da6a196d0 con 0x563da6b45760 2024-04-26T02:02:24.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.116+0000 7f21e2a00700 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x563da6b45760 0x563da6b44470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:24.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.116+0000 7f21e2a00700 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x563da6b45760 0x563da6b44470 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=cc13797574cb9e49 server_cookie=899d54a9c9cf8e32 in_seq=0 out_seq=0 2024-04-26T02:02:24.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.116+0000 7f21cd600700 10 client.14916 ms_handle_connect on v2:172.21.15.64:6838/2457190403 2024-04-26T02:02:24.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.117+0000 7f21cd600700 1 -- 172.21.15.26:0/1991999922 <== mds.4 v2:172.21.15.64:6838/2457190403 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x563da6a196d0 con 0x563da6b45760 2024-04-26T02:02:24.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.117+0000 7f21cd600700 10 client.14916 handle_command_reply: tid=0 2024-04-26T02:02:24.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.117+0000 7f21f478ab80 1 client.14916 shutdown 2024-04-26T02:02:24.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.117+0000 7f21f478ab80 1 -- 172.21.15.26:0/1991999922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6ac9550 msgr2=0x563da6aba5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:24.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.117+0000 7f21f478ab80 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6ac9550 0x563da6aba5e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f21dc007c60 tx=0x7f21dc007c90 comp rx=0 tx=0).stop 2024-04-26T02:02:24.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.117+0000 7f21f478ab80 1 -- 172.21.15.26:0/1991999922 shutdown_connections 2024-04-26T02:02:24.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.117+0000 7f21f478ab80 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x563da6b45760 0x563da6b44470 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.117+0000 7f21f478ab80 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563da6ac9550 0x563da6aba5e0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.117+0000 7f21f478ab80 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x563da6abfef0 0x563da6ab9b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.117+0000 7f21f478ab80 1 --2- 172.21.15.26:0/1991999922 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563da6ac5780 0x563da6aba0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.117+0000 7f21f478ab80 1 -- 172.21.15.26:0/1991999922 >> 172.21.15.26:0/1991999922 conn(0x563da69edf00 msgr2=0x563da6ac8df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:24.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.117+0000 7f21cd600700 0 client.14916 ms_handle_reset on v2:172.21.15.64:6838/2457190403 2024-04-26T02:02:24.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.118+0000 7f21f478ab80 1 -- 172.21.15.26:0/1991999922 shutdown_connections 2024-04-26T02:02:24.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.118+0000 7f21f478ab80 1 -- 172.21.15.26:0/1991999922 wait complete. 2024-04-26T02:02:24.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.118+0000 7f21f478ab80 20 client.14916 trim_cache size 0 max 16384 2024-04-26T02:02:24.123 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:02:24.123 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:02:24.123 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 4, 2024-04-26T02:02:24.123 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24490, 2024-04-26T02:02:24.123 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:02:24.123 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:02:24.123 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:02:24.123 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 209.019761426, 2024-04-26T02:02:24.124 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 28, 2024-04-26T02:02:24.124 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T02:02:24.124 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T02:02:24.124 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 265.062162231 2024-04-26T02:02:24.124 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:02:24.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.119+0000 7f21e9e00700 1 -- 172.21.15.26:0/907799166 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f21c80a3c40 msgr2=0x7f21c80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:24.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.119+0000 7f21e9e00700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f21c80a3c40 0x7f21c80a6100 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f21e4078ed0 tx=0x7f21d000b260 comp rx=0 tx=0).stop 2024-04-26T02:02:24.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.119+0000 7f21e9e00700 1 -- 172.21.15.26:0/907799166 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21e406afe0 msgr2=0x7f21e419b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:24.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.119+0000 7f21e9e00700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21e406afe0 0x7f21e419b3a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f21d400e9a0 tx=0x7f21d400ecb0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.119+0000 7f21e9e00700 1 -- 172.21.15.26:0/907799166 shutdown_connections 2024-04-26T02:02:24.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.119+0000 7f21e9e00700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21e4108a20 0x7f21e419fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.119+0000 7f21e9e00700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21e406afe0 0x7f21e419b3a0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.119+0000 7f21e9e00700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f21c80a3c40 0x7f21c80a6100 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.119+0000 7f21e9e00700 1 --2- 172.21.15.26:0/907799166 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f21e406b980 0x7f21e419b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:24.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.119+0000 7f21e9e00700 1 -- 172.21.15.26:0/907799166 >> 172.21.15.26:0/907799166 conn(0x7f21e40788b0 msgr2=0x7f21e410df90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:24.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.119+0000 7f21e9e00700 1 -- 172.21.15.26:0/907799166 shutdown_connections 2024-04-26T02:02:24.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:24.119+0000 7f21e9e00700 1 -- 172.21.15.26:0/907799166 wait complete. 2024-04-26T02:02:25.222 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.h status 2024-04-26T02:02:25.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:25 smithi026 ceph-mon[28138]: pgmap v450: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:02:25.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:25 smithi033 ceph-mon[32805]: pgmap v450: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:02:25.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:25 smithi064 ceph-mon[32613]: pgmap v450: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:02:25.697 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:27.419 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:27 smithi026 ceph-mon[28138]: pgmap v451: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:27.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:27 smithi033 ceph-mon[32805]: pgmap v451: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:27.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:27 smithi064 ceph-mon[32613]: pgmap v451: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:02:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.969+0000 7fbd7b200700 1 -- 172.21.15.26:0/2075264930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd74101030 msgr2=0x7fbd74101490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.969+0000 7fbd7b200700 1 --2- 172.21.15.26:0/2075264930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd74101030 0x7fbd74101490 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c009990 tx=0x7fbd5c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.969+0000 7fbd7b200700 1 -- 172.21.15.26:0/2075264930 shutdown_connections 2024-04-26T02:02:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.969+0000 7fbd7b200700 1 --2- 172.21.15.26:0/2075264930 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd741019d0 0x7fbd7410f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.969+0000 7fbd7b200700 1 --2- 172.21.15.26:0/2075264930 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbd74108ad0 0x7fbd74108eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.969+0000 7fbd7b200700 1 --2- 172.21.15.26:0/2075264930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd74101030 0x7fbd74101490 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.969+0000 7fbd7b200700 1 -- 172.21.15.26:0/2075264930 >> 172.21.15.26:0/2075264930 conn(0x7fbd74077fb0 msgr2=0x7fbd740ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:27.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.969+0000 7fbd7b200700 1 -- 172.21.15.26:0/2075264930 shutdown_connections 2024-04-26T02:02:27.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.969+0000 7fbd7b200700 1 -- 172.21.15.26:0/2075264930 wait complete. 2024-04-26T02:02:27.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.971+0000 7fbd7b200700 1 Processor -- start 2024-04-26T02:02:27.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.971+0000 7fbd7b200700 1 -- start start 2024-04-26T02:02:27.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.971+0000 7fbd7b200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbd74101030 0x7fbd74102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.971+0000 7fbd7b200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd741019d0 0x7fbd74102750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.971+0000 7fbd7b200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd74108ad0 0x7fbd74102c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.971+0000 7fbd7b200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbd74112c50 con 0x7fbd74108ad0 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.971+0000 7fbd7b200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbd74112ad0 con 0x7fbd741019d0 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.971+0000 7fbd7b200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fbd74112dd0 con 0x7fbd74101030 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.971+0000 7fbd79200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd74108ad0 0x7fbd74102c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.971+0000 7fbd73e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbd74101030 0x7fbd74102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.972+0000 7fbd73e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbd74101030 0x7fbd74102210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:38098/0 (socket says 172.21.15.26:38098) 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.972+0000 7fbd73e00700 1 -- 172.21.15.26:0/3305130114 learned_addr learned my addr 172.21.15.26:0/3305130114 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.972+0000 7fbd79200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd74108ad0 0x7fbd74102c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58020/0 (socket says 172.21.15.26:58020) 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.972+0000 7fbd6be00700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd741019d0 0x7fbd74102750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.972+0000 7fbd79200700 1 -- 172.21.15.26:0/3305130114 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbd74101030 msgr2=0x7fbd74102210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.972+0000 7fbd79200700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbd74101030 0x7fbd74102210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.972+0000 7fbd79200700 1 -- 172.21.15.26:0/3305130114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd741019d0 msgr2=0x7fbd74102750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.972+0000 7fbd79200700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd741019d0 0x7fbd74102750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.972+0000 7fbd79200700 1 -- 172.21.15.26:0/3305130114 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd741a76b0 con 0x7fbd74108ad0 2024-04-26T02:02:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.972+0000 7fbd73e00700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbd74101030 0x7fbd74102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.972+0000 7fbd79200700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd74108ad0 0x7fbd74102c90 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c00efc0 tx=0x7fbd6c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.973+0000 7fbd71600700 1 -- 172.21.15.26:0/3305130114 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c0092e0 con 0x7fbd74108ad0 2024-04-26T02:02:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.973+0000 7fbd71600700 1 -- 172.21.15.26:0/3305130114 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd6c004bb0 con 0x7fbd74108ad0 2024-04-26T02:02:27.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.973+0000 7fbd7b200700 1 -- 172.21.15.26:0/3305130114 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd741a7940 con 0x7fbd74108ad0 2024-04-26T02:02:27.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.973+0000 7fbd71600700 1 -- 172.21.15.26:0/3305130114 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c004020 con 0x7fbd74108ad0 2024-04-26T02:02:27.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.973+0000 7fbd7b200700 1 -- 172.21.15.26:0/3305130114 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd741a7e30 con 0x7fbd74108ad0 2024-04-26T02:02:27.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.976+0000 7fbd71600700 1 -- 172.21.15.26:0/3305130114 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fbd6c01b030 con 0x7fbd74108ad0 2024-04-26T02:02:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.977+0000 7fbd71600700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbd580a3c40 0x7fbd580a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.978+0000 7fbd85c18b80 1 Processor -- start 2024-04-26T02:02:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.978+0000 7fbd71600700 1 -- 172.21.15.26:0/3305130114 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fbd6c0cff30 con 0x7fbd74108ad0 2024-04-26T02:02:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.978+0000 7fbd73e00700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbd580a3c40 0x7fbd580a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.978+0000 7fbd85c18b80 1 -- start start 2024-04-26T02:02:27.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.978+0000 7fbd85c18b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c994780 0x558c8c994b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:27.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.978+0000 7fbd85c18b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c9950a0 0x558c8c98e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:27.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.978+0000 7fbd85c18b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c98f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:27.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.978+0000 7fbd85c18b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558c8c8e0e40 con 0x558c8c994780 2024-04-26T02:02:27.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.978+0000 7fbd85c18b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558c8c8876e0 con 0x558c8c9950a0 2024-04-26T02:02:27.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.978+0000 7fbd85c18b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558c8c8dce00 con 0x558c8c98eef0 2024-04-26T02:02:27.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd73e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c994780 0x558c8c994b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:27.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd79200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c98f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:27.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd6be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c9950a0 0x558c8c98e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:27.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd73e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c994780 0x558c8c994b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58022/0 (socket says 172.21.15.26:58022) 2024-04-26T02:02:27.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd79200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c98f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:38114/0 (socket says 172.21.15.26:38114) 2024-04-26T02:02:27.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd73e00700 1 -- 172.21.15.26:0/4146265721 learned_addr learned my addr 172.21.15.26:0/4146265721 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:27.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd73e00700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbd580a3c40 0x7fbd580a6100 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fbd64011550 tx=0x7fbd64009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:27.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd79200700 1 -- 172.21.15.26:0/4146265721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c9950a0 msgr2=0x558c8c98e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:27.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd79200700 1 --2- 172.21.15.26:0/4146265721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c9950a0 0x558c8c98e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd79200700 1 -- 172.21.15.26:0/4146265721 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c994780 msgr2=0x558c8c994b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd79200700 1 --2- 172.21.15.26:0/4146265721 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c994780 0x558c8c994b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd79200700 1 -- 172.21.15.26:0/4146265721 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c8c87d630 con 0x558c8c98eef0 2024-04-26T02:02:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.979+0000 7fbd73e00700 1 --2- 172.21.15.26:0/4146265721 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c994780 0x558c8c994b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.980+0000 7fbd79200700 1 --2- 172.21.15.26:0/4146265721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c98f330 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c09bf50 tx=0x7fbd6c09bc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4dc466b1fb541bd2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.980+0000 7fbd69600700 1 -- 172.21.15.26:0/4146265721 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c0b5070 con 0x558c8c98eef0 2024-04-26T02:02:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.980+0000 7fbd69600700 1 -- 172.21.15.26:0/4146265721 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd6c09c250 con 0x558c8c98eef0 2024-04-26T02:02:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.980+0000 7fbd69600700 1 -- 172.21.15.26:0/4146265721 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c0a49a0 con 0x558c8c98eef0 2024-04-26T02:02:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.981+0000 7fbd85c18b80 1 -- 172.21.15.26:0/4146265721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 msgr2=0x558c8c98f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.981+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/4146265721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c98f330 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c09bf50 tx=0x7fbd6c09bc30 comp rx=0 tx=0).stop 2024-04-26T02:02:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.981+0000 7fbd85c18b80 1 -- 172.21.15.26:0/4146265721 shutdown_connections 2024-04-26T02:02:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.981+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/4146265721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c98f330 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.981+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/4146265721 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c994780 0x558c8c994b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.981+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/4146265721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c9950a0 0x558c8c98e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.981+0000 7fbd85c18b80 1 -- 172.21.15.26:0/4146265721 >> 172.21.15.26:0/4146265721 conn(0x558c8c8bcf00 msgr2=0x558c8c9898a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:27.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.981+0000 7fbd85c18b80 1 -- 172.21.15.26:0/4146265721 shutdown_connections 2024-04-26T02:02:27.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.981+0000 7fbd85c18b80 1 -- 172.21.15.26:0/4146265721 wait complete. 2024-04-26T02:02:27.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.982+0000 7fbd85c18b80 1 -- start start 2024-04-26T02:02:27.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.982+0000 7fbd85c18b80 1 Processor -- start 2024-04-26T02:02:27.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.982+0000 7fbd85c18b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c99ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:27.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.982+0000 7fbd85c18b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c998060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:27.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.982+0000 7fbd85c18b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c998a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:27.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.982+0000 7fbd85c18b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558c8c99b920 con 0x558c8c9985a0 2024-04-26T02:02:27.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.982+0000 7fbd85c18b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558c8c89a810 con 0x558c8c994780 2024-04-26T02:02:27.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.982+0000 7fbd85c18b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558c8c99baa0 con 0x558c8c98eef0 2024-04-26T02:02:27.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.983+0000 7fbd85c18b80 10 client.0 _ll_register_callbacks cb 0x558c8c8796d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:27.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.983+0000 7fbd73e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c99ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:27.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.983+0000 7fbd73e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c99ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:38126/0 (socket says 172.21.15.26:38126) 2024-04-26T02:02:27.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.983+0000 7fbd6be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c998060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:27.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.983+0000 7fbd73e00700 1 -- 172.21.15.26:0/1574512449 learned_addr learned my addr 172.21.15.26:0/1574512449 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:27.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.983+0000 7fbd79200700 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c998a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:27.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.983+0000 7fbd6be00700 1 -- 172.21.15.26:0/1574512449 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 msgr2=0x558c8c99ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:27.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.983+0000 7fbd6be00700 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c99ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.983+0000 7fbd6be00700 1 -- 172.21.15.26:0/1574512449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 msgr2=0x558c8c998a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.983+0000 7fbd6be00700 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c998a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.983+0000 7fbd6be00700 1 -- 172.21.15.26:0/1574512449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c8c82e880 con 0x558c8c994780 2024-04-26T02:02:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.983+0000 7fbd79200700 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c998a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.984+0000 7fbd6be00700 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c998060 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c00b2e0 tx=0x7fbd5c005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d6ce79d9c00d33d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.984+0000 7fbd62000700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:02:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.984+0000 7fbd62000700 1 -- 172.21.15.26:0/1574512449 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c029060 con 0x558c8c994780 2024-04-26T02:02:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.984+0000 7fbd62000700 1 -- 172.21.15.26:0/1574512449 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fbd5c00bd00 con 0x558c8c994780 2024-04-26T02:02:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.984+0000 7fbd85c18b80 1 -- 172.21.15.26:0/1574512449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd6c09c250 con 0x558c8c994780 2024-04-26T02:02:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.984+0000 7fbd62000700 1 -- 172.21.15.26:0/1574512449 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbd5c003680 con 0x558c8c994780 2024-04-26T02:02:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.984+0000 7fbd85c18b80 10 client.25037 fetch_fsmap learned FSMap version 28 2024-04-26T02:02:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.984+0000 7fbd85c18b80 1 -- 172.21.15.26:0/1574512449 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558c8c877aa0 con 0x558c8c994780 2024-04-26T02:02:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.985+0000 7fbd62000700 1 -- 172.21.15.26:0/1574512449 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd6c09c250 con 0x558c8c994780 2024-04-26T02:02:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.985+0000 7fbd62000700 1 -- 172.21.15.26:0/1574512449 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fbd5c00f880 con 0x558c8c994780 2024-04-26T02:02:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.985+0000 7fbd85c18b80 10 client.25037 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:02:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.985+0000 7fbd85c18b80 10 client.25037 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T02:02:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.985+0000 7fbd85c18b80 20 client.25037 populate_metadata read hostname 'smithi026' 2024-04-26T02:02:28.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.985+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x558c8c9a8a80 0x558c8c9a9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:28.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.985+0000 7fbd85c18b80 4 client.25037 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:02:28.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.985+0000 7fbd85c18b80 1 -- 172.21.15.26:0/1574512449 --> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558c8c8ee630 con 0x558c8c9a8a80 2024-04-26T02:02:28.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.986+0000 7fbd73e00700 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x558c8c9a8a80 0x558c8c9a9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:28.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.987+0000 7fbd73e00700 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x558c8c9a8a80 0x558c8c9a9ef0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=803e960998e08a56 server_cookie=57fa3981f9c3866b in_seq=0 out_seq=0 2024-04-26T02:02:28.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.987+0000 7fbd62000700 10 client.25037 ms_handle_connect on v2:172.21.15.33:6836/163348840 2024-04-26T02:02:28.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.987+0000 7fbd62000700 1 -- 172.21.15.26:0/1574512449 <== mds.3 v2:172.21.15.33:6836/163348840 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558c8c8ee630 con 0x558c8c9a8a80 2024-04-26T02:02:28.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.987+0000 7fbd62000700 10 client.25037 handle_command_reply: tid=0 2024-04-26T02:02:28.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.987+0000 7fbd85c18b80 1 client.25037 shutdown 2024-04-26T02:02:28.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.988+0000 7fbd85c18b80 1 -- 172.21.15.26:0/1574512449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 msgr2=0x558c8c998060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:28.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.988+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c998060 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c00b2e0 tx=0x7fbd5c005800 comp rx=0 tx=0).stop 2024-04-26T02:02:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.988+0000 7fbd85c18b80 1 -- 172.21.15.26:0/1574512449 shutdown_connections 2024-04-26T02:02:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.988+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x558c8c9a8a80 0x558c8c9a9ef0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.988+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c998a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.988+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c99ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.988+0000 7fbd62000700 0 client.25037 ms_handle_reset on v2:172.21.15.33:6836/163348840 2024-04-26T02:02:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.988+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/1574512449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c998060 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.988+0000 7fbd85c18b80 1 -- 172.21.15.26:0/1574512449 >> 172.21.15.26:0/1574512449 conn(0x558c8c8bcf00 msgr2=0x558c8c988e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:28.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.988+0000 7fbd85c18b80 1 -- 172.21.15.26:0/1574512449 shutdown_connections 2024-04-26T02:02:28.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.988+0000 7fbd85c18b80 1 -- 172.21.15.26:0/1574512449 wait complete. 2024-04-26T02:02:28.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:27.988+0000 7fbd85c18b80 20 client.25037 trim_cache size 0 max 16384 2024-04-26T02:02:28.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.011+0000 7fbd85c18b80 1 Processor -- start 2024-04-26T02:02:28.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.011+0000 7fbd85c18b80 1 -- start start 2024-04-26T02:02:28.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.011+0000 7fbd85c18b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c98e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:28.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.011+0000 7fbd85c18b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c9895d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:28.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.011+0000 7fbd85c18b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c9b3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:28.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.011+0000 7fbd85c18b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558c8c9a8230 con 0x558c8c9985a0 2024-04-26T02:02:28.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.011+0000 7fbd85c18b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558c8c9a8900 con 0x558c8c994780 2024-04-26T02:02:28.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.011+0000 7fbd85c18b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558c8c9a8fd0 con 0x558c8c98eef0 2024-04-26T02:02:28.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.011+0000 7fbd79200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c9b3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:28.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.011+0000 7fbd73e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c98e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:28.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.011+0000 7fbd73e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c98e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:38130/0 (socket says 172.21.15.26:38130) 2024-04-26T02:02:28.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.012+0000 7fbd73e00700 1 -- 172.21.15.26:0/2228011221 learned_addr learned my addr 172.21.15.26:0/2228011221 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:28.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.011+0000 7fbd79200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c9b3350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58048/0 (socket says 172.21.15.26:58048) 2024-04-26T02:02:28.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.012+0000 7fbd6be00700 1 --2- 172.21.15.26:0/2228011221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c9895d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:28.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.012+0000 7fbd73e00700 1 -- 172.21.15.26:0/2228011221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 msgr2=0x558c8c9895d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:28.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.012+0000 7fbd73e00700 1 --2- 172.21.15.26:0/2228011221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c9895d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.012+0000 7fbd73e00700 1 -- 172.21.15.26:0/2228011221 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 msgr2=0x558c8c9b3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:28.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.012+0000 7fbd73e00700 1 --2- 172.21.15.26:0/2228011221 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c9b3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.012+0000 7fbd73e00700 1 -- 172.21.15.26:0/2228011221 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c8c98b080 con 0x558c8c98eef0 2024-04-26T02:02:28.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.012+0000 7fbd73e00700 1 --2- 172.21.15.26:0/2228011221 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c98e9b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x558c8c9a4e00 tx=0x7fbd64014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f05dd9e201a36a05 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:28.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.013+0000 7fbd68c00700 1 -- 172.21.15.26:0/2228011221 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd64031070 con 0x558c8c98eef0 2024-04-26T02:02:28.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.013+0000 7fbd68c00700 1 -- 172.21.15.26:0/2228011221 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd64004830 con 0x558c8c98eef0 2024-04-26T02:02:28.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.013+0000 7fbd68c00700 1 -- 172.21.15.26:0/2228011221 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd64005280 con 0x558c8c98eef0 2024-04-26T02:02:28.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.013+0000 7fbd85c18b80 1 -- 172.21.15.26:0/2228011221 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 msgr2=0x558c8c98e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:28.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.013+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/2228011221 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c98e9b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x558c8c9a4e00 tx=0x7fbd64014000 comp rx=0 tx=0).stop 2024-04-26T02:02:28.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.013+0000 7fbd85c18b80 1 -- 172.21.15.26:0/2228011221 shutdown_connections 2024-04-26T02:02:28.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.013+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/2228011221 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c9b3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.013+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/2228011221 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c98e9b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.013+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/2228011221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c9895d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.013+0000 7fbd85c18b80 1 -- 172.21.15.26:0/2228011221 >> 172.21.15.26:0/2228011221 conn(0x558c8c8bcf00 msgr2=0x558c8c996950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.014+0000 7fbd85c18b80 1 -- 172.21.15.26:0/2228011221 shutdown_connections 2024-04-26T02:02:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.014+0000 7fbd85c18b80 1 -- 172.21.15.26:0/2228011221 wait complete. 2024-04-26T02:02:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.014+0000 7fbd85c18b80 1 -- start start 2024-04-26T02:02:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.014+0000 7fbd85c18b80 1 Processor -- start 2024-04-26T02:02:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.015+0000 7fbd85c18b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c9b3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.015+0000 7fbd85c18b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c9b38b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.015+0000 7fbd85c18b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c9ae320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.015+0000 7fbd85c18b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558c8c9a9d70 con 0x558c8c9985a0 2024-04-26T02:02:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.015+0000 7fbd85c18b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558c8c9a96a0 con 0x558c8c994780 2024-04-26T02:02:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.015+0000 7fbd85c18b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558c8c9aa440 con 0x558c8c98eef0 2024-04-26T02:02:28.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.015+0000 7fbd85c18b80 10 client.0 _ll_register_callbacks cb 0x558c8c8796d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:28.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.015+0000 7fbd6be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c9b38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:28.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.015+0000 7fbd6be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c9b38b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:56004/0 (socket says 172.21.15.26:56004) 2024-04-26T02:02:28.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.015+0000 7fbd6be00700 1 -- 172.21.15.26:0/351703169 learned_addr learned my addr 172.21.15.26:0/351703169 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:28.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.015+0000 7fbd73e00700 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c9b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:28.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.015+0000 7fbd79200700 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c9ae320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:28.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.016+0000 7fbd6be00700 1 -- 172.21.15.26:0/351703169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 msgr2=0x558c8c9b3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:28.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.016+0000 7fbd6be00700 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c9b3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.016+0000 7fbd6be00700 1 -- 172.21.15.26:0/351703169 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 msgr2=0x558c8c9ae320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:28.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.016+0000 7fbd6be00700 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c9ae320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.016+0000 7fbd6be00700 1 -- 172.21.15.26:0/351703169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c8c9ae9a0 con 0x558c8c994780 2024-04-26T02:02:28.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.016+0000 7fbd6be00700 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c9b38b0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x558c8c986740 tx=0x7fbd5c009290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d359c7af8925f083 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:28.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.016+0000 7fbd62000700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:02:28.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.016+0000 7fbd62000700 1 -- 172.21.15.26:0/351703169 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c03d060 con 0x558c8c994780 2024-04-26T02:02:28.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.016+0000 7fbd62000700 1 -- 172.21.15.26:0/351703169 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fbd5c00ba00 con 0x558c8c994780 2024-04-26T02:02:28.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.016+0000 7fbd85c18b80 1 -- 172.21.15.26:0/351703169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd64004830 con 0x558c8c994780 2024-04-26T02:02:28.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.017+0000 7fbd62000700 1 -- 172.21.15.26:0/351703169 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbd5c034040 con 0x558c8c994780 2024-04-26T02:02:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.017+0000 7fbd85c18b80 10 client.25043 fetch_fsmap learned FSMap version 28 2024-04-26T02:02:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.017+0000 7fbd85c18b80 1 -- 172.21.15.26:0/351703169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558c8ca10530 con 0x558c8c994780 2024-04-26T02:02:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.017+0000 7fbd62000700 1 -- 172.21.15.26:0/351703169 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd64004830 con 0x558c8c994780 2024-04-26T02:02:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.017+0000 7fbd62000700 1 -- 172.21.15.26:0/351703169 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fbd5c037070 con 0x558c8c994780 2024-04-26T02:02:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.017+0000 7fbd85c18b80 10 client.25043 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:02:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.017+0000 7fbd85c18b80 10 client.25043 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T02:02:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.017+0000 7fbd85c18b80 20 client.25043 populate_metadata read hostname 'smithi026' 2024-04-26T02:02:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.017+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x558c8ca15070 0x558c8ca13d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.018+0000 7fbd85c18b80 4 client.25043 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:02:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.018+0000 7fbd85c18b80 1 -- 172.21.15.26:0/351703169 --> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] -- command(tid 0: {"prefix": "status"}) -- 0x558c8c8e86d0 con 0x558c8ca15070 2024-04-26T02:02:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.018+0000 7fbd73e00700 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x558c8ca15070 0x558c8ca13d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.018+0000 7fbd73e00700 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x558c8ca15070 0x558c8ca13d80 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=96efc6bfd40619de server_cookie=91955a8e82857991 in_seq=0 out_seq=0 2024-04-26T02:02:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.018+0000 7fbd62000700 10 client.25043 ms_handle_connect on v2:172.21.15.33:6836/163348840 2024-04-26T02:02:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd62000700 1 -- 172.21.15.26:0/351703169 <== mds.3 v2:172.21.15.33:6836/163348840 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x558c8c8e86d0 con 0x558c8ca15070 2024-04-26T02:02:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd62000700 10 client.25043 handle_command_reply: tid=0 2024-04-26T02:02:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd85c18b80 1 client.25043 shutdown 2024-04-26T02:02:28.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd85c18b80 1 -- 172.21.15.26:0/351703169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 msgr2=0x558c8c9b38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:28.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c9b38b0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x558c8c986740 tx=0x7fbd5c009290 comp rx=0 tx=0).stop 2024-04-26T02:02:28.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd85c18b80 1 -- 172.21.15.26:0/351703169 shutdown_connections 2024-04-26T02:02:28.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x558c8ca15070 0x558c8ca13d80 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558c8c9985a0 0x558c8c9ae320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558c8c98eef0 0x558c8c9b3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd85c18b80 1 --2- 172.21.15.26:0/351703169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558c8c994780 0x558c8c9b38b0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd62000700 0 client.25043 ms_handle_reset on v2:172.21.15.33:6836/163348840 2024-04-26T02:02:28.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd85c18b80 1 -- 172.21.15.26:0/351703169 >> 172.21.15.26:0/351703169 conn(0x558c8c8bcf00 msgr2=0x558c8c996550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:28.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd85c18b80 1 -- 172.21.15.26:0/351703169 shutdown_connections 2024-04-26T02:02:28.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd85c18b80 1 -- 172.21.15.26:0/351703169 wait complete. 2024-04-26T02:02:28.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.019+0000 7fbd85c18b80 20 client.25043 trim_cache size 0 max 16384 2024-04-26T02:02:28.035 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:02:28.035 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:02:28.035 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 3, 2024-04-26T02:02:28.036 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24491, 2024-04-26T02:02:28.036 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:02:28.036 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:02:28.036 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:02:28.036 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 213.93663063299999, 2024-04-26T02:02:28.036 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 28, 2024-04-26T02:02:28.036 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T02:02:28.036 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T02:02:28.036 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 272.039231976 2024-04-26T02:02:28.036 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:02:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.020+0000 7fbd7b200700 1 -- 172.21.15.26:0/3305130114 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbd580a3c40 msgr2=0x7fbd580a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.020+0000 7fbd7b200700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbd580a3c40 0x7fbd580a6100 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fbd64011550 tx=0x7fbd64009260 comp rx=0 tx=0).stop 2024-04-26T02:02:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.020+0000 7fbd7b200700 1 -- 172.21.15.26:0/3305130114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd74108ad0 msgr2=0x7fbd74102c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.020+0000 7fbd7b200700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd74108ad0 0x7fbd74102c90 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c00efc0 tx=0x7fbd6c00c3a0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.020+0000 7fbd7b200700 1 -- 172.21.15.26:0/3305130114 shutdown_connections 2024-04-26T02:02:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.020+0000 7fbd7b200700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fbd580a3c40 0x7fbd580a6100 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.020+0000 7fbd7b200700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbd74108ad0 0x7fbd74102c90 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.020+0000 7fbd7b200700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbd74101030 0x7fbd74102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.020+0000 7fbd7b200700 1 --2- 172.21.15.26:0/3305130114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd741019d0 0x7fbd74102750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.020+0000 7fbd7b200700 1 -- 172.21.15.26:0/3305130114 >> 172.21.15.26:0/3305130114 conn(0x7fbd74077fb0 msgr2=0x7fbd740ff900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.020+0000 7fbd7b200700 1 -- 172.21.15.26:0/3305130114 shutdown_connections 2024-04-26T02:02:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:28.020+0000 7fbd7b200700 1 -- 172.21.15.26:0/3305130114 wait complete. 2024-04-26T02:02:28.954 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.g status 2024-04-26T02:02:29.422 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:29.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:29 smithi026 ceph-mon[28138]: pgmap v452: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-26T02:02:29.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:29 smithi033 ceph-mon[32805]: pgmap v452: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-26T02:02:29.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:29 smithi064 ceph-mon[32613]: pgmap v452: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-26T02:02:31.323 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:31 smithi026 ceph-mon[28138]: pgmap v453: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-04-26T02:02:31.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:31 smithi033 ceph-mon[32805]: pgmap v453: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-04-26T02:02:31.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:31 smithi064 ceph-mon[32613]: pgmap v453: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-04-26T02:02:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.858+0000 7f9b61000700 1 -- 172.21.15.26:0/2031259393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9b5c107d40 msgr2=0x7f9b5c10f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.858+0000 7f9b61000700 1 --2- 172.21.15.26:0/2031259393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9b5c107d40 0x7f9b5c10f8f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9b5400b0a0 tx=0x7f9b5400b3b0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.859+0000 7f9b61000700 1 -- 172.21.15.26:0/2031259393 shutdown_connections 2024-04-26T02:02:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.859+0000 7f9b61000700 1 --2- 172.21.15.26:0/2031259393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9b5c107d40 0x7f9b5c10f8f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.859+0000 7f9b61000700 1 --2- 172.21.15.26:0/2031259393 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b5c1014d0 0x7f9b5c1018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.859+0000 7f9b61000700 1 --2- 172.21.15.26:0/2031259393 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b5c101e80 0x7f9b5c107660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.859+0000 7f9b61000700 1 -- 172.21.15.26:0/2031259393 >> 172.21.15.26:0/2031259393 conn(0x7f9b5c076bf0 msgr2=0x7f9b5c077000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.859+0000 7f9b61000700 1 -- 172.21.15.26:0/2031259393 shutdown_connections 2024-04-26T02:02:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.859+0000 7f9b61000700 1 -- 172.21.15.26:0/2031259393 wait complete. 2024-04-26T02:02:31.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.860+0000 7f9b61000700 1 Processor -- start 2024-04-26T02:02:31.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.860+0000 7f9b61000700 1 -- start start 2024-04-26T02:02:31.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.860+0000 7f9b61000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b5c1014d0 0x7f9b5c19b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.860+0000 7f9b61000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b5c101e80 0x7f9b5c19b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.860+0000 7f9b61000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9b5c107d40 0x7f9b5c19faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.860+0000 7f9b61000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9b5c112bf0 con 0x7f9b5c107d40 2024-04-26T02:02:31.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.860+0000 7f9b61000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9b5c112a70 con 0x7f9b5c101e80 2024-04-26T02:02:31.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.860+0000 7f9b61000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9b5c112d70 con 0x7f9b5c1014d0 2024-04-26T02:02:31.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.861+0000 7f9b5b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b5c1014d0 0x7f9b5c19b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.861+0000 7f9b5b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b5c1014d0 0x7f9b5c19b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:38140/0 (socket says 172.21.15.26:38140) 2024-04-26T02:02:31.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.861+0000 7f9b5b400700 1 -- 172.21.15.26:0/1761399095 learned_addr learned my addr 172.21.15.26:0/1761399095 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:31.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.861+0000 7f9b5be00700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9b5c107d40 0x7f9b5c19faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.861+0000 7f9b5aa00700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b5c101e80 0x7f9b5c19b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.861+0000 7f9b5be00700 1 -- 172.21.15.26:0/1761399095 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b5c1014d0 msgr2=0x7f9b5c19b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:31.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.861+0000 7f9b5be00700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b5c1014d0 0x7f9b5c19b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.861+0000 7f9b5be00700 1 -- 172.21.15.26:0/1761399095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b5c101e80 msgr2=0x7f9b5c19b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:31.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.861+0000 7f9b5be00700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b5c101e80 0x7f9b5c19b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.861+0000 7f9b5be00700 1 -- 172.21.15.26:0/1761399095 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b5c1a0230 con 0x7f9b5c107d40 2024-04-26T02:02:31.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.861+0000 7f9b5aa00700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b5c101e80 0x7f9b5c19b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:31.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.861+0000 7f9b5b400700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b5c1014d0 0x7f9b5c19b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:31.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.862+0000 7f9b5be00700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9b5c107d40 0x7f9b5c19faf0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9b5400b070 tx=0x7f9b54004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:31.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.862+0000 7f9b53e00700 1 -- 172.21.15.26:0/1761399095 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b54021070 con 0x7f9b5c107d40 2024-04-26T02:02:31.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.862+0000 7f9b61000700 1 -- 172.21.15.26:0/1761399095 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b5c1a04c0 con 0x7f9b5c107d40 2024-04-26T02:02:31.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.862+0000 7f9b53e00700 1 -- 172.21.15.26:0/1761399095 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b54007e30 con 0x7f9b5c107d40 2024-04-26T02:02:31.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.862+0000 7f9b53e00700 1 -- 172.21.15.26:0/1761399095 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b540045d0 con 0x7f9b5c107d40 2024-04-26T02:02:31.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.862+0000 7f9b61000700 1 -- 172.21.15.26:0/1761399095 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b5c1a7da0 con 0x7f9b5c107d40 2024-04-26T02:02:31.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.866+0000 7f9b53e00700 1 -- 172.21.15.26:0/1761399095 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f9b54003c00 con 0x7f9b5c107d40 2024-04-26T02:02:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.867+0000 7f9b6cee8b80 1 Processor -- start 2024-04-26T02:02:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.867+0000 7f9b53e00700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f9b400a3c40 0x7f9b400a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.867+0000 7f9b6cee8b80 1 -- start start 2024-04-26T02:02:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.867+0000 7f9b53e00700 1 -- 172.21.15.26:0/1761399095 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9b5400f020 con 0x7f9b5c107d40 2024-04-26T02:02:31.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.868+0000 7f9b5aa00700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f9b400a3c40 0x7f9b400a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.868+0000 7f9b6cee8b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464b3e0 0x561cc464b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.868+0000 7f9b6cee8b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4656700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.868+0000 7f9b6cee8b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc4659030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.868+0000 7f9b6cee8b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561cc459ee40 con 0x561cc464bd00 2024-04-26T02:02:31.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.868+0000 7f9b6cee8b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561cc45456e0 con 0x561cc4656c40 2024-04-26T02:02:31.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.868+0000 7f9b6cee8b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x561cc459ae00 con 0x561cc464b3e0 2024-04-26T02:02:31.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.868+0000 7f9b5aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4656700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.868+0000 7f9b5aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4656700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58092/0 (socket says 172.21.15.26:58092) 2024-04-26T02:02:31.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.868+0000 7f9b5aa00700 1 -- 172.21.15.26:0/3384132760 learned_addr learned my addr 172.21.15.26:0/3384132760 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:31.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.868+0000 7f9b5be00700 1 --2- 172.21.15.26:0/3384132760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc4659030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.868+0000 7f9b5b400700 1 --2- 172.21.15.26:0/3384132760 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464b3e0 0x561cc464b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.869+0000 7f9b5be00700 1 -- 172.21.15.26:0/3384132760 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464b3e0 msgr2=0x561cc464b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.869+0000 7f9b5be00700 1 --2- 172.21.15.26:0/3384132760 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464b3e0 0x561cc464b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.869+0000 7f9b5be00700 1 -- 172.21.15.26:0/3384132760 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 msgr2=0x561cc4656700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.869+0000 7f9b5be00700 1 --2- 172.21.15.26:0/3384132760 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4656700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.869+0000 7f9b5be00700 1 -- 172.21.15.26:0/3384132760 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561cc453b630 con 0x561cc4656c40 2024-04-26T02:02:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.869+0000 7f9b5aa00700 1 --2- 172.21.15.26:0/3384132760 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4656700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.869+0000 7f9b5aa00700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f9b400a3c40 0x7f9b400a6100 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9b480138c0 tx=0x7f9b48013c80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.869+0000 7f9b5be00700 1 --2- 172.21.15.26:0/3384132760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc4659030 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9b5409d6f0 tx=0x7f9b5400b3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa7380938032782c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.869+0000 7f9b50c00700 1 -- 172.21.15.26:0/3384132760 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b540a1da0 con 0x561cc4656c40 2024-04-26T02:02:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.869+0000 7f9b50c00700 1 -- 172.21.15.26:0/3384132760 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b540a65d0 con 0x561cc4656c40 2024-04-26T02:02:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.869+0000 7f9b50c00700 1 -- 172.21.15.26:0/3384132760 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b540a40e0 con 0x561cc4656c40 2024-04-26T02:02:31.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.870+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/3384132760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 msgr2=0x561cc4659030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:31.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.870+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/3384132760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc4659030 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9b5409d6f0 tx=0x7f9b5400b3b0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.870+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/3384132760 shutdown_connections 2024-04-26T02:02:31.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.870+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/3384132760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc4659030 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.870+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/3384132760 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464b3e0 0x561cc464b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.870+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/3384132760 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4656700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.870+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/3384132760 >> 172.21.15.26:0/3384132760 conn(0x561cc457a550 msgr2=0x561cc4647a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:31.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.871+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/3384132760 shutdown_connections 2024-04-26T02:02:31.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.871+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/3384132760 wait complete. 2024-04-26T02:02:31.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.871+0000 7f9b6cee8b80 1 -- start start 2024-04-26T02:02:31.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.871+0000 7f9b6cee8b80 1 Processor -- start 2024-04-26T02:02:31.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b6cee8b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464b3e0 0x561cc4656390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b6cee8b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4653690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b6cee8b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc4653bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b6cee8b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561cc4659570 con 0x561cc464bd00 2024-04-26T02:02:31.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b6cee8b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561cc4558810 con 0x561cc4656c40 2024-04-26T02:02:31.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b6cee8b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x561cc46596f0 con 0x561cc464b3e0 2024-04-26T02:02:31.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b6cee8b80 10 client.0 _ll_register_callbacks cb 0x561cc45376d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b5aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4653690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b5b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464b3e0 0x561cc4656390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b5aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4653690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58094/0 (socket says 172.21.15.26:58094) 2024-04-26T02:02:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b5b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464b3e0 0x561cc4656390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:38166/0 (socket says 172.21.15.26:38166) 2024-04-26T02:02:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b5aa00700 1 -- 172.21.15.26:0/2536886425 learned_addr learned my addr 172.21.15.26:0/2536886425 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.872+0000 7f9b5be00700 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc4653bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.873+0000 7f9b5aa00700 1 -- 172.21.15.26:0/2536886425 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464b3e0 msgr2=0x561cc4656390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.873+0000 7f9b5aa00700 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464b3e0 0x561cc4656390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.873+0000 7f9b5aa00700 1 -- 172.21.15.26:0/2536886425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 msgr2=0x561cc4653bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.873+0000 7f9b5aa00700 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc4653bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.873+0000 7f9b5aa00700 1 -- 172.21.15.26:0/2536886425 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561cc44ec880 con 0x561cc464bd00 2024-04-26T02:02:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.873+0000 7f9b5b400700 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464b3e0 0x561cc4656390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.873+0000 7f9b5aa00700 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4653690 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9b480042c0 tx=0x7f9b480047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38e0a0b7632d192f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.873+0000 7f9b45600700 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:02:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.873+0000 7f9b45600700 1 -- 172.21.15.26:0/2536886425 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b48012270 con 0x561cc464bd00 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.873+0000 7f9b45600700 1 -- 172.21.15.26:0/2536886425 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9b48003b10 con 0x561cc464bd00 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.873+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/2536886425 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b540a65d0 con 0x561cc464bd00 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.874+0000 7f9b45600700 1 -- 172.21.15.26:0/2536886425 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9b4800fe20 con 0x561cc464bd00 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.874+0000 7f9b6cee8b80 10 client.14946 fetch_fsmap learned FSMap version 28 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.874+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/2536886425 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561cc4535aa0 con 0x561cc464bd00 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.874+0000 7f9b45600700 1 -- 172.21.15.26:0/2536886425 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b540a65d0 con 0x561cc464bd00 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.874+0000 7f9b45600700 1 -- 172.21.15.26:0/2536886425 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f9b4801f070 con 0x561cc464bd00 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.874+0000 7f9b6cee8b80 10 client.14946 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.875+0000 7f9b6cee8b80 10 client.14946 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.875+0000 7f9b6cee8b80 20 client.14946 populate_metadata read hostname 'smithi026' 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.875+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x561cc46661a0 0x561cc4667610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.875+0000 7f9b6cee8b80 4 client.14946 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:02:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.875+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/2536886425 --> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561cc45ac630 con 0x561cc46661a0 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.875+0000 7f9b5b400700 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x561cc46661a0 0x561cc4667610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.875+0000 7f9b5b400700 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x561cc46661a0 0x561cc4667610 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2e15e0200403dbd2 server_cookie=109063712c9fe44e in_seq=0 out_seq=0 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.875+0000 7f9b45600700 10 client.14946 ms_handle_connect on v2:172.21.15.26:6838/384232954 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.876+0000 7f9b45600700 1 -- 172.21.15.26:0/2536886425 <== mds.2 v2:172.21.15.26:6838/384232954 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561cc45ac630 con 0x561cc46661a0 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.876+0000 7f9b45600700 10 client.14946 handle_command_reply: tid=0 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.876+0000 7f9b6cee8b80 1 client.14946 shutdown 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.877+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/2536886425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 msgr2=0x561cc4653690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.877+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4653690 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9b480042c0 tx=0x7f9b480047c0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.877+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/2536886425 shutdown_connections 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.877+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc4653bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.877+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464b3e0 0x561cc4656390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.877+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x561cc46661a0 0x561cc4667610 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.877+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/2536886425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4653690 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.877+0000 7f9b45600700 0 client.14946 ms_handle_reset on v2:172.21.15.26:6838/384232954 2024-04-26T02:02:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.877+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/2536886425 >> 172.21.15.26:0/2536886425 conn(0x561cc457a550 msgr2=0x561cc4647680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:31.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.877+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/2536886425 shutdown_connections 2024-04-26T02:02:31.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.877+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/2536886425 wait complete. 2024-04-26T02:02:31.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.877+0000 7f9b6cee8b80 20 client.14946 trim_cache size 0 max 16384 2024-04-26T02:02:31.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.900+0000 7f9b6cee8b80 1 Processor -- start 2024-04-26T02:02:31.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.900+0000 7f9b6cee8b80 1 -- start start 2024-04-26T02:02:31.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.900+0000 7f9b6cee8b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc464b3e0 0x561cc4647b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.900+0000 7f9b6cee8b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4653b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.900+0000 7f9b6cee8b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc4656c40 0x561cc4650930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.900+0000 7f9b6cee8b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561cc4665950 con 0x561cc464bd00 2024-04-26T02:02:31.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.900+0000 7f9b6cee8b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561cc4666020 con 0x561cc464b3e0 2024-04-26T02:02:31.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.900+0000 7f9b6cee8b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x561cc46666f0 con 0x561cc4656c40 2024-04-26T02:02:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.901+0000 7f9b5b400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc464b3e0 0x561cc4647b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.901+0000 7f9b5aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4653b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.901+0000 7f9b5b400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc464b3e0 0x561cc4647b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:56026/0 (socket says 172.21.15.26:56026) 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.901+0000 7f9b5b400700 1 -- 172.21.15.26:0/49650588 learned_addr learned my addr 172.21.15.26:0/49650588 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.901+0000 7f9b5be00700 1 --2- 172.21.15.26:0/49650588 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc4656c40 0x561cc4650930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.901+0000 7f9b5aa00700 1 -- 172.21.15.26:0/49650588 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc4656c40 msgr2=0x561cc4650930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.901+0000 7f9b5aa00700 1 --2- 172.21.15.26:0/49650588 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc4656c40 0x561cc4650930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.901+0000 7f9b5aa00700 1 -- 172.21.15.26:0/49650588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc464b3e0 msgr2=0x561cc4647b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.901+0000 7f9b5aa00700 1 --2- 172.21.15.26:0/49650588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc464b3e0 0x561cc4647b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.901+0000 7f9b5aa00700 1 -- 172.21.15.26:0/49650588 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561cc4651c00 con 0x561cc464bd00 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.901+0000 7f9b5b400700 1 --2- 172.21.15.26:0/49650588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc464b3e0 0x561cc4647b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.901+0000 7f9b5aa00700 1 --2- 172.21.15.26:0/49650588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4653b80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f9b4800f6a0 tx=0x7f9b48009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7721dc07c36374c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.902+0000 7f9b47e00700 1 -- 172.21.15.26:0/49650588 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b48003960 con 0x561cc464bd00 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.902+0000 7f9b47e00700 1 -- 172.21.15.26:0/49650588 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b48010430 con 0x561cc464bd00 2024-04-26T02:02:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.902+0000 7f9b47e00700 1 -- 172.21.15.26:0/49650588 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b480206a0 con 0x561cc464bd00 2024-04-26T02:02:31.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.902+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/49650588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 msgr2=0x561cc4653b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.902+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/49650588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4653b80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f9b4800f6a0 tx=0x7f9b48009c30 comp rx=0 tx=0).stop 2024-04-26T02:02:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.903+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/49650588 shutdown_connections 2024-04-26T02:02:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.903+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/49650588 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc4656c40 0x561cc4650930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.903+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/49650588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc464b3e0 0x561cc4647b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.903+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/49650588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464bd00 0x561cc4653b80 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.903+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/49650588 >> 172.21.15.26:0/49650588 conn(0x561cc457a550 msgr2=0x561cc4653470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.903+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/49650588 shutdown_connections 2024-04-26T02:02:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.903+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/49650588 wait complete. 2024-04-26T02:02:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.903+0000 7f9b6cee8b80 1 -- start start 2024-04-26T02:02:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.903+0000 7f9b6cee8b80 1 Processor -- start 2024-04-26T02:02:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.904+0000 7f9b6cee8b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464b3e0 0x561cc466cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.904+0000 7f9b6cee8b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464bd00 0x561cc466d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.904+0000 7f9b6cee8b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc46cc2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.904+0000 7f9b6cee8b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561cc4667490 con 0x561cc464b3e0 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.904+0000 7f9b6cee8b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561cc4666dc0 con 0x561cc4656c40 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.904+0000 7f9b6cee8b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x561cc4667b60 con 0x561cc464bd00 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.904+0000 7f9b6cee8b80 10 client.0 _ll_register_callbacks cb 0x561cc45376d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.904+0000 7f9b5b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464b3e0 0x561cc466cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.904+0000 7f9b5be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc46cc2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.904+0000 7f9b5b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464b3e0 0x561cc466cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58122/0 (socket says 172.21.15.26:58122) 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.904+0000 7f9b5b400700 1 -- 172.21.15.26:0/4266748577 learned_addr learned my addr 172.21.15.26:0/4266748577 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.905+0000 7f9b5aa00700 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464bd00 0x561cc466d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.905+0000 7f9b5be00700 1 -- 172.21.15.26:0/4266748577 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464bd00 msgr2=0x561cc466d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.905+0000 7f9b5be00700 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464bd00 0x561cc466d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.905+0000 7f9b5be00700 1 -- 172.21.15.26:0/4266748577 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464b3e0 msgr2=0x561cc466cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.905+0000 7f9b5be00700 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464b3e0 0x561cc466cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.905+0000 7f9b5be00700 1 -- 172.21.15.26:0/4266748577 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561cc46cc810 con 0x561cc4656c40 2024-04-26T02:02:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.905+0000 7f9b5b400700 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464b3e0 0x561cc466cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.905+0000 7f9b5be00700 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc46cc2d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x561cc4648d80 tx=0x7f9b540a4040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0d887de2c2146e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.905+0000 7f9b45600700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:02:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.905+0000 7f9b45600700 1 -- 172.21.15.26:0/4266748577 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b540b6070 con 0x561cc4656c40 2024-04-26T02:02:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.905+0000 7f9b45600700 1 -- 172.21.15.26:0/4266748577 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9b54009bf0 con 0x561cc4656c40 2024-04-26T02:02:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.905+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/4266748577 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b48010430 con 0x561cc4656c40 2024-04-26T02:02:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.906+0000 7f9b45600700 1 -- 172.21.15.26:0/4266748577 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9b540a1da0 con 0x561cc4656c40 2024-04-26T02:02:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.906+0000 7f9b6cee8b80 10 client.25061 fetch_fsmap learned FSMap version 28 2024-04-26T02:02:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.906+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/4266748577 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561cc46cda70 con 0x561cc4656c40 2024-04-26T02:02:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.906+0000 7f9b45600700 1 -- 172.21.15.26:0/4266748577 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b48010430 con 0x561cc4656c40 2024-04-26T02:02:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.906+0000 7f9b45600700 1 -- 172.21.15.26:0/4266748577 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f9b54011070 con 0x561cc4656c40 2024-04-26T02:02:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.906+0000 7f9b6cee8b80 10 client.25061 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:02:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.906+0000 7f9b6cee8b80 10 client.25061 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T02:02:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.906+0000 7f9b6cee8b80 20 client.25061 populate_metadata read hostname 'smithi026' 2024-04-26T02:02:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.906+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x561cc46d23f0 0x561cc46d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.906+0000 7f9b6cee8b80 4 client.25061 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:02:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.906+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/4266748577 --> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] -- command(tid 0: {"prefix": "status"}) -- 0x561cc45a66d0 con 0x561cc46d23f0 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.907+0000 7f9b5b400700 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x561cc46d23f0 0x561cc46d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.907+0000 7f9b5b400700 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x561cc46d23f0 0x561cc46d1100 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c880f8be7494c0b9 server_cookie=3fdb1c9514f78884 in_seq=0 out_seq=0 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.907+0000 7f9b45600700 10 client.25061 ms_handle_connect on v2:172.21.15.26:6838/384232954 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.907+0000 7f9b45600700 1 -- 172.21.15.26:0/4266748577 <== mds.2 v2:172.21.15.26:6838/384232954 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x561cc45a66d0 con 0x561cc46d23f0 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.907+0000 7f9b45600700 10 client.25061 handle_command_reply: tid=0 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.908+0000 7f9b6cee8b80 1 client.25061 shutdown 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.908+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/4266748577 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 msgr2=0x561cc46cc2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.908+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc46cc2d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x561cc4648d80 tx=0x7f9b540a4040 comp rx=0 tx=0).stop 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.908+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/4266748577 shutdown_connections 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.908+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561cc4656c40 0x561cc46cc2d0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.908+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x561cc46d23f0 0x561cc46d1100 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.908+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561cc464b3e0 0x561cc466cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.908+0000 7f9b6cee8b80 1 --2- 172.21.15.26:0/4266748577 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cc464bd00 0x561cc466d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.908+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/4266748577 >> 172.21.15.26:0/4266748577 conn(0x561cc457a550 msgr2=0x561cc4654ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:31.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.908+0000 7f9b45600700 0 client.25061 ms_handle_reset on v2:172.21.15.26:6838/384232954 2024-04-26T02:02:31.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.909+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/4266748577 shutdown_connections 2024-04-26T02:02:31.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.909+0000 7f9b6cee8b80 1 -- 172.21.15.26:0/4266748577 wait complete. 2024-04-26T02:02:31.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.909+0000 7f9b6cee8b80 20 client.25061 trim_cache size 0 max 16384 2024-04-26T02:02:31.910 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:02:31.910 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:02:31.911 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 2, 2024-04-26T02:02:31.911 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24502, 2024-04-26T02:02:31.911 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:02:31.911 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:02:31.911 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:02:31.911 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 218.84604106, 2024-04-26T02:02:31.911 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 28, 2024-04-26T02:02:31.911 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T02:02:31.911 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T02:02:31.911 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 267.18174666200002 2024-04-26T02:02:31.911 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:02:31.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.909+0000 7f9b61000700 1 -- 172.21.15.26:0/1761399095 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f9b400a3c40 msgr2=0x7f9b400a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:31.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.909+0000 7f9b61000700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f9b400a3c40 0x7f9b400a6100 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9b480138c0 tx=0x7f9b48013c80 comp rx=0 tx=0).stop 2024-04-26T02:02:31.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.909+0000 7f9b61000700 1 -- 172.21.15.26:0/1761399095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9b5c107d40 msgr2=0x7f9b5c19faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:31.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.909+0000 7f9b61000700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9b5c107d40 0x7f9b5c19faf0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9b5400b070 tx=0x7f9b54004d00 comp rx=0 tx=0).stop 2024-04-26T02:02:31.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.909+0000 7f9b61000700 1 -- 172.21.15.26:0/1761399095 shutdown_connections 2024-04-26T02:02:31.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.910+0000 7f9b61000700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f9b400a3c40 0x7f9b400a6100 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.910+0000 7f9b61000700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9b5c107d40 0x7f9b5c19faf0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.910+0000 7f9b61000700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b5c1014d0 0x7f9b5c19b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.910+0000 7f9b61000700 1 --2- 172.21.15.26:0/1761399095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b5c101e80 0x7f9b5c19b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:31.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.910+0000 7f9b61000700 1 -- 172.21.15.26:0/1761399095 >> 172.21.15.26:0/1761399095 conn(0x7f9b5c076bf0 msgr2=0x7f9b5c10e050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:31.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.910+0000 7f9b61000700 1 -- 172.21.15.26:0/1761399095 shutdown_connections 2024-04-26T02:02:31.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:31.910+0000 7f9b61000700 1 -- 172.21.15.26:0/1761399095 wait complete. 2024-04-26T02:02:32.906 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.a status 2024-04-26T02:02:33.358 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:33.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:33 smithi026 ceph-mon[28138]: pgmap v454: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:02:33.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:33 smithi033 ceph-mon[32805]: pgmap v454: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:02:33.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:33 smithi064 ceph-mon[32613]: pgmap v454: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:02:35.481 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:35 smithi026 ceph-mon[28138]: pgmap v455: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 11 op/s 2024-04-26T02:02:36.848 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:35 smithi064 ceph-mon[32613]: pgmap v455: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 11 op/s 2024-04-26T02:02:36.849 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:35 smithi033 ceph-mon[32805]: pgmap v455: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 11 op/s 2024-04-26T02:02:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.657+0000 7f1863c00700 1 -- 172.21.15.26:0/2437719017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f185c1092d0 msgr2=0x7f185c1096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.657+0000 7f1863c00700 1 --2- 172.21.15.26:0/2437719017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f185c1092d0 0x7f185c1096b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f184c0099c0 tx=0x7f184c009cd0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.657+0000 7f1863c00700 1 -- 172.21.15.26:0/2437719017 shutdown_connections 2024-04-26T02:02:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.657+0000 7f1863c00700 1 --2- 172.21.15.26:0/2437719017 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f185c10e3b0 0x7f185c115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.657+0000 7f1863c00700 1 --2- 172.21.15.26:0/2437719017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f185c1092d0 0x7f185c1096b0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.657+0000 7f1863c00700 1 --2- 172.21.15.26:0/2437719017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f185c109c80 0x7f185c10dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.657+0000 7f1863c00700 1 -- 172.21.15.26:0/2437719017 >> 172.21.15.26:0/2437719017 conn(0x7f185c076210 msgr2=0x7f185c107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.657+0000 7f1863c00700 1 -- 172.21.15.26:0/2437719017 shutdown_connections 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.657+0000 7f1863c00700 1 -- 172.21.15.26:0/2437719017 wait complete. 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.658+0000 7f1863c00700 1 Processor -- start 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.659+0000 7f1863c00700 1 -- start start 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.659+0000 7f1863c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f185c1092d0 0x7f185c19f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.659+0000 7f1863c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f185c109c80 0x7f185c19fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.659+0000 7f1863c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f185c10e3b0 0x7f185c1a3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.659+0000 7f1863c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f185c119240 con 0x7f185c1092d0 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.659+0000 7f1863c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f185c1190c0 con 0x7f185c109c80 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.659+0000 7f1863c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f185c1193c0 con 0x7f185c10e3b0 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.659+0000 7f1861200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f185c1092d0 0x7f185c19f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.659+0000 7f1861200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f185c1092d0 0x7f185c19f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58136/0 (socket says 172.21.15.26:58136) 2024-04-26T02:02:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.659+0000 7f1861200700 1 -- 172.21.15.26:0/2039220702 learned_addr learned my addr 172.21.15.26:0/2039220702 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.660+0000 7f1853e00700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f185c109c80 0x7f185c19fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.660+0000 7f1861c00700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f185c10e3b0 0x7f185c1a3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.660+0000 7f1861200700 1 -- 172.21.15.26:0/2039220702 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f185c10e3b0 msgr2=0x7f185c1a3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.660+0000 7f1861200700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f185c10e3b0 0x7f185c1a3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.660+0000 7f1861200700 1 -- 172.21.15.26:0/2039220702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f185c109c80 msgr2=0x7f185c19fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.660+0000 7f1861200700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f185c109c80 0x7f185c19fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.660+0000 7f1861200700 1 -- 172.21.15.26:0/2039220702 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f185c1a4720 con 0x7f185c1092d0 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.660+0000 7f1853e00700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f185c109c80 0x7f185c19fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.660+0000 7f1861200700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f185c1092d0 0x7f185c19f710 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f184c006010 tx=0x7f184c005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.661+0000 7f185a000700 1 -- 172.21.15.26:0/2039220702 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c026070 con 0x7f185c1092d0 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.661+0000 7f185a000700 1 -- 172.21.15.26:0/2039220702 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f184c003c70 con 0x7f185c1092d0 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.661+0000 7f1863c00700 1 -- 172.21.15.26:0/2039220702 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f185c1a49b0 con 0x7f185c1092d0 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.661+0000 7f185a000700 1 -- 172.21.15.26:0/2039220702 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c00fbb0 con 0x7f185c1092d0 2024-04-26T02:02:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.661+0000 7f1863c00700 1 -- 172.21.15.26:0/2039220702 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f185c1ac290 con 0x7f185c1092d0 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.664+0000 7f185a000700 1 -- 172.21.15.26:0/2039220702 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f184c029070 con 0x7f185c1092d0 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.667+0000 7f186e511b80 1 Processor -- start 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.667+0000 7f185a000700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f183c0a3c40 0x7f183c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.667+0000 7f186e511b80 1 -- start start 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.667+0000 7f185a000700 1 -- 172.21.15.26:0/2039220702 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f184c0d0b60 con 0x7f185c1092d0 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.667+0000 7f1861c00700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f183c0a3c40 0x7f183c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.667+0000 7f186e511b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afa2f0 0x55f9c7afa6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.667+0000 7f186e511b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 0x55f9c7b05570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.667+0000 7f186e511b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b07ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.667+0000 7f186e511b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f9c7a4de40 con 0x55f9c7afac10 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.667+0000 7f186e511b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55f9c79f46e0 con 0x55f9c7b05ab0 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.667+0000 7f186e511b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f9c7a49e00 con 0x55f9c7afa2f0 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.668+0000 7f1853e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 0x55f9c7b05570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.668+0000 7f1853e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 0x55f9c7b05570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58152/0 (socket says 172.21.15.26:58152) 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.668+0000 7f1853e00700 1 -- 172.21.15.26:0/3406288157 learned_addr learned my addr 172.21.15.26:0/3406288157 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.668+0000 7f1861200700 1 --2- 172.21.15.26:0/3406288157 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afa2f0 0x55f9c7afa6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.668+0000 7f1861c00700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f183c0a3c40 0x7f183c0a6100 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1854009fd0 tx=0x7f185400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.668+0000 7f1861c00700 1 --2- 172.21.15.26:0/3406288157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b07ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.668+0000 7f1861200700 1 -- 172.21.15.26:0/3406288157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 msgr2=0x55f9c7b07ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.668+0000 7f1861200700 1 --2- 172.21.15.26:0/3406288157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b07ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.668+0000 7f1861200700 1 -- 172.21.15.26:0/3406288157 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 msgr2=0x55f9c7b05570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.668+0000 7f1861200700 1 --2- 172.21.15.26:0/3406288157 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 0x55f9c7b05570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.668+0000 7f1861200700 1 -- 172.21.15.26:0/3406288157 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9c79ea630 con 0x55f9c7afa2f0 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.668+0000 7f1853e00700 1 --2- 172.21.15.26:0/3406288157 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 0x55f9c7b05570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.669+0000 7f1861200700 1 --2- 172.21.15.26:0/3406288157 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afa2f0 0x55f9c7afa6d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f184c09cb80 tx=0x7f184c00f640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adee8797565877e5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.669+0000 7f1852000700 1 -- 172.21.15.26:0/3406288157 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c0b6070 con 0x55f9c7afa2f0 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.669+0000 7f1852000700 1 -- 172.21.15.26:0/3406288157 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f184c003e20 con 0x55f9c7afa2f0 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.669+0000 7f1852000700 1 -- 172.21.15.26:0/3406288157 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c0b6210 con 0x55f9c7afa2f0 2024-04-26T02:02:36.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.670+0000 7f186e511b80 1 -- 172.21.15.26:0/3406288157 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afa2f0 msgr2=0x55f9c7afa6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.670+0000 7f186e511b80 1 --2- 172.21.15.26:0/3406288157 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afa2f0 0x55f9c7afa6d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f184c09cb80 tx=0x7f184c00f640 comp rx=0 tx=0).stop 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.670+0000 7f186e511b80 1 -- 172.21.15.26:0/3406288157 shutdown_connections 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.670+0000 7f186e511b80 1 --2- 172.21.15.26:0/3406288157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b07ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.670+0000 7f186e511b80 1 --2- 172.21.15.26:0/3406288157 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afa2f0 0x55f9c7afa6d0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.670+0000 7f186e511b80 1 --2- 172.21.15.26:0/3406288157 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 0x55f9c7b05570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.670+0000 7f186e511b80 1 -- 172.21.15.26:0/3406288157 >> 172.21.15.26:0/3406288157 conn(0x55f9c7a29550 msgr2=0x55f9c7af6790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.670+0000 7f186e511b80 1 -- 172.21.15.26:0/3406288157 shutdown_connections 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.670+0000 7f186e511b80 1 -- 172.21.15.26:0/3406288157 wait complete. 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.670+0000 7f186e511b80 1 -- start start 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.671+0000 7f186e511b80 1 Processor -- start 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.671+0000 7f186e511b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b05350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.671+0000 7f186e511b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 0x55f9c7b02650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.671+0000 7f186e511b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b02b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.671+0000 7f186e511b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f9c7b083e0 con 0x55f9c7afac10 2024-04-26T02:02:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.671+0000 7f186e511b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55f9c7a07810 con 0x55f9c7b05ab0 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.671+0000 7f186e511b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f9c7b08560 con 0x55f9c7afa2f0 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.671+0000 7f186e511b80 10 client.0 _ll_register_callbacks cb 0x55f9c79e66d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f1853e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 0x55f9c7b02650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f1853e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 0x55f9c7b02650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58154/0 (socket says 172.21.15.26:58154) 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f1861200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b05350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f1853e00700 1 -- 172.21.15.26:0/3872036940 learned_addr learned my addr 172.21.15.26:0/3872036940 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f1861c00700 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b02b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f1853e00700 1 -- 172.21.15.26:0/3872036940 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afa2f0 msgr2=0x55f9c7b05350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f1853e00700 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b05350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f1853e00700 1 -- 172.21.15.26:0/3872036940 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 msgr2=0x55f9c7b02b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f1853e00700 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b02b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f1853e00700 1 -- 172.21.15.26:0/3872036940 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9c799b880 con 0x55f9c7afac10 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f1861200700 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b05350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f1853e00700 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 0x55f9c7b02650 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f18440095f0 tx=0x7f184400f6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a34bd104ffe2af23 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.672+0000 7f184aa00700 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.673+0000 7f184aa00700 1 -- 172.21.15.26:0/3872036940 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184400fb80 con 0x55f9c7afac10 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.673+0000 7f184aa00700 1 -- 172.21.15.26:0/3872036940 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f184400fd20 con 0x55f9c7afac10 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.673+0000 7f186e511b80 1 -- 172.21.15.26:0/3872036940 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f184c003e20 con 0x55f9c7afac10 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.673+0000 7f184aa00700 1 -- 172.21.15.26:0/3872036940 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1844010430 con 0x55f9c7afac10 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.673+0000 7f186e511b80 10 client.14964 fetch_fsmap learned FSMap version 28 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.673+0000 7f186e511b80 1 -- 172.21.15.26:0/3872036940 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f9c79e4aa0 con 0x55f9c7afac10 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.673+0000 7f184aa00700 1 -- 172.21.15.26:0/3872036940 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f184c003e20 con 0x55f9c7afac10 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.674+0000 7f184aa00700 1 -- 172.21.15.26:0/3872036940 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f184401c520 con 0x55f9c7afac10 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.674+0000 7f186e511b80 10 client.14964 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.674+0000 7f186e511b80 10 client.14964 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.674+0000 7f186e511b80 20 client.14964 populate_metadata read hostname 'smithi026' 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.674+0000 7f186e511b80 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55f9c7b15170 0x55f9c7b165e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.674+0000 7f186e511b80 4 client.14964 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.674+0000 7f186e511b80 1 -- 172.21.15.26:0/3872036940 --> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f9c7a5b630 con 0x55f9c7b15170 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.674+0000 7f1861200700 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55f9c7b15170 0x55f9c7b165e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.675+0000 7f1861200700 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55f9c7b15170 0x55f9c7b165e0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b69c01339db87be3 server_cookie=ea05a5980962681f in_seq=0 out_seq=0 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.675+0000 7f184aa00700 10 client.14964 ms_handle_connect on v2:172.21.15.26:6840/1541859577 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.675+0000 7f184aa00700 1 -- 172.21.15.26:0/3872036940 <== mds.1 v2:172.21.15.26:6840/1541859577 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f9c7a5b630 con 0x55f9c7b15170 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.675+0000 7f184aa00700 10 client.14964 handle_command_reply: tid=0 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f186e511b80 1 client.14964 shutdown 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f186e511b80 1 -- 172.21.15.26:0/3872036940 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 msgr2=0x55f9c7b02650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f186e511b80 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 0x55f9c7b02650 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f18440095f0 tx=0x7f184400f6a0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f186e511b80 1 -- 172.21.15.26:0/3872036940 shutdown_connections 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f186e511b80 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b02b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f186e511b80 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b05350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f186e511b80 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55f9c7b15170 0x55f9c7b165e0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f186e511b80 1 --2- 172.21.15.26:0/3872036940 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afac10 0x55f9c7b02650 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f186e511b80 1 -- 172.21.15.26:0/3872036940 >> 172.21.15.26:0/3872036940 conn(0x55f9c7a29550 msgr2=0x55f9c7afcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f184aa00700 0 client.14964 ms_handle_reset on v2:172.21.15.26:6840/1541859577 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f186e511b80 1 -- 172.21.15.26:0/3872036940 shutdown_connections 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f186e511b80 1 -- 172.21.15.26:0/3872036940 wait complete. 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.676+0000 7f186e511b80 20 client.14964 trim_cache size 0 max 16384 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.699+0000 7f186e511b80 1 Processor -- start 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.699+0000 7f186e511b80 1 -- start start 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.699+0000 7f186e511b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b02b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.699+0000 7f186e511b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afac10 0x55f9c7b01610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.699+0000 7f186e511b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b110e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.699+0000 7f186e511b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f9c7b14920 con 0x55f9c7afa2f0 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.699+0000 7f186e511b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55f9c7b14ff0 con 0x55f9c7b05ab0 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.699+0000 7f186e511b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f9c7b156c0 con 0x55f9c7afac10 2024-04-26T02:02:36.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.699+0000 7f1861200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b02b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.700+0000 7f1861200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b02b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58166/0 (socket says 172.21.15.26:58166) 2024-04-26T02:02:36.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.700+0000 7f1861200700 1 -- 172.21.15.26:0/142031590 learned_addr learned my addr 172.21.15.26:0/142031590 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:36.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.700+0000 7f1853e00700 1 --2- 172.21.15.26:0/142031590 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afac10 0x55f9c7b01610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.700+0000 7f1861200700 1 -- 172.21.15.26:0/142031590 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afac10 msgr2=0x55f9c7b01610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:36.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.700+0000 7f1861c00700 1 --2- 172.21.15.26:0/142031590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b110e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.700+0000 7f1861200700 1 --2- 172.21.15.26:0/142031590 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afac10 0x55f9c7b01610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.700+0000 7f1861200700 1 -- 172.21.15.26:0/142031590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 msgr2=0x55f9c7b110e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:36.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.700+0000 7f1861200700 1 --2- 172.21.15.26:0/142031590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b110e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.700+0000 7f1861200700 1 -- 172.21.15.26:0/142031590 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9c7aee020 con 0x55f9c7afa2f0 2024-04-26T02:02:36.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.700+0000 7f1861c00700 1 --2- 172.21.15.26:0/142031590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b110e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:02:36.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.700+0000 7f1861200700 1 --2- 172.21.15.26:0/142031590 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b02b40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f184c0059d0 tx=0x7f184c0bd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84331e0b5f28a353 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.701+0000 7f1851600700 1 -- 172.21.15.26:0/142031590 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c0a1230 con 0x55f9c7afa2f0 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.701+0000 7f1851600700 1 -- 172.21.15.26:0/142031590 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f184c009530 con 0x55f9c7afa2f0 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.701+0000 7f1851600700 1 -- 172.21.15.26:0/142031590 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c0a55d0 con 0x55f9c7afa2f0 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.701+0000 7f186e511b80 1 -- 172.21.15.26:0/142031590 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 msgr2=0x55f9c7b02b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.701+0000 7f186e511b80 1 --2- 172.21.15.26:0/142031590 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b02b40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f184c0059d0 tx=0x7f184c0bd040 comp rx=0 tx=0).stop 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.701+0000 7f186e511b80 1 -- 172.21.15.26:0/142031590 shutdown_connections 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.701+0000 7f186e511b80 1 --2- 172.21.15.26:0/142031590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b110e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.701+0000 7f186e511b80 1 --2- 172.21.15.26:0/142031590 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b02b40 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.701+0000 7f186e511b80 1 --2- 172.21.15.26:0/142031590 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afac10 0x55f9c7b01610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.702+0000 7f186e511b80 1 -- 172.21.15.26:0/142031590 >> 172.21.15.26:0/142031590 conn(0x55f9c7a29550 msgr2=0x55f9c7b02430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.702+0000 7f186e511b80 1 -- 172.21.15.26:0/142031590 shutdown_connections 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.702+0000 7f186e511b80 1 -- 172.21.15.26:0/142031590 wait complete. 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.702+0000 7f186e511b80 1 -- start start 2024-04-26T02:02:36.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.702+0000 7f186e511b80 1 Processor -- start 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.703+0000 7f186e511b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b1fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.703+0000 7f186e511b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afac10 0x55f9c7b1b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.703+0000 7f186e511b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b1b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.703+0000 7f186e511b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f9c7b16460 con 0x55f9c7afa2f0 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.703+0000 7f186e511b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55f9c7b15d90 con 0x55f9c7b05ab0 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.703+0000 7f186e511b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f9c7b16b30 con 0x55f9c7afac10 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.703+0000 7f186e511b80 10 client.0 _ll_register_callbacks cb 0x55f9c79e66d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.703+0000 7f1861200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b1fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.703+0000 7f1861200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b1fce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58172/0 (socket says 172.21.15.26:58172) 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.703+0000 7f1861200700 1 -- 172.21.15.26:0/1075789821 learned_addr learned my addr 172.21.15.26:0/1075789821 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.703+0000 7f1861c00700 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b1b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.703+0000 7f1853e00700 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afac10 0x55f9c7b1b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.704+0000 7f1861200700 1 -- 172.21.15.26:0/1075789821 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afac10 msgr2=0x55f9c7b1b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.704+0000 7f1861200700 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afac10 0x55f9c7b1b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.704+0000 7f1861200700 1 -- 172.21.15.26:0/1075789821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 msgr2=0x55f9c7b1b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.704+0000 7f1861200700 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b1b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.704+0000 7f1861200700 1 -- 172.21.15.26:0/1075789821 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9c7b1bce0 con 0x55f9c7afa2f0 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.704+0000 7f1861c00700 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b1b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.704+0000 7f1853e00700 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afac10 0x55f9c7b1b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.704+0000 7f1861200700 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b1fce0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f184c09cb30 tx=0x7f184c005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d1173ed757b755 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.704+0000 7f184aa00700 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.704+0000 7f184aa00700 1 -- 172.21.15.26:0/1075789821 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c0a1230 con 0x55f9c7afa2f0 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.704+0000 7f184aa00700 1 -- 172.21.15.26:0/1075789821 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f184c09b180 con 0x55f9c7afa2f0 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.704+0000 7f186e511b80 1 -- 172.21.15.26:0/1075789821 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f184c009530 con 0x55f9c7afa2f0 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.705+0000 7f184aa00700 1 -- 172.21.15.26:0/1075789821 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f184c09d0e0 con 0x55f9c7afa2f0 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.705+0000 7f186e511b80 10 client.14970 fetch_fsmap learned FSMap version 28 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.705+0000 7f186e511b80 1 -- 172.21.15.26:0/1075789821 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f9c7b7c150 con 0x55f9c7afa2f0 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.705+0000 7f184aa00700 1 -- 172.21.15.26:0/1075789821 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f184c009530 con 0x55f9c7afa2f0 2024-04-26T02:02:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.705+0000 7f184aa00700 1 -- 172.21.15.26:0/1075789821 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f184c09c2d0 con 0x55f9c7afa2f0 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.705+0000 7f186e511b80 10 client.14970 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.705+0000 7f186e511b80 10 client.14970 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.705+0000 7f186e511b80 20 client.14970 populate_metadata read hostname 'smithi026' 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.705+0000 7f186e511b80 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55f9c7b807d0 0x55f9c7b7f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.705+0000 7f186e511b80 4 client.14970 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.705+0000 7f186e511b80 1 -- 172.21.15.26:0/1075789821 --> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] -- command(tid 0: {"prefix": "status"}) -- 0x55f9c7a556d0 con 0x55f9c7b807d0 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.706+0000 7f1853e00700 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55f9c7b807d0 0x55f9c7b7f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.706+0000 7f1853e00700 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55f9c7b807d0 0x55f9c7b7f4e0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a9344d672cbccf86 server_cookie=a615161dcc6c3493 in_seq=0 out_seq=0 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.706+0000 7f184aa00700 10 client.14970 ms_handle_connect on v2:172.21.15.26:6840/1541859577 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.706+0000 7f184aa00700 1 -- 172.21.15.26:0/1075789821 <== mds.1 v2:172.21.15.26:6840/1541859577 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55f9c7a556d0 con 0x55f9c7b807d0 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.706+0000 7f184aa00700 10 client.14970 handle_command_reply: tid=0 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f186e511b80 1 client.14970 shutdown 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f186e511b80 1 -- 172.21.15.26:0/1075789821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 msgr2=0x55f9c7b1fce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f186e511b80 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b1fce0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f184c09cb30 tx=0x7f184c005850 comp rx=0 tx=0).stop 2024-04-26T02:02:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f186e511b80 1 -- 172.21.15.26:0/1075789821 shutdown_connections 2024-04-26T02:02:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f186e511b80 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f9c7b05ab0 0x55f9c7b1b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f186e511b80 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55f9c7b807d0 0x55f9c7b7f4e0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f186e511b80 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f9c7afa2f0 0x55f9c7b1fce0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f186e511b80 1 --2- 172.21.15.26:0/1075789821 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9c7afac10 0x55f9c7b1b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f186e511b80 1 -- 172.21.15.26:0/1075789821 >> 172.21.15.26:0/1075789821 conn(0x55f9c7a29550 msgr2=0x55f9c7af50c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f184aa00700 0 client.14970 ms_handle_reset on v2:172.21.15.26:6840/1541859577 2024-04-26T02:02:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f186e511b80 1 -- 172.21.15.26:0/1075789821 shutdown_connections 2024-04-26T02:02:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f186e511b80 1 -- 172.21.15.26:0/1075789821 wait complete. 2024-04-26T02:02:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.707+0000 7f186e511b80 20 client.14970 trim_cache size 0 max 16384 2024-04-26T02:02:36.874 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:02:36.875 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:02:36.875 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 1, 2024-04-26T02:02:36.875 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24512, 2024-04-26T02:02:36.875 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:02:36.875 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:02:36.875 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:02:36.875 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 223.655372521, 2024-04-26T02:02:36.875 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 28, 2024-04-26T02:02:36.875 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T02:02:36.875 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T02:02:36.875 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 265.87391026099999 2024-04-26T02:02:36.875 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:02:36.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.708+0000 7f1863c00700 1 -- 172.21.15.26:0/2039220702 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f183c0a3c40 msgr2=0x7f183c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:36.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.708+0000 7f1863c00700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f183c0a3c40 0x7f183c0a6100 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1854009fd0 tx=0x7f185400b040 comp rx=0 tx=0).stop 2024-04-26T02:02:36.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.708+0000 7f1863c00700 1 -- 172.21.15.26:0/2039220702 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f185c1092d0 msgr2=0x7f185c19f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:36.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.708+0000 7f1863c00700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f185c1092d0 0x7f185c19f710 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f184c006010 tx=0x7f184c005280 comp rx=0 tx=0).stop 2024-04-26T02:02:36.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.708+0000 7f1863c00700 1 -- 172.21.15.26:0/2039220702 shutdown_connections 2024-04-26T02:02:36.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.708+0000 7f1863c00700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f185c10e3b0 0x7f185c1a3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.708+0000 7f1863c00700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f183c0a3c40 0x7f183c0a6100 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.708+0000 7f1863c00700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f185c1092d0 0x7f185c19f710 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.708+0000 7f1863c00700 1 --2- 172.21.15.26:0/2039220702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f185c109c80 0x7f185c19fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:36.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.708+0000 7f1863c00700 1 -- 172.21.15.26:0/2039220702 >> 172.21.15.26:0/2039220702 conn(0x7f185c076210 msgr2=0x7f185c0778a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:36.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.708+0000 7f1863c00700 1 -- 172.21.15.26:0/2039220702 shutdown_connections 2024-04-26T02:02:36.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:35.709+0000 7f1863c00700 1 -- 172.21.15.26:0/2039220702 wait complete. 2024-04-26T02:02:36.878 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-26T02:02:37.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:37 smithi026 ceph-mon[28138]: pgmap v456: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-26T02:02:37.352 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:37.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:37 smithi033 ceph-mon[32805]: pgmap v456: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-26T02:02:37.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:37 smithi064 ceph-mon[32613]: pgmap v456: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-26T02:02:39.379 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:39 smithi026 ceph-mon[28138]: pgmap v457: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-26T02:02:39.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:39 smithi033 ceph-mon[32805]: pgmap v457: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-26T02:02:39.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:39 smithi064 ceph-mon[32613]: pgmap v457: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-26T02:02:39.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.664+0000 7efc76400700 1 -- 172.21.15.26:0/1429960033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc70107990 msgr2=0x7efc70107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:39.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.664+0000 7efc76400700 1 --2- 172.21.15.26:0/1429960033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc70107990 0x7efc70107d70 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7efc60009990 tx=0x7efc60009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.664+0000 7efc76400700 1 -- 172.21.15.26:0/1429960033 shutdown_connections 2024-04-26T02:02:39.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.664+0000 7efc76400700 1 --2- 172.21.15.26:0/1429960033 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efc70102300 0x7efc7010e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.664+0000 7efc76400700 1 --2- 172.21.15.26:0/1429960033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc70107990 0x7efc70107d70 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.664+0000 7efc76400700 1 --2- 172.21.15.26:0/1429960033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc70101940 0x7efc70101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.664+0000 7efc76400700 1 -- 172.21.15.26:0/1429960033 >> 172.21.15.26:0/1429960033 conn(0x7efc700788f0 msgr2=0x7efc70078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:39.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.664+0000 7efc76400700 1 -- 172.21.15.26:0/1429960033 shutdown_connections 2024-04-26T02:02:39.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.665+0000 7efc76400700 1 -- 172.21.15.26:0/1429960033 wait complete. 2024-04-26T02:02:39.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.666+0000 7efc76400700 1 Processor -- start 2024-04-26T02:02:39.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.666+0000 7efc76400700 1 -- start start 2024-04-26T02:02:39.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.667+0000 7efc76400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efc70101940 0x7efc7019b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.667+0000 7efc76400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc70102300 0x7efc7019b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.667+0000 7efc76400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc70107990 0x7efc7019fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.667+0000 7efc76400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7efc70111ae0 con 0x7efc70107990 2024-04-26T02:02:39.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.667+0000 7efc76400700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efc70111960 con 0x7efc70102300 2024-04-26T02:02:39.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.667+0000 7efc76400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7efc70111c60 con 0x7efc70101940 2024-04-26T02:02:39.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.667+0000 7efc6ea00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc70102300 0x7efc7019b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.667+0000 7efc6ea00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc70102300 0x7efc7019b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:40654/0 (socket says 172.21.15.26:40654) 2024-04-26T02:02:39.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.667+0000 7efc6ea00700 1 -- 172.21.15.26:0/1943326944 learned_addr learned my addr 172.21.15.26:0/1943326944 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:39.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.667+0000 7efc6f400700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efc70101940 0x7efc7019b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.667+0000 7efc6fe00700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc70107990 0x7efc7019fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.668+0000 7efc6ea00700 1 -- 172.21.15.26:0/1943326944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efc70101940 msgr2=0x7efc7019b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:39.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.668+0000 7efc6ea00700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efc70101940 0x7efc7019b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.668+0000 7efc6ea00700 1 -- 172.21.15.26:0/1943326944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc70107990 msgr2=0x7efc7019fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:39.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.668+0000 7efc6ea00700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc70107990 0x7efc7019fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.668+0000 7efc6ea00700 1 -- 172.21.15.26:0/1943326944 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc701a0330 con 0x7efc70102300 2024-04-26T02:02:39.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.668+0000 7efc6fe00700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc70107990 0x7efc7019fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:39.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.668+0000 7efc6ea00700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc70102300 0x7efc7019b860 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7efc5c00c580 tx=0x7efc5c00c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:39.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.668+0000 7efc67e00700 1 -- 172.21.15.26:0/1943326944 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5c004020 con 0x7efc70102300 2024-04-26T02:02:39.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.668+0000 7efc67e00700 1 -- 172.21.15.26:0/1943326944 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc5c003680 con 0x7efc70102300 2024-04-26T02:02:39.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.669+0000 7efc67e00700 1 -- 172.21.15.26:0/1943326944 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5c01e690 con 0x7efc70102300 2024-04-26T02:02:39.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.669+0000 7efc76400700 1 -- 172.21.15.26:0/1943326944 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc701a0620 con 0x7efc70102300 2024-04-26T02:02:39.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.669+0000 7efc76400700 1 -- 172.21.15.26:0/1943326944 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc70108730 con 0x7efc70102300 2024-04-26T02:02:39.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.672+0000 7efc67e00700 1 -- 172.21.15.26:0/1943326944 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7efc5c003ac0 con 0x7efc70102300 2024-04-26T02:02:39.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.673+0000 7efc67e00700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7efc540a3cc0 0x7efc540a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.673+0000 7efc80ca1b80 1 Processor -- start 2024-04-26T02:02:39.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.674+0000 7efc67e00700 1 -- 172.21.15.26:0/1943326944 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7efc5c0d8510 con 0x7efc70102300 2024-04-26T02:02:39.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.674+0000 7efc80ca1b80 1 -- start start 2024-04-26T02:02:39.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.674+0000 7efc6f400700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7efc540a3cc0 0x7efc540a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.674+0000 7efc80ca1b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bb780 0x55eb592bbb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.674+0000 7efc80ca1b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bc0a0 0x55eb592b59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.674+0000 7efc80ca1b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 0x55eb592b6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.674+0000 7efc80ca1b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55eb59207e40 con 0x55eb592bc0a0 2024-04-26T02:02:39.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.674+0000 7efc80ca1b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55eb591ae6e0 con 0x55eb592b5ef0 2024-04-26T02:02:39.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.674+0000 7efc80ca1b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55eb59203e00 con 0x55eb592bb780 2024-04-26T02:02:39.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.675+0000 7efc6ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bc0a0 0x55eb592b59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.675+0000 7efc6f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bb780 0x55eb592bbb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.675+0000 7efc6fe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 0x55eb592b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.675+0000 7efc6ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bc0a0 0x55eb592b59b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59856/0 (socket says 172.21.15.26:59856) 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.675+0000 7efc6fe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 0x55eb592b6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:40666/0 (socket says 172.21.15.26:40666) 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.675+0000 7efc6ea00700 1 -- 172.21.15.26:0/3932558927 learned_addr learned my addr 172.21.15.26:0/3932558927 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.675+0000 7efc6f400700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7efc540a3cc0 0x7efc540a6180 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7efc600098e0 tx=0x7efc60005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.675+0000 7efc6f400700 1 -- 172.21.15.26:0/3932558927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 msgr2=0x55eb592b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.675+0000 7efc6f400700 1 --2- 172.21.15.26:0/3932558927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 0x55eb592b6330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.675+0000 7efc6f400700 1 -- 172.21.15.26:0/3932558927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bc0a0 msgr2=0x55eb592b59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.675+0000 7efc6f400700 1 --2- 172.21.15.26:0/3932558927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bc0a0 0x55eb592b59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.675+0000 7efc6f400700 1 -- 172.21.15.26:0/3932558927 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb591a4630 con 0x55eb592bb780 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.676+0000 7efc6f400700 1 --2- 172.21.15.26:0/3932558927 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bb780 0x55eb592bbb60 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efc60006010 tx=0x7efc60027000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60216227dee240c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.676+0000 7efc64c00700 1 -- 172.21.15.26:0/3932558927 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc60033070 con 0x55eb592bb780 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.676+0000 7efc64c00700 1 -- 172.21.15.26:0/3932558927 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc6002a040 con 0x55eb592bb780 2024-04-26T02:02:39.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.676+0000 7efc64c00700 1 -- 172.21.15.26:0/3932558927 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc6000fb10 con 0x55eb592bb780 2024-04-26T02:02:39.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.676+0000 7efc80ca1b80 1 -- 172.21.15.26:0/3932558927 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bb780 msgr2=0x55eb592bbb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.676+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/3932558927 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bb780 0x55eb592bbb60 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efc60006010 tx=0x7efc60027000 comp rx=0 tx=0).stop 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.677+0000 7efc80ca1b80 1 -- 172.21.15.26:0/3932558927 shutdown_connections 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.677+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/3932558927 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 0x55eb592b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.677+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/3932558927 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bb780 0x55eb592bbb60 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.677+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/3932558927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bc0a0 0x55eb592b59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.677+0000 7efc80ca1b80 1 -- 172.21.15.26:0/3932558927 >> 172.21.15.26:0/3932558927 conn(0x55eb591e3f00 msgr2=0x55eb592b08a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.677+0000 7efc80ca1b80 1 -- 172.21.15.26:0/3932558927 shutdown_connections 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.677+0000 7efc80ca1b80 1 -- 172.21.15.26:0/3932558927 wait complete. 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.677+0000 7efc80ca1b80 1 -- start start 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.678+0000 7efc80ca1b80 1 Processor -- start 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.678+0000 7efc80ca1b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 0x55eb592c1c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.678+0000 7efc80ca1b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bb780 0x55eb592bef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.678+0000 7efc80ca1b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bf4c0 0x55eb592bf940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.678+0000 7efc80ca1b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55eb592c28c0 con 0x55eb592bf4c0 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.678+0000 7efc80ca1b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55eb591c1810 con 0x55eb592b5ef0 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.678+0000 7efc80ca1b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55eb592c2a40 con 0x55eb592bb780 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.678+0000 7efc80ca1b80 10 client.0 _ll_register_callbacks cb 0x55eb591a06d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.678+0000 7efc6f400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 0x55eb592c1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.679+0000 7efc6ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bb780 0x55eb592bef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.679+0000 7efc6fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bf4c0 0x55eb592bf940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.679+0000 7efc6f400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 0x55eb592c1c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:40682/0 (socket says 172.21.15.26:40682) 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.679+0000 7efc6f400700 1 -- 172.21.15.26:0/2237563238 learned_addr learned my addr 172.21.15.26:0/2237563238 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.679+0000 7efc6f400700 1 -- 172.21.15.26:0/2237563238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bb780 msgr2=0x55eb592bef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.679+0000 7efc6f400700 1 --2- 172.21.15.26:0/2237563238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bb780 0x55eb592bef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.679+0000 7efc6f400700 1 -- 172.21.15.26:0/2237563238 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bf4c0 msgr2=0x55eb592bf940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.679+0000 7efc6f400700 1 --2- 172.21.15.26:0/2237563238 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bf4c0 0x55eb592bf940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.679+0000 7efc6f400700 1 -- 172.21.15.26:0/2237563238 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb59155880 con 0x55eb592b5ef0 2024-04-26T02:02:39.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.679+0000 7efc6ea00700 1 --2- 172.21.15.26:0/2237563238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bb780 0x55eb592bef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:39.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.679+0000 7efc6f400700 1 --2- 172.21.15.26:0/2237563238 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 0x55eb592c1c30 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efc60009ce0 tx=0x7efc6000fe20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=41b4e826911818a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:39.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.679+0000 7efc59600700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:02:39.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.680+0000 7efc59600700 1 -- 172.21.15.26:0/2237563238 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc60033070 con 0x55eb592b5ef0 2024-04-26T02:02:39.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.680+0000 7efc59600700 1 -- 172.21.15.26:0/2237563238 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7efc60003880 con 0x55eb592b5ef0 2024-04-26T02:02:39.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.680+0000 7efc80ca1b80 1 -- 172.21.15.26:0/2237563238 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc6002a040 con 0x55eb592b5ef0 2024-04-26T02:02:39.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.680+0000 7efc59600700 1 -- 172.21.15.26:0/2237563238 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efc6000be60 con 0x55eb592b5ef0 2024-04-26T02:02:39.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.680+0000 7efc80ca1b80 10 client.25088 fetch_fsmap learned FSMap version 28 2024-04-26T02:02:39.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.680+0000 7efc80ca1b80 1 -- 172.21.15.26:0/2237563238 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55eb5919eaa0 con 0x55eb592b5ef0 2024-04-26T02:02:39.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.680+0000 7efc59600700 1 -- 172.21.15.26:0/2237563238 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc6002a040 con 0x55eb592b5ef0 2024-04-26T02:02:39.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.681+0000 7efc59600700 1 -- 172.21.15.26:0/2237563238 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7efc6002ec20 con 0x55eb592b5ef0 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.681+0000 7efc80ca1b80 10 client.25088 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.681+0000 7efc80ca1b80 10 client.25088 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.681+0000 7efc80ca1b80 20 client.25088 populate_metadata read hostname 'smithi026' 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.681+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/2237563238 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55eb592ce6a0 0x55eb592d0790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.681+0000 7efc80ca1b80 4 client.25088 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.681+0000 7efc80ca1b80 1 -- 172.21.15.26:0/2237563238 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eb59215630 con 0x55eb592ce6a0 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.681+0000 7efc6ea00700 1 --2- 172.21.15.26:0/2237563238 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55eb592ce6a0 0x55eb592d0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.682+0000 7efc6ea00700 1 --2- 172.21.15.26:0/2237563238 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55eb592ce6a0 0x55eb592d0790 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0753a70dece2e64 server_cookie=663f7fcc0cc20618 in_seq=0 out_seq=0 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.682+0000 7efc59600700 10 client.25088 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.682+0000 7efc59600700 1 -- 172.21.15.26:0/2237563238 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55eb59215630 con 0x55eb592ce6a0 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.682+0000 7efc59600700 10 client.25088 handle_command_reply: tid=0 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc80ca1b80 1 client.25088 shutdown 2024-04-26T02:02:39.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc80ca1b80 1 -- 172.21.15.26:0/2237563238 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 msgr2=0x55eb592c1c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:39.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/2237563238 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 0x55eb592c1c30 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efc60009ce0 tx=0x7efc6000fe20 comp rx=0 tx=0).stop 2024-04-26T02:02:39.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc80ca1b80 1 -- 172.21.15.26:0/2237563238 shutdown_connections 2024-04-26T02:02:39.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/2237563238 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55eb592ce6a0 0x55eb592d0790 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/2237563238 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bf4c0 0x55eb592bf940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/2237563238 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592b5ef0 0x55eb592c1c30 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc59600700 0 client.25088 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:02:39.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/2237563238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bb780 0x55eb592bef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc80ca1b80 1 -- 172.21.15.26:0/2237563238 >> 172.21.15.26:0/2237563238 conn(0x55eb591e3f00 msgr2=0x55eb592afe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:39.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc80ca1b80 1 -- 172.21.15.26:0/2237563238 shutdown_connections 2024-04-26T02:02:39.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc80ca1b80 1 -- 172.21.15.26:0/2237563238 wait complete. 2024-04-26T02:02:39.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.683+0000 7efc80ca1b80 20 client.25088 trim_cache size 0 max 16384 2024-04-26T02:02:39.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.706+0000 7efc80ca1b80 1 Processor -- start 2024-04-26T02:02:39.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.706+0000 7efc80ca1b80 1 -- start start 2024-04-26T02:02:39.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.707+0000 7efc80ca1b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592b5ef0 0x55eb592b59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.707+0000 7efc80ca1b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592bb780 0x55eb592b62d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.707+0000 7efc80ca1b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bf4c0 0x55eb592bf900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.707+0000 7efc80ca1b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55eb592cead0 con 0x55eb592b5ef0 2024-04-26T02:02:39.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.707+0000 7efc80ca1b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55eb592cf1a0 con 0x55eb592bb780 2024-04-26T02:02:39.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.707+0000 7efc80ca1b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55eb592cf870 con 0x55eb592bf4c0 2024-04-26T02:02:39.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.707+0000 7efc6f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592b5ef0 0x55eb592b59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.707+0000 7efc6f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592b5ef0 0x55eb592b59b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59882/0 (socket says 172.21.15.26:59882) 2024-04-26T02:02:39.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.707+0000 7efc6f400700 1 -- 172.21.15.26:0/196526035 learned_addr learned my addr 172.21.15.26:0/196526035 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:39.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.707+0000 7efc6ea00700 1 --2- 172.21.15.26:0/196526035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592bb780 0x55eb592b62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.707+0000 7efc6fe00700 1 --2- 172.21.15.26:0/196526035 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bf4c0 0x55eb592bf900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.707+0000 7efc6ea00700 1 -- 172.21.15.26:0/196526035 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bf4c0 msgr2=0x55eb592bf900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:39.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.708+0000 7efc6ea00700 1 --2- 172.21.15.26:0/196526035 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bf4c0 0x55eb592bf900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.708+0000 7efc6ea00700 1 -- 172.21.15.26:0/196526035 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592b5ef0 msgr2=0x55eb592b59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:39.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.708+0000 7efc6ea00700 1 --2- 172.21.15.26:0/196526035 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592b5ef0 0x55eb592b59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.708+0000 7efc6ea00700 1 -- 172.21.15.26:0/196526035 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb592bd510 con 0x55eb592bb780 2024-04-26T02:02:39.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.708+0000 7efc6f400700 1 --2- 172.21.15.26:0/196526035 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592b5ef0 0x55eb592b59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:39.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.708+0000 7efc6ea00700 1 --2- 172.21.15.26:0/196526035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592bb780 0x55eb592b62d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efc5c0acee0 tx=0x7efc5c0d8040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b4c8d98109820c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:39.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.708+0000 7efc5be00700 1 -- 172.21.15.26:0/196526035 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5c0ad410 con 0x55eb592bb780 2024-04-26T02:02:39.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.708+0000 7efc5be00700 1 -- 172.21.15.26:0/196526035 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc5c0d60d0 con 0x55eb592bb780 2024-04-26T02:02:39.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.708+0000 7efc5be00700 1 -- 172.21.15.26:0/196526035 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5c0ad1e0 con 0x55eb592bb780 2024-04-26T02:02:39.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.709+0000 7efc80ca1b80 1 -- 172.21.15.26:0/196526035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592bb780 msgr2=0x55eb592b62d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:39.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.709+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/196526035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592bb780 0x55eb592b62d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efc5c0acee0 tx=0x7efc5c0d8040 comp rx=0 tx=0).stop 2024-04-26T02:02:39.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.709+0000 7efc80ca1b80 1 -- 172.21.15.26:0/196526035 shutdown_connections 2024-04-26T02:02:39.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.709+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/196526035 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592bf4c0 0x55eb592bf900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.709+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/196526035 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592b5ef0 0x55eb592b59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.709+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/196526035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592bb780 0x55eb592b62d0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.709+0000 7efc80ca1b80 1 -- 172.21.15.26:0/196526035 >> 172.21.15.26:0/196526035 conn(0x55eb591e3f00 msgr2=0x55eb592bed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:39.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.709+0000 7efc80ca1b80 1 -- 172.21.15.26:0/196526035 shutdown_connections 2024-04-26T02:02:39.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.709+0000 7efc80ca1b80 1 -- 172.21.15.26:0/196526035 wait complete. 2024-04-26T02:02:39.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.709+0000 7efc80ca1b80 1 -- start start 2024-04-26T02:02:39.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.710+0000 7efc80ca1b80 1 Processor -- start 2024-04-26T02:02:39.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.710+0000 7efc80ca1b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592b5ef0 0x55eb592d9df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.710+0000 7efc80ca1b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bb780 0x55eb592d4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.710+0000 7efc80ca1b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592bf4c0 0x55eb592d5100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.710+0000 7efc80ca1b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55eb592d0610 con 0x55eb592bb780 2024-04-26T02:02:39.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.710+0000 7efc80ca1b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55eb592cff40 con 0x55eb592bf4c0 2024-04-26T02:02:39.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.710+0000 7efc80ca1b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55eb592d0ce0 con 0x55eb592b5ef0 2024-04-26T02:02:39.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.710+0000 7efc80ca1b80 10 client.0 _ll_register_callbacks cb 0x55eb591a06d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:39.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.710+0000 7efc6f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592b5ef0 0x55eb592d9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc6f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592b5ef0 0x55eb592d9df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:39318/0 (socket says 172.21.15.26:39318) 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc6f400700 1 -- 172.21.15.26:0/896387318 learned_addr learned my addr 172.21.15.26:0/896387318 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc6fe00700 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592bf4c0 0x55eb592d5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc6ea00700 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bb780 0x55eb592d4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc6f400700 1 -- 172.21.15.26:0/896387318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592bf4c0 msgr2=0x55eb592d5100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc6f400700 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592bf4c0 0x55eb592d5100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc6f400700 1 -- 172.21.15.26:0/896387318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bb780 msgr2=0x55eb592d4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc6f400700 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bb780 0x55eb592d4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc6f400700 1 -- 172.21.15.26:0/896387318 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb592d56c0 con 0x55eb592b5ef0 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc6ea00700 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bb780 0x55eb592d4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc6fe00700 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592bf4c0 0x55eb592d5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc6f400700 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592b5ef0 0x55eb592d9df0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7efc60000c00 tx=0x7efc60039860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba6fbe5312b4496b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.711+0000 7efc59600700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:02:39.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.712+0000 7efc59600700 1 -- 172.21.15.26:0/896387318 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc60033040 con 0x55eb592b5ef0 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.712+0000 7efc80ca1b80 1 -- 172.21.15.26:0/896387318 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc5c0d60d0 con 0x55eb592b5ef0 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.712+0000 7efc59600700 1 -- 172.21.15.26:0/896387318 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7efc60003680 con 0x55eb592b5ef0 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.712+0000 7efc59600700 1 -- 172.21.15.26:0/896387318 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efc60055050 con 0x55eb592b5ef0 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.712+0000 7efc80ca1b80 10 client.25090 fetch_fsmap learned FSMap version 28 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.712+0000 7efc80ca1b80 1 -- 172.21.15.26:0/896387318 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55eb59337240 con 0x55eb592b5ef0 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.712+0000 7efc59600700 1 -- 172.21.15.26:0/896387318 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc5c0d60d0 con 0x55eb592b5ef0 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.713+0000 7efc59600700 1 -- 172.21.15.26:0/896387318 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7efc6004d020 con 0x55eb592b5ef0 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.713+0000 7efc80ca1b80 10 client.25090 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.713+0000 7efc80ca1b80 10 client.25090 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.713+0000 7efc80ca1b80 20 client.25090 populate_metadata read hostname 'smithi026' 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.713+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55eb5933be10 0x55eb5933ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.713+0000 7efc80ca1b80 4 client.25090 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:02:39.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.713+0000 7efc80ca1b80 1 -- 172.21.15.26:0/896387318 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "status"}) -- 0x55eb5920f6d0 con 0x55eb5933be10 2024-04-26T02:02:39.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.713+0000 7efc6ea00700 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55eb5933be10 0x55eb5933ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:39.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc6ea00700 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55eb5933be10 0x55eb5933ab20 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d19a8e9f2dabfe73 server_cookie=ef91ecb9ec5563a4 in_seq=0 out_seq=0 2024-04-26T02:02:39.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc59600700 10 client.25090 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:02:39.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc59600700 1 -- 172.21.15.26:0/896387318 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55eb5920f6d0 con 0x55eb5933be10 2024-04-26T02:02:39.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc59600700 10 client.25090 handle_command_reply: tid=0 2024-04-26T02:02:39.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc80ca1b80 1 client.25090 shutdown 2024-04-26T02:02:39.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc80ca1b80 1 -- 172.21.15.26:0/896387318 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592b5ef0 msgr2=0x55eb592d9df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:39.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592b5ef0 0x55eb592d9df0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7efc60000c00 tx=0x7efc60039860 comp rx=0 tx=0).stop 2024-04-26T02:02:39.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc80ca1b80 1 -- 172.21.15.26:0/896387318 shutdown_connections 2024-04-26T02:02:39.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55eb592bf4c0 0x55eb592d5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eb592b5ef0 0x55eb592d9df0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55eb5933be10 0x55eb5933ab20 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc80ca1b80 1 --2- 172.21.15.26:0/896387318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb592bb780 0x55eb592d4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc80ca1b80 1 -- 172.21.15.26:0/896387318 >> 172.21.15.26:0/896387318 conn(0x55eb591e3f00 msgr2=0x55eb592b1ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:39.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc59600700 0 client.25090 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:02:39.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc80ca1b80 1 -- 172.21.15.26:0/896387318 shutdown_connections 2024-04-26T02:02:39.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.714+0000 7efc80ca1b80 1 -- 172.21.15.26:0/896387318 wait complete. 2024-04-26T02:02:39.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.715+0000 7efc80ca1b80 20 client.25090 trim_cache size 0 max 16384 2024-04-26T02:02:39.717 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:02:39.717 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:02:39.717 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 0, 2024-04-26T02:02:39.717 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24524, 2024-04-26T02:02:39.717 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:02:39.717 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:02:39.718 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:02:39.718 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 244.72857217000001, 2024-04-26T02:02:39.718 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 28, 2024-04-26T02:02:39.718 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T02:02:39.718 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T02:02:39.718 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 266.71276464499999 2024-04-26T02:02:39.718 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:02:39.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.715+0000 7efc76400700 1 -- 172.21.15.26:0/1943326944 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7efc540a3cc0 msgr2=0x7efc540a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:39.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.715+0000 7efc76400700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7efc540a3cc0 0x7efc540a6180 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7efc600098e0 tx=0x7efc60005960 comp rx=0 tx=0).stop 2024-04-26T02:02:39.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.715+0000 7efc76400700 1 -- 172.21.15.26:0/1943326944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc70102300 msgr2=0x7efc7019b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:39.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.715+0000 7efc76400700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc70102300 0x7efc7019b860 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7efc5c00c580 tx=0x7efc5c00c890 comp rx=0 tx=0).stop 2024-04-26T02:02:39.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.715+0000 7efc76400700 1 -- 172.21.15.26:0/1943326944 shutdown_connections 2024-04-26T02:02:39.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.715+0000 7efc76400700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7efc540a3cc0 0x7efc540a6180 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.715+0000 7efc76400700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc70107990 0x7efc7019fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.715+0000 7efc76400700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efc70101940 0x7efc7019b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.715+0000 7efc76400700 1 --2- 172.21.15.26:0/1943326944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc70102300 0x7efc7019b860 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:39.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.715+0000 7efc76400700 1 -- 172.21.15.26:0/1943326944 >> 172.21.15.26:0/1943326944 conn(0x7efc700788f0 msgr2=0x7efc7006a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:39.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.716+0000 7efc76400700 1 -- 172.21.15.26:0/1943326944 shutdown_connections 2024-04-26T02:02:39.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:39.716+0000 7efc76400700 1 -- 172.21.15.26:0/1943326944 wait complete. 2024-04-26T02:02:40.700 INFO:teuthology.run_tasks:Running task sequential... 2024-04-26T02:02:40.710 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-26T02:02:40.710 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-26T02:02:40.710 INFO:teuthology.task.print:Enabling mgr modules 2024-04-26T02:02:40.710 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-26T02:02:40.711 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T02:02:40.711 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T02:02:40.712 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-26T02:02:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.922+0000 7fc86f200640 1 -- 172.21.15.26:0/3163416771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc868107ae0 msgr2=0x7fc868109f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.922+0000 7fc86f200640 1 --2- 172.21.15.26:0/3163416771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc868107ae0 0x7fc868109f30 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc864009ca0 tx=0x7fc86402a8c0 comp rx=0 tx=0).stop 2024-04-26T02:02:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.922+0000 7fc86f200640 1 -- 172.21.15.26:0/3163416771 shutdown_connections 2024-04-26T02:02:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.922+0000 7fc86f200640 1 --2- 172.21.15.26:0/3163416771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc868107ae0 0x7fc868109f30 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.922+0000 7fc86f200640 1 --2- 172.21.15.26:0/3163416771 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc8681051b0 0x7fc8681075a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.922+0000 7fc86f200640 1 --2- 172.21.15.26:0/3163416771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc868102880 0x7fc868104c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.922+0000 7fc86f200640 1 -- 172.21.15.26:0/3163416771 >> 172.21.15.26:0/3163416771 conn(0x7fc8680fc230 msgr2=0x7fc8680fe6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.922+0000 7fc86f200640 1 -- 172.21.15.26:0/3163416771 shutdown_connections 2024-04-26T02:02:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.922+0000 7fc86f200640 1 -- 172.21.15.26:0/3163416771 wait complete. 2024-04-26T02:02:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.923+0000 7fc86f200640 1 Processor -- start 2024-04-26T02:02:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.924+0000 7fc86f200640 1 -- start start 2024-04-26T02:02:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.924+0000 7fc86f200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc868102880 0x7fc868198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.924+0000 7fc86f200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc8681051b0 0x7fc868198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.924+0000 7fc86f200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc868107ae0 0x7fc86819f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.924+0000 7fc86f200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc86810d9a0 con 0x7fc868102880 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.924+0000 7fc86f200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc86810d820 con 0x7fc868107ae0 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.924+0000 7fc86f200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc86810db20 con 0x7fc8681051b0 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.924+0000 7fc86de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc868102880 0x7fc868198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.924+0000 7fc86e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc868107ae0 0x7fc86819f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.924+0000 7fc86de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc868102880 0x7fc868198040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59926/0 (socket says 172.21.15.26:59926) 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.924+0000 7fc86de00640 1 -- 172.21.15.26:0/2527519753 learned_addr learned my addr 172.21.15.26:0/2527519753 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.924+0000 7fc86d400640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc8681051b0 0x7fc868198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.925+0000 7fc86de00640 1 -- 172.21.15.26:0/2527519753 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc8681051b0 msgr2=0x7fc868198580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.925+0000 7fc86de00640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc8681051b0 0x7fc868198580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.925+0000 7fc86de00640 1 -- 172.21.15.26:0/2527519753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc868107ae0 msgr2=0x7fc86819f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.925+0000 7fc86de00640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc868107ae0 0x7fc86819f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.925+0000 7fc86de00640 1 -- 172.21.15.26:0/2527519753 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc86819fc10 con 0x7fc868102880 2024-04-26T02:02:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.925+0000 7fc86e800640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc868107ae0 0x7fc86819f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.925+0000 7fc86de00640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc868102880 0x7fc868198040 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc85c00e9f0 tx=0x7fc85c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.925+0000 7fc862a00640 1 -- 172.21.15.26:0/2527519753 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc85c00cd80 con 0x7fc868102880 2024-04-26T02:02:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.925+0000 7fc862a00640 1 -- 172.21.15.26:0/2527519753 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc85c0108e0 con 0x7fc868102880 2024-04-26T02:02:40.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.925+0000 7fc862a00640 1 -- 172.21.15.26:0/2527519753 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc85c018980 con 0x7fc868102880 2024-04-26T02:02:40.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.926+0000 7fc86f200640 1 -- 172.21.15.26:0/2527519753 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc86819ff00 con 0x7fc868102880 2024-04-26T02:02:40.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.926+0000 7fc86f200640 1 -- 172.21.15.26:0/2527519753 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8681a03c0 con 0x7fc868102880 2024-04-26T02:02:40.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.927+0000 7fc86f200640 1 -- 172.21.15.26:0/2527519753 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8680fdd20 con 0x7fc868102880 2024-04-26T02:02:40.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.929+0000 7fc862a00640 1 -- 172.21.15.26:0/2527519753 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fc85c010430 con 0x7fc868102880 2024-04-26T02:02:40.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.930+0000 7fc862a00640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc8500a3c10 0x7fc8500a60d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:40.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.930+0000 7fc862a00640 1 -- 172.21.15.26:0/2527519753 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fc85c0d06d0 con 0x7fc868102880 2024-04-26T02:02:40.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.931+0000 7fc86d400640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc8500a3c10 0x7fc8500a60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:40.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.931+0000 7fc86d400640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc8500a3c10 0x7fc8500a60d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc868199500 tx=0x7fc858005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:40.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:40.935+0000 7fc862a00640 1 -- 172.21.15.26:0/2527519753 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc85c09ca10 con 0x7fc868102880 2024-04-26T02:02:41.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.196+0000 7fc86f200640 1 -- 172.21.15.26:0/2527519753 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fc868062b50 con 0x7fc868102880 2024-04-26T02:02:41.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.231+0000 7fc862a00640 1 -- 172.21.15.26:0/2527519753 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7fc85c0a0d10 con 0x7fc868102880 2024-04-26T02:02:41.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.234+0000 7fc86f200640 1 -- 172.21.15.26:0/2527519753 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc8500a3c10 msgr2=0x7fc8500a60d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:41.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.234+0000 7fc86f200640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc8500a3c10 0x7fc8500a60d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc868199500 tx=0x7fc858005f90 comp rx=0 tx=0).stop 2024-04-26T02:02:41.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.234+0000 7fc86f200640 1 -- 172.21.15.26:0/2527519753 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc868102880 msgr2=0x7fc868198040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:41.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.234+0000 7fc86f200640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc868102880 0x7fc868198040 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc85c00e9f0 tx=0x7fc85c00eeb0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.235+0000 7fc86f200640 1 -- 172.21.15.26:0/2527519753 shutdown_connections 2024-04-26T02:02:41.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.235+0000 7fc86f200640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7fc8500a3c10 0x7fc8500a60d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.235+0000 7fc86f200640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc868107ae0 0x7fc86819f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.235+0000 7fc86f200640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc8681051b0 0x7fc868198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.235+0000 7fc86f200640 1 --2- 172.21.15.26:0/2527519753 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc868102880 0x7fc868198040 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.235+0000 7fc86f200640 1 -- 172.21.15.26:0/2527519753 >> 172.21.15.26:0/2527519753 conn(0x7fc8680fc230 msgr2=0x7fc8681031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:41.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.237+0000 7fc86f200640 1 -- 172.21.15.26:0/2527519753 shutdown_connections 2024-04-26T02:02:41.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.237+0000 7fc86f200640 1 -- 172.21.15.26:0/2527519753 wait complete. 2024-04-26T02:02:41.259 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-26T02:02:41.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.453+0000 7f3baec00640 1 -- 172.21.15.26:0/3820535154 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ba8075f90 msgr2=0x7f3ba80743e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:41.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.453+0000 7f3baec00640 1 --2- 172.21.15.26:0/3820535154 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ba8075f90 0x7f3ba80743e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3b98009900 tx=0x7f3b9802a3f0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.453+0000 7f3baec00640 1 -- 172.21.15.26:0/3820535154 shutdown_connections 2024-04-26T02:02:41.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.453+0000 7f3baec00640 1 --2- 172.21.15.26:0/3820535154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ba8109ea0 0x7f3ba810c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.453+0000 7f3baec00640 1 --2- 172.21.15.26:0/3820535154 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ba80749b0 0x7f3ba8074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.453+0000 7f3baec00640 1 --2- 172.21.15.26:0/3820535154 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ba8075f90 0x7f3ba80743e0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.453+0000 7f3baec00640 1 -- 172.21.15.26:0/3820535154 >> 172.21.15.26:0/3820535154 conn(0x7f3ba80fd570 msgr2=0x7f3ba80ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:41.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.453+0000 7f3baec00640 1 -- 172.21.15.26:0/3820535154 shutdown_connections 2024-04-26T02:02:41.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.453+0000 7f3baec00640 1 -- 172.21.15.26:0/3820535154 wait complete. 2024-04-26T02:02:41.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.454+0000 7f3baec00640 1 Processor -- start 2024-04-26T02:02:41.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.454+0000 7f3baec00640 1 -- start start 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3baec00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ba80749b0 0x7f3ba819a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3baec00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ba8075f90 0x7f3ba819a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3baec00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ba8109ea0 0x7f3ba81a19e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3baec00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba810fce0 con 0x7f3ba8075f90 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3baec00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba810fb60 con 0x7f3ba80749b0 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3baec00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba810fe60 con 0x7f3ba8109ea0 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3ba7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ba80749b0 0x7f3ba819a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3ba7e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ba80749b0 0x7f3ba819a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:40744/0 (socket says 172.21.15.26:40744) 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3ba7e00640 1 -- 172.21.15.26:0/3616281600 learned_addr learned my addr 172.21.15.26:0/3616281600 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3bacc00640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ba8109ea0 0x7f3ba81a19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3ba7400640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ba8075f90 0x7f3ba819a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3ba7e00640 1 -- 172.21.15.26:0/3616281600 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ba8109ea0 msgr2=0x7f3ba81a19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:41.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3ba7e00640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ba8109ea0 0x7f3ba81a19e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3ba7e00640 1 -- 172.21.15.26:0/3616281600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ba8075f90 msgr2=0x7f3ba819a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:41.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3ba7e00640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ba8075f90 0x7f3ba819a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3ba7e00640 1 -- 172.21.15.26:0/3616281600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ba81a2050 con 0x7f3ba80749b0 2024-04-26T02:02:41.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.455+0000 7f3bacc00640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ba8109ea0 0x7f3ba81a19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:41.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.456+0000 7f3ba7e00640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ba80749b0 0x7f3ba819a480 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3b98005940 tx=0x7f3b980042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:41.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.456+0000 7f3ba4c00640 1 -- 172.21.15.26:0/3616281600 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9803f030 con 0x7f3ba80749b0 2024-04-26T02:02:41.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.456+0000 7f3baec00640 1 -- 172.21.15.26:0/3616281600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ba81a22e0 con 0x7f3ba80749b0 2024-04-26T02:02:41.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.456+0000 7f3ba4c00640 1 -- 172.21.15.26:0/3616281600 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b98003cb0 con 0x7f3ba80749b0 2024-04-26T02:02:41.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.456+0000 7f3ba4c00640 1 -- 172.21.15.26:0/3616281600 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b98035070 con 0x7f3ba80749b0 2024-04-26T02:02:41.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.456+0000 7f3baec00640 1 -- 172.21.15.26:0/3616281600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ba81a27d0 con 0x7f3ba80749b0 2024-04-26T02:02:41.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.457+0000 7f3baec00640 1 -- 172.21.15.26:0/3616281600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ba8108bd0 con 0x7f3ba80749b0 2024-04-26T02:02:41.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.461+0000 7f3ba4c00640 1 -- 172.21.15.26:0/3616281600 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f3b98042030 con 0x7f3ba80749b0 2024-04-26T02:02:41.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.462+0000 7f3ba4c00640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3b8c0a3bf0 0x7f3b8c0a60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:41.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.462+0000 7f3ba4c00640 1 -- 172.21.15.26:0/3616281600 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3b980f0870 con 0x7f3ba80749b0 2024-04-26T02:02:41.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.462+0000 7f3ba7400640 1 -- 172.21.15.26:0/3616281600 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3b8c0a3bf0 msgr2=0x7f3b8c0a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/3490463755 2024-04-26T02:02:41.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.462+0000 7f3ba7400640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3b8c0a3bf0 0x7f3b8c0a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T02:02:41.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.467+0000 7f3ba4c00640 1 -- 172.21.15.26:0/3616281600 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3b98003e60 con 0x7f3ba80749b0 2024-04-26T02:02:41.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:41 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: ignoring --setuser ceph since I am not root 2024-04-26T02:02:41.479 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:41 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: ignoring --setgroup ceph since I am not root 2024-04-26T02:02:41.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:41 smithi026 ceph-mon[28138]: pgmap v458: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-04-26T02:02:41.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:41 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2527519753' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T02:02:41.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:41 smithi033 ceph-mon[32805]: pgmap v458: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-04-26T02:02:41.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:41 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2527519753' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T02:02:41.498 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:41 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: ignoring --setuser ceph since I am not root 2024-04-26T02:02:41.498 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:41 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: ignoring --setgroup ceph since I am not root 2024-04-26T02:02:41.498 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:41 smithi033 ceph-mgr[34190]: -- 172.21.15.33:0/1551445697 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55923c1545a0 con 0x55923c128c00 2024-04-26T02:02:41.498 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:41 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:41.421+0000 7f50b27c4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T02:02:41.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:41 smithi064 ceph-mon[32613]: pgmap v458: 97 pgs: 97 active+clean; 645 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-04-26T02:02:41.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:41 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2527519753' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T02:02:41.579 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: ignoring --setuser ceph since I am not root 2024-04-26T02:02:41.579 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: ignoring --setgroup ceph since I am not root 2024-04-26T02:02:41.579 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:41 smithi064 ceph-mgr[34497]: -- 172.21.15.64:0/2573202657 <== mon.1 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559f631145a0 con 0x559f630e8c00 2024-04-26T02:02:41.579 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:41.425+0000 7fd8dd357200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T02:02:41.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.663+0000 7f3ba7400640 1 -- 172.21.15.26:0/3616281600 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3b8c0a3bf0 msgr2=0x7f3b8c0a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/3490463755 2024-04-26T02:02:41.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.663+0000 7f3ba7400640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3b8c0a3bf0 0x7f3b8c0a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T02:02:41.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.675+0000 7f3baec00640 1 -- 172.21.15.26:0/3616281600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f3ba802d5c0 con 0x7f3ba80749b0 2024-04-26T02:02:41.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.681+0000 7f3ba4c00640 1 -- 172.21.15.26:0/3616281600 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v29)=0 v29) ==== 138+0+0 (secure 0 0 0) 0x7f3b980bcbb0 con 0x7f3ba80749b0 2024-04-26T02:02:41.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.684+0000 7f3baec00640 1 -- 172.21.15.26:0/3616281600 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3b8c0a3bf0 msgr2=0x7f3b8c0a60b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T02:02:41.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.684+0000 7f3baec00640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3b8c0a3bf0 0x7f3b8c0a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.684+0000 7f3baec00640 1 -- 172.21.15.26:0/3616281600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ba80749b0 msgr2=0x7f3ba819a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:41.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.684+0000 7f3baec00640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ba80749b0 0x7f3ba819a480 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3b98005940 tx=0x7f3b980042f0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.684+0000 7f3baec00640 1 -- 172.21.15.26:0/3616281600 shutdown_connections 2024-04-26T02:02:41.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.684+0000 7f3baec00640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f3b8c0a3bf0 0x7f3b8c0a60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.684+0000 7f3baec00640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3ba8075f90 0x7f3ba819a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.684+0000 7f3baec00640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ba8109ea0 0x7f3ba81a19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.684+0000 7f3baec00640 1 --2- 172.21.15.26:0/3616281600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ba80749b0 0x7f3ba819a480 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.684+0000 7f3baec00640 1 -- 172.21.15.26:0/3616281600 >> 172.21.15.26:0/3616281600 conn(0x7f3ba80fd570 msgr2=0x7f3ba8105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:41.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.684+0000 7f3baec00640 1 -- 172.21.15.26:0/3616281600 shutdown_connections 2024-04-26T02:02:41.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.684+0000 7f3baec00640 1 -- 172.21.15.26:0/3616281600 wait complete. 2024-04-26T02:02:41.703 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-04-26T02:02:41.841 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:41 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:41.585+0000 7fb9e91fc200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T02:02:41.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.883+0000 7f65ff600640 1 -- 172.21.15.26:0/3622552520 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f8100840 msgr2=0x7f65f8100c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:41.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.883+0000 7f65ff600640 1 --2- 172.21.15.26:0/3622552520 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f8100840 0x7f65f8100c60 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f65ec009900 tx=0x7f65ec02a3f0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.883+0000 7f65ff600640 1 -- 172.21.15.26:0/3622552520 shutdown_connections 2024-04-26T02:02:41.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.883+0000 7f65ff600640 1 --2- 172.21.15.26:0/3622552520 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f65f81011a0 0x7f65f8101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.883+0000 7f65ff600640 1 --2- 172.21.15.26:0/3622552520 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f65f8101b40 0x7f65f8101fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.883+0000 7f65ff600640 1 --2- 172.21.15.26:0/3622552520 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f8100840 0x7f65f8100c60 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.883+0000 7f65ff600640 1 -- 172.21.15.26:0/3622552520 >> 172.21.15.26:0/3622552520 conn(0x7f65f80fc460 msgr2=0x7f65f80fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:41.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.883+0000 7f65ff600640 1 -- 172.21.15.26:0/3622552520 shutdown_connections 2024-04-26T02:02:41.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.883+0000 7f65ff600640 1 -- 172.21.15.26:0/3622552520 wait complete. 2024-04-26T02:02:41.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.885+0000 7f65ff600640 1 Processor -- start 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.885+0000 7f65ff600640 1 -- start start 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.885+0000 7f65ff600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f65f8100840 0x7f65f819a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65ff600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f81011a0 0x7f65f819a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65ff600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f65f8101b40 0x7f65f81a1970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65ff600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f65f810fd20 con 0x7f65f8101b40 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65ff600640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f65f810fba0 con 0x7f65f81011a0 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65ff600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f65f810fea0 con 0x7f65f8100840 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65fcc00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f65f8100840 0x7f65f819a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65fcc00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f65f8100840 0x7f65f819a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:39394/0 (socket says 172.21.15.26:39394) 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65fcc00640 1 -- 172.21.15.26:0/1570607275 learned_addr learned my addr 172.21.15.26:0/1570607275 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65f7e00640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f81011a0 0x7f65f819a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65fd600640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f65f8101b40 0x7f65f81a1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:41.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65fcc00640 1 -- 172.21.15.26:0/1570607275 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f81011a0 msgr2=0x7f65f819a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:41.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65fcc00640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f81011a0 0x7f65f819a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65fcc00640 1 -- 172.21.15.26:0/1570607275 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f65f8101b40 msgr2=0x7f65f81a1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:41.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65fcc00640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f65f8101b40 0x7f65f81a1970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:41.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65fcc00640 1 -- 172.21.15.26:0/1570607275 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65f81a1fe0 con 0x7f65f8100840 2024-04-26T02:02:41.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.886+0000 7f65f7e00640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f81011a0 0x7f65f819a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:41.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.887+0000 7f65fcc00640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f65f8100840 0x7f65f819a3c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f65ec005940 tx=0x7f65ec0042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:41.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.887+0000 7f65f5600640 1 -- 172.21.15.26:0/1570607275 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ec03f030 con 0x7f65f8100840 2024-04-26T02:02:41.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.887+0000 7f65f5600640 1 -- 172.21.15.26:0/1570607275 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65ec003cb0 con 0x7f65f8100840 2024-04-26T02:02:41.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.887+0000 7f65ff600640 1 -- 172.21.15.26:0/1570607275 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65f81a2270 con 0x7f65f8100840 2024-04-26T02:02:41.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.887+0000 7f65f5600640 1 -- 172.21.15.26:0/1570607275 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ec035070 con 0x7f65f8100840 2024-04-26T02:02:41.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.887+0000 7f65ff600640 1 -- 172.21.15.26:0/1570607275 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65f81a27b0 con 0x7f65f8100840 2024-04-26T02:02:41.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.888+0000 7f65ff600640 1 -- 172.21.15.26:0/1570607275 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65f810b7d0 con 0x7f65f8100840 2024-04-26T02:02:41.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.890+0000 7f65f5600640 1 -- 172.21.15.26:0/1570607275 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f65ec042030 con 0x7f65f8100840 2024-04-26T02:02:41.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.892+0000 7f65f5600640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65e00a3c70 0x7f65e00a6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:41.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.893+0000 7f65f7e00640 1 -- 172.21.15.26:0/1570607275 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65e00a3c70 msgr2=0x7f65e00a6130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/3490463755 2024-04-26T02:02:41.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.893+0000 7f65f5600640 1 -- 172.21.15.26:0/1570607275 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f65ec0f0c00 con 0x7f65f8100840 2024-04-26T02:02:41.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.893+0000 7f65f7e00640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65e00a3c70 0x7f65e00a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T02:02:41.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:41.894+0000 7f65f5600640 1 -- 172.21.15.26:0/1570607275 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f65ec003e60 con 0x7f65f8100840 2024-04-26T02:02:41.997 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:41 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:41.613+0000 7f50b27c4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T02:02:41.997 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:41 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:41.719+0000 7f50b27c4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T02:02:42.042 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:41.616+0000 7fd8dd357200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T02:02:42.042 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:41.723+0000 7fd8dd357200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T02:02:42.042 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:42 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:42.044+0000 7fd8dd357200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T02:02:42.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.094+0000 7f65f7e00640 1 -- 172.21.15.26:0/1570607275 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65e00a3c70 msgr2=0x7f65e00a6130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/3490463755 2024-04-26T02:02:42.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.094+0000 7f65f7e00640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65e00a3c70 0x7f65e00a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T02:02:42.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.106+0000 7f65ff600640 1 -- 172.21.15.26:0/1570607275 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f65f802d5c0 con 0x7f65f8100840 2024-04-26T02:02:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.114+0000 7f65f5600640 1 -- 172.21.15.26:0/1570607275 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v30)=0 v30) ==== 133+0+0 (secure 0 0 0) 0x7f65ec0bcf40 con 0x7f65f8100840 2024-04-26T02:02:42.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.117+0000 7f65ff600640 1 -- 172.21.15.26:0/1570607275 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65e00a3c70 msgr2=0x7f65e00a6130 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T02:02:42.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.117+0000 7f65ff600640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65e00a3c70 0x7f65e00a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:42.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.117+0000 7f65ff600640 1 -- 172.21.15.26:0/1570607275 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f65f8100840 msgr2=0x7f65f819a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:42.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.117+0000 7f65ff600640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f65f8100840 0x7f65f819a3c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f65ec005940 tx=0x7f65ec0042f0 comp rx=0 tx=0).stop 2024-04-26T02:02:42.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.117+0000 7f65ff600640 1 -- 172.21.15.26:0/1570607275 shutdown_connections 2024-04-26T02:02:42.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.117+0000 7f65ff600640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f65e00a3c70 0x7f65e00a6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:42.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.117+0000 7f65ff600640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f65f8101b40 0x7f65f81a1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:42.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.117+0000 7f65ff600640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f81011a0 0x7f65f819a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:42.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.117+0000 7f65ff600640 1 --2- 172.21.15.26:0/1570607275 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f65f8100840 0x7f65f819a3c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:42.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.117+0000 7f65ff600640 1 -- 172.21.15.26:0/1570607275 >> 172.21.15.26:0/1570607275 conn(0x7f65f80fc460 msgr2=0x7f65f80fdbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:42.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.117+0000 7f65ff600640 1 -- 172.21.15.26:0/1570607275 shutdown_connections 2024-04-26T02:02:42.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:42.117+0000 7f65ff600640 1 -- 172.21.15.26:0/1570607275 wait complete. 2024-04-26T02:02:42.130 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:41 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:41.841+0000 7fb9e91fc200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T02:02:42.130 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:41 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:41.988+0000 7fb9e91fc200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T02:02:42.132 INFO:teuthology.run_tasks:Running task kclient... 2024-04-26T02:02:42.157 INFO:tasks.kclient:Mounting kernel clients... 2024-04-26T02:02:42.157 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-26T02:02:42.157 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:02:42.157 DEBUG:teuthology.orchestra.run.smithi026:> ip netns list 2024-04-26T02:02:42.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:02:42.204 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link delete ceph-brx 2024-04-26T02:02:42.324 INFO:teuthology.orchestra.run.smithi026.stderr:Cannot find device "ceph-brx" 2024-04-26T02:02:42.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:02:42.328 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2024-04-26T02:02:42.328 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-26T02:02:42.328 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-26T02:02:42.328 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-26T02:02:42.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:42 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2527519753' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T02:02:42.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:42 smithi064 ceph-mon[32613]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-04-26T02:02:42.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:42 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' 2024-04-26T02:02:42.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:42 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' 2024-04-26T02:02:42.329 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:42 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:42.133+0000 7fd8dd357200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T02:02:42.382 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:42 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2527519753' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T02:02:42.382 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:42 smithi026 ceph-mon[28138]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-04-26T02:02:42.382 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:42 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' 2024-04-26T02:02:42.382 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:42 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' 2024-04-26T02:02:42.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:42 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2527519753' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T02:02:42.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:42 smithi033 ceph-mon[32805]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-04-26T02:02:42.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:42 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' 2024-04-26T02:02:42.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:42 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' 2024-04-26T02:02:42.498 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:42 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:42.041+0000 7f50b27c4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T02:02:42.498 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:42 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:42.129+0000 7f50b27c4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T02:02:42.728 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:42 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:42.408+0000 7fb9e91fc200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T02:02:42.728 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:42 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:42.526+0000 7fb9e91fc200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T02:02:42.751 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:43.727 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:43 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:43.373+0000 7f50b27c4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T02:02:43.727 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:43 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:43.551+0000 7f50b27c4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T02:02:43.727 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:43 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:43.728+0000 7f50b27c4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T02:02:43.727 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:43 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:43.374+0000 7fd8dd357200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T02:02:43.727 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:43 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:43.551+0000 7fd8dd357200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T02:02:43.728 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:43 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:43.728+0000 7fd8dd357200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T02:02:44.328 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:44 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:44.029+0000 7fd8dd357200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T02:02:44.328 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:44 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:44.125+0000 7fd8dd357200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T02:02:44.334 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:44 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:44.029+0000 7f50b27c4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T02:02:44.334 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:44 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:44.125+0000 7f50b27c4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T02:02:44.334 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:44 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:44.335+0000 7f50b27c4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T02:02:44.483 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:44 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:44.143+0000 7fb9e91fc200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T02:02:44.483 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:44 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:44.383+0000 7fb9e91fc200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T02:02:44.747 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:44 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:44.536+0000 7f50b27c4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T02:02:44.828 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:44 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:44.336+0000 7fd8dd357200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T02:02:44.828 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:44 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:44.537+0000 7fd8dd357200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T02:02:44.864 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:44 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:44.607+0000 7fb9e91fc200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T02:02:45.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.029+0000 7f900b200700 1 -- 172.21.15.26:0/1025714657 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f900c104450 msgr2=0x7f900c10c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.029+0000 7f900b200700 1 --2- 172.21.15.26:0/1025714657 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f900c104450 0x7f900c10c940 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8ff8009990 tx=0x7f8ff8009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.029+0000 7f900b200700 1 -- 172.21.15.26:0/1025714657 shutdown_connections 2024-04-26T02:02:45.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.029+0000 7f900b200700 1 --2- 172.21.15.26:0/1025714657 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f900c10cf60 0x7f900c10f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.029+0000 7f900b200700 1 --2- 172.21.15.26:0/1025714657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900c103b30 0x7f900c103f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.029+0000 7f900b200700 1 --2- 172.21.15.26:0/1025714657 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f900c104450 0x7f900c10c940 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.029+0000 7f900b200700 1 -- 172.21.15.26:0/1025714657 >> 172.21.15.26:0/1025714657 conn(0x7f900c0fd360 msgr2=0x7f900c0ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.029+0000 7f900b200700 1 -- 172.21.15.26:0/1025714657 shutdown_connections 2024-04-26T02:02:45.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.029+0000 7f900b200700 1 -- 172.21.15.26:0/1025714657 wait complete. 2024-04-26T02:02:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.030+0000 7f900b200700 1 Processor -- start 2024-04-26T02:02:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.031+0000 7f900b200700 1 -- start start 2024-04-26T02:02:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.031+0000 7f900b200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f900c103b30 0x7f900c19b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.031+0000 7f900b200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f900c104450 0x7f900c19b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.031+0000 7f900b200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900c10cf60 0x7f900c19fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.031+0000 7f900b200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f900c112b30 con 0x7f900c104450 2024-04-26T02:02:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.031+0000 7f900b200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f900c1129b0 con 0x7f900c10cf60 2024-04-26T02:02:45.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.031+0000 7f900b200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f900c112cb0 con 0x7f900c103b30 2024-04-26T02:02:45.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.031+0000 7f9009e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f900c103b30 0x7f900c19b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.031+0000 7f9009e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f900c103b30 0x7f900c19b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:39402/0 (socket says 172.21.15.26:39402) 2024-04-26T02:02:45.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.031+0000 7f9009e00700 1 -- 172.21.15.26:0/797666384 learned_addr learned my addr 172.21.15.26:0/797666384 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:45.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.031+0000 7f9009400700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f900c104450 0x7f900c19b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.032+0000 7f900a800700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900c10cf60 0x7f900c19fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.032+0000 7f900a800700 1 -- 172.21.15.26:0/797666384 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f900c103b30 msgr2=0x7f900c19b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.032+0000 7f900a800700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f900c103b30 0x7f900c19b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.032+0000 7f900a800700 1 -- 172.21.15.26:0/797666384 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f900c104450 msgr2=0x7f900c19b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.032+0000 7f900a800700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f900c104450 0x7f900c19b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.032+0000 7f900a800700 1 -- 172.21.15.26:0/797666384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f900c1a0290 con 0x7f900c10cf60 2024-04-26T02:02:45.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.032+0000 7f900a800700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900c10cf60 0x7f900c19fb50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f900400efb0 tx=0x7f900400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:45.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.032+0000 7f9002a00700 1 -- 172.21.15.26:0/797666384 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9004003a00 con 0x7f900c10cf60 2024-04-26T02:02:45.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.033+0000 7f9002a00700 1 -- 172.21.15.26:0/797666384 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f900400ce50 con 0x7f900c10cf60 2024-04-26T02:02:45.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.033+0000 7f900b200700 1 -- 172.21.15.26:0/797666384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f900c1a0580 con 0x7f900c10cf60 2024-04-26T02:02:45.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.033+0000 7f9002a00700 1 -- 172.21.15.26:0/797666384 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90040047c0 con 0x7f900c10cf60 2024-04-26T02:02:45.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.033+0000 7f900b200700 1 -- 172.21.15.26:0/797666384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f900c1a7e00 con 0x7f900c10cf60 2024-04-26T02:02:45.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.034+0000 7f8ff7e00700 1 -- 172.21.15.26:0/797666384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fe4005330 con 0x7f900c10cf60 2024-04-26T02:02:45.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.036+0000 7f9002a00700 1 -- 172.21.15.26:0/797666384 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f9004012050 con 0x7f900c10cf60 2024-04-26T02:02:45.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.037+0000 7f9002a00700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8ff00a3d10 0x7f8ff00a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.037+0000 7f9009e00700 1 -- 172.21.15.26:0/797666384 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8ff00a3d10 msgr2=0x7f8ff00a61d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/3490463755 2024-04-26T02:02:45.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.037+0000 7f9002a00700 1 -- 172.21.15.26:0/797666384 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f90040cfc70 con 0x7f900c10cf60 2024-04-26T02:02:45.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.037+0000 7f9009e00700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8ff00a3d10 0x7f8ff00a61d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T02:02:45.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.041+0000 7f9002a00700 1 -- 172.21.15.26:0/797666384 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9004022060 con 0x7f900c10cf60 2024-04-26T02:02:45.157 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:45 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:45.029+0000 7fb9e91fc200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T02:02:45.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.238+0000 7f9009e00700 1 -- 172.21.15.26:0/797666384 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8ff00a3d10 msgr2=0x7f8ff00a61d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/3490463755 2024-04-26T02:02:45.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.238+0000 7f9009e00700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8ff00a3d10 0x7f8ff00a61d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T02:02:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.324+0000 7f8ff7e00700 1 -- 172.21.15.26:0/797666384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8fe4005e30 con 0x7f900c10cf60 2024-04-26T02:02:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.324+0000 7f9002a00700 1 -- 172.21.15.26:0/797666384 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7f9004010040 con 0x7f900c10cf60 2024-04-26T02:02:45.323 INFO:teuthology.orchestra.run.smithi026.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-26T02:02:45.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.327+0000 7f8ff7e00700 1 -- 172.21.15.26:0/797666384 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8ff00a3d10 msgr2=0x7f8ff00a61d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T02:02:45.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.327+0000 7f8ff7e00700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8ff00a3d10 0x7f8ff00a61d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.327+0000 7f8ff7e00700 1 -- 172.21.15.26:0/797666384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900c10cf60 msgr2=0x7f900c19fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.327+0000 7f8ff7e00700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900c10cf60 0x7f900c19fb50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f900400efb0 tx=0x7f900400c3a0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.327+0000 7f8ff7e00700 1 -- 172.21.15.26:0/797666384 shutdown_connections 2024-04-26T02:02:45.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.327+0000 7f8ff7e00700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900c10cf60 0x7f900c19fb50 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.327+0000 7f8ff7e00700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f900c103b30 0x7f900c19b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.327+0000 7f8ff7e00700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f8ff00a3d10 0x7f8ff00a61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.327+0000 7f8ff7e00700 1 --2- 172.21.15.26:0/797666384 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f900c104450 0x7f900c19b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.327+0000 7f8ff7e00700 1 -- 172.21.15.26:0/797666384 >> 172.21.15.26:0/797666384 conn(0x7f900c0fd360 msgr2=0x7f900c0ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:45.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.327+0000 7f8ff7e00700 1 -- 172.21.15.26:0/797666384 shutdown_connections 2024-04-26T02:02:45.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:45.328+0000 7f8ff7e00700 1 -- 172.21.15.26:0/797666384 wait complete. 2024-04-26T02:02:45.421 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:45 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:45.158+0000 7fb9e91fc200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T02:02:45.421 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:45 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/797666384' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T02:02:45.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:45 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/797666384' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T02:02:45.497 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:45 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:45.163+0000 7f50b27c4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T02:02:45.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:45 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/797666384' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T02:02:45.578 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:45.162+0000 7fd8dd357200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T02:02:45.689 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:45 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:45.421+0000 7fb9e91fc200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T02:02:45.689 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:45 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:45.690+0000 7fb9e91fc200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T02:02:45.912 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:45 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:45.604+0000 7f50b27c4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T02:02:45.913 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:45 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:45.704+0000 7f50b27c4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T02:02:45.913 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:45 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:45.913+0000 7f50b27c4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T02:02:45.914 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:45.603+0000 7fd8dd357200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T02:02:45.914 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:45.704+0000 7fd8dd357200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T02:02:46.102 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-26T02:02:46.102 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-26T02:02:46.102 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi026.front.sepia.ceph.com 2024-04-26T02:02:46.102 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-26T02:02:46.102 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-26T02:02:46.102 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-26T02:02:46.102 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-26T02:02:46.102 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-26T02:02:46.103 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-26T02:02:46.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:02:46.103 DEBUG:teuthology.orchestra.run.smithi026:> ip addr 2024-04-26T02:02:46.157 INFO:teuthology.orchestra.run.smithi026.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-26T02:02:46.157 INFO:teuthology.orchestra.run.smithi026.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-26T02:02:46.157 INFO:teuthology.orchestra.run.smithi026.stdout: inet 127.0.0.1/8 scope host lo 2024-04-26T02:02:46.157 INFO:teuthology.orchestra.run.smithi026.stdout: valid_lft forever preferred_lft forever 2024-04-26T02:02:46.157 INFO:teuthology.orchestra.run.smithi026.stdout: inet6 ::1/128 scope host 2024-04-26T02:02:46.157 INFO:teuthology.orchestra.run.smithi026.stdout: valid_lft forever preferred_lft forever 2024-04-26T02:02:46.157 INFO:teuthology.orchestra.run.smithi026.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T02:02:46.157 INFO:teuthology.orchestra.run.smithi026.stdout: link/ether 0c:c4:7a:6b:ee:6a brd ff:ff:ff:ff:ff:ff 2024-04-26T02:02:46.157 INFO:teuthology.orchestra.run.smithi026.stdout: altname enp7s0f0 2024-04-26T02:02:46.157 INFO:teuthology.orchestra.run.smithi026.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T02:02:46.157 INFO:teuthology.orchestra.run.smithi026.stdout: link/ether 0c:c4:7a:6b:ee:6b brd ff:ff:ff:ff:ff:ff 2024-04-26T02:02:46.157 INFO:teuthology.orchestra.run.smithi026.stdout: altname enp7s0f1 2024-04-26T02:02:46.158 INFO:teuthology.orchestra.run.smithi026.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-26T02:02:46.158 INFO:teuthology.orchestra.run.smithi026.stdout: link/ether ac:1f:6b:a5:ca:c0 brd ff:ff:ff:ff:ff:ff 2024-04-26T02:02:46.158 INFO:teuthology.orchestra.run.smithi026.stdout: altname enp1s0f0 2024-04-26T02:02:46.158 INFO:teuthology.orchestra.run.smithi026.stdout: inet 172.21.15.26/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-04-26T02:02:46.158 INFO:teuthology.orchestra.run.smithi026.stdout: valid_lft 41867sec preferred_lft 41867sec 2024-04-26T02:02:46.158 INFO:teuthology.orchestra.run.smithi026.stdout: inet6 fe80::ae1f:6bff:fea5:cac0/64 scope link noprefixroute 2024-04-26T02:02:46.158 INFO:teuthology.orchestra.run.smithi026.stdout: valid_lft forever preferred_lft forever 2024-04-26T02:02:46.158 INFO:teuthology.orchestra.run.smithi026.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T02:02:46.158 INFO:teuthology.orchestra.run.smithi026.stdout: link/ether ac:1f:6b:a5:ca:c1 brd ff:ff:ff:ff:ff:ff 2024-04-26T02:02:46.158 INFO:teuthology.orchestra.run.smithi026.stdout: altname enp1s0f1 2024-04-26T02:02:46.159 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-26T02:02:46.159 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T02:02:46.159 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-26T02:02:46.159 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link add name ceph-brx type bridge 2024-04-26T02:02:46.159 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip addr flush dev ceph-brx 2024-04-26T02:02:46.159 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link set ceph-brx up 2024-04-26T02:02:46.159 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-26T02:02:46.159 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-26T02:02:46.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T02:02:46.544 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:46 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:46.537+0000 7fb9e91fc200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T02:02:46.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T02:02:46.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:02:46.629 DEBUG:teuthology.orchestra.run.smithi026:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-26T02:02:46.692 INFO:teuthology.orchestra.run.smithi026.stdout:1 2024-04-26T02:02:46.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:02:46.696 DEBUG:teuthology.orchestra.run.smithi026:> route 2024-04-26T02:02:46.747 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:46 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:46.460+0000 7f50b27c4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T02:02:46.747 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:46 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:46.556+0000 7f50b27c4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T02:02:46.761 INFO:teuthology.orchestra.run.smithi026.stdout:Kernel IP routing table 2024-04-26T02:02:46.761 INFO:teuthology.orchestra.run.smithi026.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-26T02:02:46.761 INFO:teuthology.orchestra.run.smithi026.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-26T02:02:46.761 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-26T02:02:46.761 INFO:teuthology.orchestra.run.smithi026.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-26T02:02:46.762 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T02:02:46.762 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-26T02:02:46.762 DEBUG:teuthology.orchestra.run.smithi026:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-26T02:02:46.762 DEBUG:teuthology.orchestra.run.smithi026:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-26T02:02:46.762 DEBUG:teuthology.orchestra.run.smithi026:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-26T02:02:46.762 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-26T02:02:46.808 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:45.915+0000 7fd8dd357200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T02:02:46.808 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:46 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:46.459+0000 7fd8dd357200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T02:02:46.808 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:46 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:46.555+0000 7fd8dd357200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T02:02:46.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T02:02:47.078 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:46 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:46.808+0000 7fd8dd357200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T02:02:47.078 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:46 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:46.947+0000 7fd8dd357200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T02:02:47.078 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:47 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:47.049+0000 7fd8dd357200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T02:02:47.169 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:46 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:46.810+0000 7f50b27c4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T02:02:47.170 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:46 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:46.949+0000 7f50b27c4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T02:02:47.170 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:47.050+0000 7f50b27c4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T02:02:47.170 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:47.170+0000 7f50b27c4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T02:02:47.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:47 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:47.134+0000 7fb9e91fc200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T02:02:47.478 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:47 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:47.269+0000 7fb9e91fc200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T02:02:47.480 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:47 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:47.170+0000 7fd8dd357200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T02:02:47.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T02:02:47.514 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:02:47.514 DEBUG:teuthology.orchestra.run.smithi026:> ip netns list 2024-04-26T02:02:47.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:02:47.562 DEBUG:teuthology.orchestra.run.smithi026:> ip netns list-id 2024-04-26T02:02:47.605 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T02:02:47.606 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-26T02:02:47.606 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T02:02:47.606 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-26T02:02:47.606 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-26T02:02:47.747 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:47.483+0000 7f50b27c4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T02:02:47.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T02:02:47.776 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:47 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:47.550+0000 7fb9e91fc200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T02:02:47.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T02:02:47.828 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:47 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:47.481+0000 7fd8dd357200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T02:02:47.833 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-26T02:02:47.834 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T02:02:47.834 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-26T02:02:47.834 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-26T02:02:47.834 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-26T02:02:47.834 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-26T02:02:47.834 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-26T02:02:47.834 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-26T02:02:47.834 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-26T02:02:47.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T02:02:48.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T02:02:48.138 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T02:02:48.138 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-26T02:02:48.138 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link set brx.0 up 2024-04-26T02:02:48.138 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link set dev brx.0 master ceph-brx 2024-04-26T02:02:48.138 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-26T02:02:48.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T02:02:48.291 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:48.246+0000 7fb9e91fc200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T02:02:48.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T02:02:48.324 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T02:02:48.324 DEBUG:teuthology.orchestra.run.smithi026:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-26T02:02:48.367 INFO:teuthology.orchestra.run.smithi026.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-26T02:02:48.367 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T02:02:48.367 DEBUG:teuthology.orchestra.run.smithi026:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-26T02:02:48.414 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:48.111+0000 7fd8dd357200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T02:02:48.414 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z[34493]: 2024-04-26T02:02:48.338+0000 7fd8dd357200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T02:02:48.414 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:48.113+0000 7f50b27c4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T02:02:48.414 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y[34186]: 2024-04-26T02:02:48.338+0000 7f50b27c4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T02:02:48.456 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-26T02:02:48.456 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-26T02:02:48.456 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/5489c64c-f3ce-47f9-b013-ca76b48926ae 2024-04-26T02:02:48.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:02:48.457 DEBUG:teuthology.orchestra.run.smithi026:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/5489c64c-f3ce-47f9-b013-ca76b48926ae /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-04-26T02:02:48.555 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:48.387+0000 7fb9e91fc200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T02:02:48.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-mon[28138]: Standby manager daemon y restarted 2024-04-26T02:02:48.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-mon[28138]: Standby manager daemon y started 2024-04-26T02:02:48.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-mon[28138]: Standby manager daemon z restarted 2024-04-26T02:02:48.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-mon[28138]: Standby manager daemon z started 2024-04-26T02:02:48.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.33:0/2515365615' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T02:02:48.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.64:0/2966793208' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T02:02:48.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.33:0/2515365615' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T02:02:48.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.64:0/2966793208' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T02:02:48.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.33:0/2515365615' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T02:02:48.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.64:0/2966793208' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T02:02:48.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.33:0/2515365615' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T02:02:48.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-mon[28138]: from='mgr.? 172.21.15.64:0/2966793208' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi026.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi026.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync". 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi026.stdout:invalid new device string format 2024-04-26T02:02:48.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-mon[32805]: Standby manager daemon y restarted 2024-04-26T02:02:48.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-mon[32805]: Standby manager daemon y started 2024-04-26T02:02:48.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-mon[32805]: Standby manager daemon z restarted 2024-04-26T02:02:48.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-mon[32805]: Standby manager daemon z started 2024-04-26T02:02:48.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.33:0/2515365615' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T02:02:48.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.64:0/2966793208' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T02:02:48.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.33:0/2515365615' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T02:02:48.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.64:0/2966793208' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T02:02:48.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.33:0/2515365615' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T02:02:48.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.64:0/2966793208' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T02:02:48.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.33:0/2515365615' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T02:02:48.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:48 smithi033 ceph-mon[32805]: from='mgr.? 172.21.15.64:0/2966793208' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T02:02:48.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-mon[32613]: Standby manager daemon y restarted 2024-04-26T02:02:48.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-mon[32613]: Standby manager daemon y started 2024-04-26T02:02:48.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-mon[32613]: Standby manager daemon z restarted 2024-04-26T02:02:48.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-mon[32613]: Standby manager daemon z started 2024-04-26T02:02:48.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.33:0/2515365615' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T02:02:48.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.64:0/2966793208' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T02:02:48.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.33:0/2515365615' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T02:02:48.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.64:0/2966793208' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T02:02:48.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.33:0/2515365615' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T02:02:48.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.64:0/2966793208' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T02:02:48.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.33:0/2515365615' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T02:02:48.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:48 smithi064 ceph-mon[32613]: from='mgr.? 172.21.15.64:0/2966793208' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T02:02:48.894 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:48.737+0000 7fb9e91fc200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T02:02:49.224 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:48 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:48.930+0000 7fb9e91fc200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T02:02:49.224 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:49 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:49.065+0000 7fb9e91fc200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T02:02:49.224 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:49 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:49.225+0000 7fb9e91fc200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T02:02:49.445 INFO:teuthology.orchestra.run.smithi026.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-04-26T02:02:49.445 INFO:teuthology.orchestra.run.smithi026.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync". 2024-04-26T02:02:49.445 INFO:teuthology.orchestra.run.smithi026.stdout:invalid new device string format 2024-04-26T02:02:49.445 INFO:teuthology.orchestra.run.smithi026.stdout:mount.ceph: resolved to: "172.21.15.26:3300,172.21.15.33:3300,172.21.15.64:3300" 2024-04-26T02:02:49.445 INFO:teuthology.orchestra.run.smithi026.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.26:3300,172.21.15.33:3300,172.21.15.64:3300:/volumes/qa/sv_1/5489c64c-f3ce-47f9-b013-ca76b48926ae 2024-04-26T02:02:49.445 INFO:teuthology.orchestra.run.smithi026.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync,key=0,fsid=fd935b4c-036e-11ef-bc93-c7b262605968" will pass to kernel 2024-04-26T02:02:49.453 INFO:teuthology.orchestra.run.smithi026.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-04-26T02:02:49.454 INFO:teuthology.orchestra.run.smithi026.stdout: You just mounted a file system that supports labels which does not 2024-04-26T02:02:49.454 INFO:teuthology.orchestra.run.smithi026.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-04-26T02:02:49.454 INFO:teuthology.orchestra.run.smithi026.stdout: applications will generate AVC messages and not be allowed access to 2024-04-26T02:02:49.454 INFO:teuthology.orchestra.run.smithi026.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-04-26T02:02:49.458 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-26T02:02:49.458 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:02:49.458 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-26T02:02:49.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:49 smithi026 ceph-mon[28138]: mgrmap e20: x(active, since 12m), standbys: z, y 2024-04-26T02:02:49.541 DEBUG:teuthology.orchestra.run.smithi026:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-26T02:02:49.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:49 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T02:02:49.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T02:02:49.708 INFO:teuthology.orchestra.run.smithi026.stdout:client25136 2024-04-26T02:02:49.709 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T02:02:49.709 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T02:02:49.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:49 smithi033 ceph-mon[32805]: mgrmap e20: x(active, since 12m), standbys: z, y 2024-04-26T02:02:49.754 DEBUG:teuthology.orchestra.run.smithi026:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-26T02:02:49.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:49 smithi064 ceph-mon[32613]: mgrmap e20: x(active, since 12m), standbys: z, y 2024-04-26T02:02:49.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:49 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T02:02:49.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T02:02:49.914 INFO:teuthology.orchestra.run.smithi026.stdout:client25136 2024-04-26T02:02:49.914 DEBUG:teuthology.orchestra.run.smithi026:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-26T02:02:49.978 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:49 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:49.612+0000 7fb9e91fc200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T02:02:50.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T02:02:50.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T02:02:50.021 INFO:teuthology.orchestra.run.smithi026.stdout:client25136 2024-04-26T02:02:50.021 DEBUG:teuthology.orchestra.run.smithi026:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/fd935b4c-036e-11ef-bc93-c7b262605968.client25136/status') 2024-04-26T02:02:50.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T02:02:50.157 INFO:teuthology.orchestra.run.smithi026.stdout:instance: client.25136 (3)172.21.15.26:0/4148927329 2024-04-26T02:02:50.157 INFO:teuthology.orchestra.run.smithi026.stdout:blocklisted: false 2024-04-26T02:02:50.158 INFO:teuthology.orchestra.run.smithi026.stderr:0+1 records in 2024-04-26T02:02:50.158 INFO:teuthology.orchestra.run.smithi026.stderr:0+1 records out 2024-04-26T02:02:50.158 INFO:teuthology.orchestra.run.smithi026.stderr:71 bytes copied, 5.9036e-05 s, 1.2 MB/s 2024-04-26T02:02:50.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T02:02:50.170 INFO:teuthology.run_tasks:Running task exec... 2024-04-26T02:02:50.179 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T02:02:50.180 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T02:02:50.180 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-04-26T02:02:50.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.371+0000 7f0a60c00640 1 -- 172.21.15.26:0/204840943 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0a5c104200 msgr2=0x7f0a5c104620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.371+0000 7f0a60c00640 1 --2- 172.21.15.26:0/204840943 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0a5c104200 0x7f0a5c104620 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c009900 tx=0x7f0a4c02a3f0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.372+0000 7f0a60c00640 1 -- 172.21.15.26:0/204840943 shutdown_connections 2024-04-26T02:02:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.372+0000 7f0a60c00640 1 --2- 172.21.15.26:0/204840943 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a5c1053f0 0x7f0a5c105870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.372+0000 7f0a60c00640 1 --2- 172.21.15.26:0/204840943 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a5c105db0 0x7f0a5c10c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.372+0000 7f0a60c00640 1 --2- 172.21.15.26:0/204840943 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0a5c104200 0x7f0a5c104620 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.372+0000 7f0a60c00640 1 -- 172.21.15.26:0/204840943 >> 172.21.15.26:0/204840943 conn(0x7f0a5c0ff770 msgr2=0x7f0a5c101bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.372+0000 7f0a60c00640 1 -- 172.21.15.26:0/204840943 shutdown_connections 2024-04-26T02:02:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.372+0000 7f0a60c00640 1 -- 172.21.15.26:0/204840943 wait complete. 2024-04-26T02:02:50.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.373+0000 7f0a60c00640 1 Processor -- start 2024-04-26T02:02:50.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.373+0000 7f0a60c00640 1 -- start start 2024-04-26T02:02:50.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.373+0000 7f0a60c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0a5c104200 0x7f0a5c19a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:50.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.373+0000 7f0a60c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a5c1053f0 0x7f0a5c19a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:50.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a60c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a5c105db0 0x7f0a5c1a19d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:50.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a60c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0a5c10fd90 con 0x7f0a5c1053f0 2024-04-26T02:02:50.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a60c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0a5c10fc10 con 0x7f0a5c105db0 2024-04-26T02:02:50.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a60c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0a5c10ff10 con 0x7f0a5c104200 2024-04-26T02:02:50.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a59e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0a5c104200 0x7f0a5c19a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:50.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a59e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0a5c104200 0x7f0a5c19a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:56178/0 (socket says 172.21.15.26:56178) 2024-04-26T02:02:50.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a59e00640 1 -- 172.21.15.26:0/2111709262 learned_addr learned my addr 172.21.15.26:0/2111709262 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:50.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a59400640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a5c1053f0 0x7f0a5c19a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:50.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a5a800640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a5c105db0 0x7f0a5c1a19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:50.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a59e00640 1 -- 172.21.15.26:0/2111709262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a5c105db0 msgr2=0x7f0a5c1a19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:50.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a59e00640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a5c105db0 0x7f0a5c1a19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a59e00640 1 -- 172.21.15.26:0/2111709262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a5c1053f0 msgr2=0x7f0a5c19a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:50.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a59e00640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a5c1053f0 0x7f0a5c19a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.374+0000 7f0a59e00640 1 -- 172.21.15.26:0/2111709262 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a5c1a2040 con 0x7f0a5c104200 2024-04-26T02:02:50.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.375+0000 7f0a59e00640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0a5c104200 0x7f0a5c19a420 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c031500 tx=0x7f0a4c003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:50.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.375+0000 7f0a52a00640 1 -- 172.21.15.26:0/2111709262 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a4c03f070 con 0x7f0a5c104200 2024-04-26T02:02:50.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.375+0000 7f0a52a00640 1 -- 172.21.15.26:0/2111709262 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0a4c031c50 con 0x7f0a5c104200 2024-04-26T02:02:50.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.375+0000 7f0a60c00640 1 -- 172.21.15.26:0/2111709262 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a5c1a22d0 con 0x7f0a5c104200 2024-04-26T02:02:50.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.375+0000 7f0a52a00640 1 -- 172.21.15.26:0/2111709262 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a4c035030 con 0x7f0a5c104200 2024-04-26T02:02:50.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.375+0000 7f0a60c00640 1 -- 172.21.15.26:0/2111709262 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a5c1a2810 con 0x7f0a5c104200 2024-04-26T02:02:50.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.376+0000 7f0a60c00640 1 -- 172.21.15.26:0/2111709262 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a5c10b5a0 con 0x7f0a5c104200 2024-04-26T02:02:50.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.378+0000 7f0a52a00640 1 -- 172.21.15.26:0/2111709262 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 20) ==== 138663+0+0 (secure 0 0 0) 0x7f0a4c042070 con 0x7f0a5c104200 2024-04-26T02:02:50.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.380+0000 7f0a52a00640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0a3c0a3c70 0x7f0a3c0a6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:50.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.380+0000 7f0a59400640 1 -- 172.21.15.26:0/2111709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0a3c0a3c70 msgr2=0x7f0a3c0a6130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/3490463755 2024-04-26T02:02:50.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.380+0000 7f0a52a00640 1 -- 172.21.15.26:0/2111709262 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f0a4c0f0b10 con 0x7f0a5c104200 2024-04-26T02:02:50.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.380+0000 7f0a59400640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0a3c0a3c70 0x7f0a3c0a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T02:02:50.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.384+0000 7f0a52a00640 1 -- 172.21.15.26:0/2111709262 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0a4c0bce50 con 0x7f0a5c104200 2024-04-26T02:02:50.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.581+0000 7f0a59400640 1 -- 172.21.15.26:0/2111709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0a3c0a3c70 msgr2=0x7f0a3c0a6130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/3490463755 2024-04-26T02:02:50.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.581+0000 7f0a59400640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0a3c0a3c70 0x7f0a3c0a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T02:02:50.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.627+0000 7f0a60c00640 1 -- 172.21.15.26:0/2111709262 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f0a5c02d5c0 con 0x7f0a5c104200 2024-04-26T02:02:50.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.685+0000 7f0a52a00640 1 -- 172.21.15.26:0/2111709262 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v29) ==== 118+0+0 (secure 0 0 0) 0x7f0a4c0c1150 con 0x7f0a5c104200 2024-04-26T02:02:50.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.689+0000 7f0a60c00640 1 -- 172.21.15.26:0/2111709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0a3c0a3c70 msgr2=0x7f0a3c0a6130 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T02:02:50.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.689+0000 7f0a60c00640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0a3c0a3c70 0x7f0a3c0a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.689+0000 7f0a60c00640 1 -- 172.21.15.26:0/2111709262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0a5c104200 msgr2=0x7f0a5c19a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:50.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.689+0000 7f0a60c00640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0a5c104200 0x7f0a5c19a420 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c031500 tx=0x7f0a4c003c10 comp rx=0 tx=0).stop 2024-04-26T02:02:50.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.689+0000 7f0a60c00640 1 -- 172.21.15.26:0/2111709262 shutdown_connections 2024-04-26T02:02:50.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.689+0000 7f0a60c00640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.26:6800/3490463755,v1:172.21.15.26:6801/3490463755] conn(0x7f0a3c0a3c70 0x7f0a3c0a6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.689+0000 7f0a60c00640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a5c1053f0 0x7f0a5c19a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.689+0000 7f0a60c00640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a5c105db0 0x7f0a5c1a19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.689+0000 7f0a60c00640 1 --2- 172.21.15.26:0/2111709262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0a5c104200 0x7f0a5c19a420 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.689+0000 7f0a60c00640 1 -- 172.21.15.26:0/2111709262 >> 172.21.15.26:0/2111709262 conn(0x7f0a5c0ff770 msgr2=0x7f0a5c108770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:50.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.690+0000 7f0a60c00640 1 -- 172.21.15.26:0/2111709262 shutdown_connections 2024-04-26T02:02:50.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.690+0000 7f0a60c00640 1 -- 172.21.15.26:0/2111709262 wait complete. 2024-04-26T02:02:50.704 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:50 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:50.442+0000 7fb9e91fc200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T02:02:50.704 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:50 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2111709262' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T02:02:50.704 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:50 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T02:02:50.707 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-04-26T02:02:50.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.917+0000 7fd8e9e00640 1 -- 172.21.15.26:0/227331897 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd8e4103ff0 msgr2=0x7fd8e4104410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:50.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.917+0000 7fd8e9e00640 1 --2- 172.21.15.26:0/227331897 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd8e4103ff0 0x7fd8e4104410 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd8d8009860 tx=0x7fd8d802a340 comp rx=0 tx=0).stop 2024-04-26T02:02:50.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.918+0000 7fd8e9e00640 1 -- 172.21.15.26:0/227331897 shutdown_connections 2024-04-26T02:02:50.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.918+0000 7fd8e9e00640 1 --2- 172.21.15.26:0/227331897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd8e4105ba0 0x7fd8e410c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.918+0000 7fd8e9e00640 1 --2- 172.21.15.26:0/227331897 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e41051e0 0x7fd8e4105660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.918+0000 7fd8e9e00640 1 --2- 172.21.15.26:0/227331897 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd8e4103ff0 0x7fd8e4104410 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.918+0000 7fd8e9e00640 1 -- 172.21.15.26:0/227331897 >> 172.21.15.26:0/227331897 conn(0x7fd8e40ff560 msgr2=0x7fd8e41019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:50.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.918+0000 7fd8e9e00640 1 -- 172.21.15.26:0/227331897 shutdown_connections 2024-04-26T02:02:50.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.918+0000 7fd8e9e00640 1 -- 172.21.15.26:0/227331897 wait complete. 2024-04-26T02:02:50.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.919+0000 7fd8e9e00640 1 Processor -- start 2024-04-26T02:02:50.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.919+0000 7fd8e9e00640 1 -- start start 2024-04-26T02:02:50.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.919+0000 7fd8e9e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd8e4103ff0 0x7fd8e4079d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:50.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.919+0000 7fd8e9e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e41051e0 0x7fd8e407a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:50.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.919+0000 7fd8e9e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd8e4105ba0 0x7fd8e4076870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:50.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.919+0000 7fd8e9e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd8e410fb30 con 0x7fd8e4103ff0 2024-04-26T02:02:50.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e9e00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd8e410f9b0 con 0x7fd8e41051e0 2024-04-26T02:02:50.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e9e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd8e410fcb0 con 0x7fd8e4105ba0 2024-04-26T02:02:50.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e9400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd8e4105ba0 0x7fd8e4076870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:50.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e8a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd8e4103ff0 0x7fd8e4079d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:50.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e9400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd8e4105ba0 0x7fd8e4076870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:56236/0 (socket says 172.21.15.26:56236) 2024-04-26T02:02:50.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e9400640 1 -- 172.21.15.26:0/1167703642 learned_addr learned my addr 172.21.15.26:0/1167703642 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:50.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e3e00640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e41051e0 0x7fd8e407a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:50.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e9400640 1 -- 172.21.15.26:0/1167703642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e41051e0 msgr2=0x7fd8e407a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:50.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e9400640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e41051e0 0x7fd8e407a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e9400640 1 -- 172.21.15.26:0/1167703642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd8e4103ff0 msgr2=0x7fd8e4079d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:50.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e9400640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd8e4103ff0 0x7fd8e4079d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:50.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e9400640 1 -- 172.21.15.26:0/1167703642 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8e4077130 con 0x7fd8e4105ba0 2024-04-26T02:02:50.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.920+0000 7fd8e8a00640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd8e4103ff0 0x7fd8e4079d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:02:50.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.921+0000 7fd8e9400640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd8e4105ba0 0x7fd8e4076870 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc00eb10 tx=0x7fd8dc00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:50.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.921+0000 7fd8e1600640 1 -- 172.21.15.26:0/1167703642 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8dc004b20 con 0x7fd8e4105ba0 2024-04-26T02:02:50.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.922+0000 7fd8e1600640 1 -- 172.21.15.26:0/1167703642 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd8dc004cc0 con 0x7fd8e4105ba0 2024-04-26T02:02:50.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.922+0000 7fd8e9e00640 1 -- 172.21.15.26:0/1167703642 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8e4199e60 con 0x7fd8e4105ba0 2024-04-26T02:02:50.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.922+0000 7fd8e1600640 1 -- 172.21.15.26:0/1167703642 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8dc010670 con 0x7fd8e4105ba0 2024-04-26T02:02:50.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.922+0000 7fd8e9e00640 1 -- 172.21.15.26:0/1167703642 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8e419a3b0 con 0x7fd8e4105ba0 2024-04-26T02:02:50.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.923+0000 7fd8e9e00640 1 -- 172.21.15.26:0/1167703642 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8e40687f0 con 0x7fd8e4105ba0 2024-04-26T02:02:50.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.928+0000 7fd8e1600640 1 -- 172.21.15.26:0/1167703642 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 21) ==== 138331+0+0 (secure 0 0 0) 0x7fd8dc005020 con 0x7fd8e4105ba0 2024-04-26T02:02:50.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.931+0000 7fd8e1600640 1 -- 172.21.15.26:0/1167703642 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fd8dc0d08a0 con 0x7fd8e4105ba0 2024-04-26T02:02:50.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:50.932+0000 7fd8e1600640 1 -- 172.21.15.26:0/1167703642 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd8dc09d530 con 0x7fd8e4105ba0 2024-04-26T02:02:50.937 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:50 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2111709262' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T02:02:50.937 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:50 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T02:02:50.979 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:50 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:50.744+0000 7fb9e91fc200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T02:02:50.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:50 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2111709262' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T02:02:50.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:50 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T02:02:51.479 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.102+0000 7fb93ba00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.479 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.103+0000 7fb93ba00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.479 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.103+0000 7fb93ba00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.479 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.103+0000 7fb93ba00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.479 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.103+0000 7fb93ba00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.479 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.103+0000 7fb93ec00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.479 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.103+0000 7fb93ec00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.479 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.103+0000 7fb93ec00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.479 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.103+0000 7fb93ec00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.479 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.103+0000 7fb93ec00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.781+0000 7fd8e1600640 1 -- 172.21.15.26:0/1167703642 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7fd8dc098b80 con 0x7fd8e4105ba0 2024-04-26T02:02:51.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.783+0000 7fd8e1600640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fd8cc0aa960 0x7fd8cc0acd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:51.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.783+0000 7fd8e1600640 1 -- 172.21.15.26:0/1167703642 --> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7fd8cc01dc90 con 0x7fd8cc0aa960 2024-04-26T02:02:51.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.786+0000 7fd8e8a00640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fd8cc0aa960 0x7fd8cc0acd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:51.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.791+0000 7fd8e8a00640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fd8cc0aa960 0x7fd8cc0acd50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fd8d8009830 tx=0x7fd8d8005d20 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:51.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.822+0000 7fd8e1600640 1 -- 172.21.15.26:0/1167703642 <== mgr.25115 v2:172.21.15.26:6800/1535987766 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7fd8cc01dc90 con 0x7fd8cc0aa960 2024-04-26T02:02:51.821 INFO:teuthology.orchestra.run.smithi026.stdout:{} 2024-04-26T02:02:51.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.824+0000 7fd8e9e00640 1 -- 172.21.15.26:0/1167703642 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fd8cc0aa960 msgr2=0x7fd8cc0acd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:51.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.824+0000 7fd8e9e00640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fd8cc0aa960 0x7fd8cc0acd50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fd8d8009830 tx=0x7fd8d8005d20 comp rx=0 tx=0).stop 2024-04-26T02:02:51.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.824+0000 7fd8e9e00640 1 -- 172.21.15.26:0/1167703642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd8e4105ba0 msgr2=0x7fd8e4076870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:51.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.824+0000 7fd8e9e00640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd8e4105ba0 0x7fd8e4076870 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc00eb10 tx=0x7fd8dc00c2d0 comp rx=0 tx=0).stop 2024-04-26T02:02:51.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.825+0000 7fd8e9e00640 1 -- 172.21.15.26:0/1167703642 shutdown_connections 2024-04-26T02:02:51.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.825+0000 7fd8e9e00640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fd8cc0aa960 0x7fd8cc0acd50 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:51.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.825+0000 7fd8e9e00640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd8e4105ba0 0x7fd8e4076870 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:51.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.825+0000 7fd8e9e00640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e41051e0 0x7fd8e407a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:51.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.825+0000 7fd8e9e00640 1 --2- 172.21.15.26:0/1167703642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd8e4103ff0 0x7fd8e4079d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:51.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.825+0000 7fd8e9e00640 1 -- 172.21.15.26:0/1167703642 >> 172.21.15.26:0/1167703642 conn(0x7fd8e40ff560 msgr2=0x7fd8e4108500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:51.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.825+0000 7fd8e9e00640 1 -- 172.21.15.26:0/1167703642 shutdown_connections 2024-04-26T02:02:51.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:51.825+0000 7fd8e9e00640 1 -- 172.21.15.26:0/1167703642 wait complete. 2024-04-26T02:02:51.839 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-26T02:02:51.850 INFO:teuthology.run_tasks:Running task exec... 2024-04-26T02:02:51.858 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T02:02:51.859 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T02:02:51.859 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-26T02:02:51.978 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.804+0000 7fb937e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.979 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.804+0000 7fb937e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.979 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.804+0000 7fb937e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.979 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.804+0000 7fb937e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.979 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:02:51.804+0000 7fb937e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:02:51.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-26T02:02:51.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T02:02:51.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: Active manager daemon x restarted 2024-04-26T02:02:51.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: Activating manager daemon x 2024-04-26T02:02:51.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T02:02:51.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: mgrmap e21: x(active, starting, since 0.0107469s), standbys: z, y 2024-04-26T02:02:51.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T02:02:51.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T02:02:51.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T02:02:51.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T02:02:51.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T02:02:51.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T02:02:51.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T02:02:51.981 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T02:02:51.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T02:02:51.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T02:02:51.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T02:02:51.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T02:02:51.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T02:02:51.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T02:02:51.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T02:02:51.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T02:02:51.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T02:02:51.983 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T02:02:51.983 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T02:02:51.983 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: Manager daemon x is now available 2024-04-26T02:02:51.983 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:02:51.983 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T02:02:51.983 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T02:02:51.983 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T02:02:51.983 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:51 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T02:02:51.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-26T02:02:51.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T02:02:51.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: Active manager daemon x restarted 2024-04-26T02:02:51.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: Activating manager daemon x 2024-04-26T02:02:51.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T02:02:51.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: mgrmap e21: x(active, starting, since 0.0107469s), standbys: z, y 2024-04-26T02:02:51.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T02:02:51.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T02:02:51.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T02:02:51.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T02:02:51.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T02:02:51.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T02:02:51.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T02:02:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T02:02:52.000 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T02:02:52.000 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T02:02:52.000 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T02:02:52.000 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T02:02:52.000 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T02:02:52.000 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T02:02:52.000 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T02:02:52.000 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T02:02:52.000 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T02:02:52.000 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T02:02:52.000 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T02:02:52.001 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T02:02:52.001 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T02:02:52.001 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: Manager daemon x is now available 2024-04-26T02:02:52.001 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:02:52.001 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T02:02:52.001 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T02:02:52.001 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T02:02:52.001 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:51 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T02:02:52.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.036+0000 7fbfe4000640 1 -- 172.21.15.26:0/2187815165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfdc101fc0 msgr2=0x7fbfdc1023e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.036+0000 7fbfe4000640 1 --2- 172.21.15.26:0/2187815165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfdc101fc0 0x7fbfdc1023e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fbfd000dc90 tx=0x7fbfd002e370 comp rx=0 tx=0).stop 2024-04-26T02:02:52.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.036+0000 7fbfe4000640 1 -- 172.21.15.26:0/2187815165 shutdown_connections 2024-04-26T02:02:52.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.036+0000 7fbfe4000640 1 --2- 172.21.15.26:0/2187815165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbfdc103b70 0x7fbfdc10a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.036+0000 7fbfe4000640 1 --2- 172.21.15.26:0/2187815165 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbfdc1031b0 0x7fbfdc103630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.036+0000 7fbfe4000640 1 --2- 172.21.15.26:0/2187815165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfdc101fc0 0x7fbfdc1023e0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.036+0000 7fbfe4000640 1 -- 172.21.15.26:0/2187815165 >> 172.21.15.26:0/2187815165 conn(0x7fbfdc0fd530 msgr2=0x7fbfdc0ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:52.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.036+0000 7fbfe4000640 1 -- 172.21.15.26:0/2187815165 shutdown_connections 2024-04-26T02:02:52.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.036+0000 7fbfe4000640 1 -- 172.21.15.26:0/2187815165 wait complete. 2024-04-26T02:02:52.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.037+0000 7fbfe4000640 1 Processor -- start 2024-04-26T02:02:52.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.037+0000 7fbfe4000640 1 -- start start 2024-04-26T02:02:52.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.037+0000 7fbfe4000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfdc101fc0 0x7fbfdc196020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.037+0000 7fbfe4000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbfdc1031b0 0x7fbfdc196560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.037+0000 7fbfe4000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbfdc103b70 0x7fbfdc19d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.037+0000 7fbfe4000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbfdc10b960 con 0x7fbfdc1031b0 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.037+0000 7fbfe4000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbfdc10b7e0 con 0x7fbfdc101fc0 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.037+0000 7fbfe4000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fbfdc10bae0 con 0x7fbfdc103b70 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.037+0000 7fbfe1600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfdc101fc0 0x7fbfdc196020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.038+0000 7fbfe2000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbfdc103b70 0x7fbfdc19d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.038+0000 7fbfe1600640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfdc101fc0 0x7fbfdc196020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:56218/0 (socket says 172.21.15.26:56218) 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.038+0000 7fbfe1600640 1 -- 172.21.15.26:0/2976817823 learned_addr learned my addr 172.21.15.26:0/2976817823 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.038+0000 7fbfe0c00640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbfdc1031b0 0x7fbfdc196560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.038+0000 7fbfe1600640 1 -- 172.21.15.26:0/2976817823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbfdc103b70 msgr2=0x7fbfdc19d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.038+0000 7fbfe1600640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbfdc103b70 0x7fbfdc19d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.038+0000 7fbfe1600640 1 -- 172.21.15.26:0/2976817823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbfdc1031b0 msgr2=0x7fbfdc196560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.038+0000 7fbfe1600640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbfdc1031b0 0x7fbfdc196560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.038+0000 7fbfe1600640 1 -- 172.21.15.26:0/2976817823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfdc19dc40 con 0x7fbfdc101fc0 2024-04-26T02:02:52.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.038+0000 7fbfe1600640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfdc101fc0 0x7fbfdc196020 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0000c00 tx=0x7fbfd0004ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:52.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.038+0000 7fbfda000640 1 -- 172.21.15.26:0/2976817823 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd0005d50 con 0x7fbfdc101fc0 2024-04-26T02:02:52.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.039+0000 7fbfda000640 1 -- 172.21.15.26:0/2976817823 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbfd0044070 con 0x7fbfdc101fc0 2024-04-26T02:02:52.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.039+0000 7fbfda000640 1 -- 172.21.15.26:0/2976817823 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd003f840 con 0x7fbfdc101fc0 2024-04-26T02:02:52.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.039+0000 7fbfe4000640 1 -- 172.21.15.26:0/2976817823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfdc19ded0 con 0x7fbfdc101fc0 2024-04-26T02:02:52.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.039+0000 7fbfe4000640 1 -- 172.21.15.26:0/2976817823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfdc19e330 con 0x7fbfdc101fc0 2024-04-26T02:02:52.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.040+0000 7fbfe4000640 1 -- 172.21.15.26:0/2976817823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfdc1093b0 con 0x7fbfdc101fc0 2024-04-26T02:02:52.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.042+0000 7fbfda000640 1 -- 172.21.15.26:0/2976817823 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7fbfd000bb10 con 0x7fbfdc101fc0 2024-04-26T02:02:52.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.043+0000 7fbfda000640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fbfc40a3a10 0x7fbfc40a5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.044+0000 7fbfda000640 1 -- 172.21.15.26:0/2976817823 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fbfd00f41d0 con 0x7fbfdc101fc0 2024-04-26T02:02:52.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.044+0000 7fbfe0c00640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fbfc40a3a10 0x7fbfc40a5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.045+0000 7fbfe0c00640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fbfc40a3a10 0x7fbfc40a5ed0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fbfc80095f0 tx=0x7fbfc8005f90 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:52.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.047+0000 7fbfda000640 1 -- 172.21.15.26:0/2976817823 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbfd00c0db0 con 0x7fbfdc101fc0 2024-04-26T02:02:52.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-26T02:02:52.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T02:02:52.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: Active manager daemon x restarted 2024-04-26T02:02:52.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: Activating manager daemon x 2024-04-26T02:02:52.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T02:02:52.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: mgrmap e21: x(active, starting, since 0.0107469s), standbys: z, y 2024-04-26T02:02:52.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T02:02:52.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T02:02:52.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T02:02:52.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T02:02:52.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T02:02:52.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T02:02:52.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T02:02:52.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T02:02:52.081 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T02:02:52.082 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: Manager daemon x is now available 2024-04-26T02:02:52.082 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:02:52.082 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T02:02:52.082 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T02:02:52.082 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T02:02:52.082 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:51 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T02:02:52.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.281+0000 7fbfe4000640 1 -- 172.21.15.26:0/2976817823 --> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fbfdc062390 con 0x7fbfc40a3a10 2024-04-26T02:02:52.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.367+0000 7fbfda000640 1 -- 172.21.15.26:0/2976817823 <== mgr.25115 v2:172.21.15.26:6800/1535987766 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fbfdc062390 con 0x7fbfc40a3a10 2024-04-26T02:02:52.365 INFO:teuthology.orchestra.run.smithi026.stdout:Schedule set for path / 2024-04-26T02:02:52.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.369+0000 7fbfe4000640 1 -- 172.21.15.26:0/2976817823 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fbfc40a3a10 msgr2=0x7fbfc40a5ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.369+0000 7fbfe4000640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fbfc40a3a10 0x7fbfc40a5ed0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fbfc80095f0 tx=0x7fbfc8005f90 comp rx=0 tx=0).stop 2024-04-26T02:02:52.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.369+0000 7fbfe4000640 1 -- 172.21.15.26:0/2976817823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfdc101fc0 msgr2=0x7fbfdc196020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.369+0000 7fbfe4000640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfdc101fc0 0x7fbfdc196020 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0000c00 tx=0x7fbfd0004ea0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.369+0000 7fbfe4000640 1 -- 172.21.15.26:0/2976817823 shutdown_connections 2024-04-26T02:02:52.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.369+0000 7fbfe4000640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fbfc40a3a10 0x7fbfc40a5ed0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.369+0000 7fbfe4000640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbfdc1031b0 0x7fbfdc196560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.369+0000 7fbfe4000640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbfdc103b70 0x7fbfdc19d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.369+0000 7fbfe4000640 1 --2- 172.21.15.26:0/2976817823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfdc101fc0 0x7fbfdc196020 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.369+0000 7fbfe4000640 1 -- 172.21.15.26:0/2976817823 >> 172.21.15.26:0/2976817823 conn(0x7fbfdc0fd530 msgr2=0x7fbfdc106580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:52.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.370+0000 7fbfe4000640 1 -- 172.21.15.26:0/2976817823 shutdown_connections 2024-04-26T02:02:52.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.370+0000 7fbfe4000640 1 -- 172.21.15.26:0/2976817823 wait complete. 2024-04-26T02:02:52.386 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-26T02:02:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.565+0000 7f58e2200640 1 -- 172.21.15.26:0/970799997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58dc1041e0 msgr2=0x7f58dc104600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.565+0000 7f58e2200640 1 --2- 172.21.15.26:0/970799997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58dc1041e0 0x7f58dc104600 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f58cc009900 tx=0x7f58cc02a400 comp rx=0 tx=0).stop 2024-04-26T02:02:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.566+0000 7f58e2200640 1 -- 172.21.15.26:0/970799997 shutdown_connections 2024-04-26T02:02:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.566+0000 7f58e2200640 1 --2- 172.21.15.26:0/970799997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58dc105d90 0x7f58dc10c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.566+0000 7f58e2200640 1 --2- 172.21.15.26:0/970799997 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58dc1053d0 0x7f58dc105850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.566+0000 7f58e2200640 1 --2- 172.21.15.26:0/970799997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58dc1041e0 0x7f58dc104600 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.566+0000 7f58e2200640 1 -- 172.21.15.26:0/970799997 >> 172.21.15.26:0/970799997 conn(0x7f58dc0ff770 msgr2=0x7f58dc101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.566+0000 7f58e2200640 1 -- 172.21.15.26:0/970799997 shutdown_connections 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.566+0000 7f58e2200640 1 -- 172.21.15.26:0/970799997 wait complete. 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.567+0000 7f58e2200640 1 Processor -- start 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.567+0000 7f58e2200640 1 -- start start 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.567+0000 7f58e2200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58dc1041e0 0x7f58dc19a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.567+0000 7f58e2200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58dc1053d0 0x7f58dc19a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.567+0000 7f58e2200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58dc105d90 0x7f58dc1a1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.567+0000 7f58e2200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc10fd70 con 0x7f58dc105d90 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.567+0000 7f58e2200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc10fbf0 con 0x7f58dc1053d0 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.567+0000 7f58e2200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc10fef0 con 0x7f58dc1041e0 2024-04-26T02:02:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.567+0000 7f58dbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58dc105d90 0x7f58dc1a1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.567+0000 7f58daa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58dc1053d0 0x7f58dc19a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.567+0000 7f58db400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58dc1041e0 0x7f58dc19a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.567+0000 7f58daa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58dc1053d0 0x7f58dc19a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:56232/0 (socket says 172.21.15.26:56232) 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.568+0000 7f58daa00640 1 -- 172.21.15.26:0/2070322574 learned_addr learned my addr 172.21.15.26:0/2070322574 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.568+0000 7f58daa00640 1 -- 172.21.15.26:0/2070322574 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58dc1041e0 msgr2=0x7f58dc19a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.568+0000 7f58daa00640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58dc1041e0 0x7f58dc19a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.568+0000 7f58daa00640 1 -- 172.21.15.26:0/2070322574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58dc105d90 msgr2=0x7f58dc1a1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.568+0000 7f58daa00640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58dc105d90 0x7f58dc1a1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.568+0000 7f58daa00640 1 -- 172.21.15.26:0/2070322574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58dc1a2070 con 0x7f58dc1053d0 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.568+0000 7f58db400640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58dc1041e0 0x7f58dc19a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.568+0000 7f58dbe00640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58dc105d90 0x7f58dc1a1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.568+0000 7f58daa00640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58dc1053d0 0x7f58dc19a990 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f58c800e9f0 tx=0x7f58c800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.569+0000 7f58d3e00640 1 -- 172.21.15.26:0/2070322574 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c800ccc0 con 0x7f58dc1053d0 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.569+0000 7f58d3e00640 1 -- 172.21.15.26:0/2070322574 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58c800ce60 con 0x7f58dc1053d0 2024-04-26T02:02:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.569+0000 7f58d3e00640 1 -- 172.21.15.26:0/2070322574 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c8010430 con 0x7f58dc1053d0 2024-04-26T02:02:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.569+0000 7f58e2200640 1 -- 172.21.15.26:0/2070322574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58dc1a2360 con 0x7f58dc1053d0 2024-04-26T02:02:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.569+0000 7f58e2200640 1 -- 172.21.15.26:0/2070322574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58dc1a2860 con 0x7f58dc1053d0 2024-04-26T02:02:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.570+0000 7f58e2200640 1 -- 172.21.15.26:0/2070322574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58dc10b5a0 con 0x7f58dc1053d0 2024-04-26T02:02:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.575+0000 7f58d3e00640 1 -- 172.21.15.26:0/2070322574 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7f58c80046c0 con 0x7f58dc1053d0 2024-04-26T02:02:52.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.576+0000 7f58d3e00640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f58c00a3a10 0x7f58c00a5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.576+0000 7f58d3e00640 1 -- 172.21.15.26:0/2070322574 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f58c80d0430 con 0x7f58dc1053d0 2024-04-26T02:02:52.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.576+0000 7f58db400640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f58c00a3a10 0x7f58c00a5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.577+0000 7f58db400640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f58c00a3a10 0x7f58c00a5ed0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f58cc005ab0 tx=0x7f58cc005a20 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:52.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.580+0000 7f58d3e00640 1 -- 172.21.15.26:0/2070322574 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f58c809d010 con 0x7f58dc1053d0 2024-04-26T02:02:52.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.789+0000 7f58d3e00640 1 -- 172.21.15.26:0/2070322574 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 23) ==== 138817+0+0 (secure 0 0 0) 0x7f58c8098f80 con 0x7f58dc1053d0 2024-04-26T02:02:52.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.826+0000 7f58e2200640 1 -- 172.21.15.26:0/2070322574 --> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f58dc062430 con 0x7f58c00a3a10 2024-04-26T02:02:52.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.932+0000 7f58d3e00640 1 -- 172.21.15.26:0/2070322574 <== mgr.25115 v2:172.21.15.26:6800/1535987766 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f58dc062430 con 0x7f58c00a3a10 2024-04-26T02:02:52.931 INFO:teuthology.orchestra.run.smithi026.stdout:Retention added to path / 2024-04-26T02:02:52.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.934+0000 7f58e2200640 1 -- 172.21.15.26:0/2070322574 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f58c00a3a10 msgr2=0x7f58c00a5ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.934+0000 7f58e2200640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f58c00a3a10 0x7f58c00a5ed0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f58cc005ab0 tx=0x7f58cc005a20 comp rx=0 tx=0).stop 2024-04-26T02:02:52.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.934+0000 7f58e2200640 1 -- 172.21.15.26:0/2070322574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58dc1053d0 msgr2=0x7f58dc19a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.934+0000 7f58e2200640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58dc1053d0 0x7f58dc19a990 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f58c800e9f0 tx=0x7f58c800edf0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.934+0000 7f58e2200640 1 -- 172.21.15.26:0/2070322574 shutdown_connections 2024-04-26T02:02:52.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.934+0000 7f58e2200640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f58c00a3a10 0x7f58c00a5ed0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.934+0000 7f58e2200640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58dc105d90 0x7f58dc1a1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.934+0000 7f58e2200640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58dc1053d0 0x7f58dc19a990 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.934+0000 7f58e2200640 1 --2- 172.21.15.26:0/2070322574 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58dc1041e0 0x7f58dc19a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.934+0000 7f58e2200640 1 -- 172.21.15.26:0/2070322574 >> 172.21.15.26:0/2070322574 conn(0x7f58dc0ff770 msgr2=0x7f58dc108770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:52.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.934+0000 7f58e2200640 1 -- 172.21.15.26:0/2070322574 shutdown_connections 2024-04-26T02:02:52.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:52.934+0000 7f58e2200640 1 -- 172.21.15.26:0/2070322574 wait complete. 2024-04-26T02:02:52.949 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:52 smithi026 ceph-mon[28138]: mgrmap e22: x(active, since 1.03019s), standbys: z, y 2024-04-26T02:02:52.949 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:52 smithi026 ceph-mon[28138]: [26/Apr/2024:02:02:52] ENGINE Bus STARTING 2024-04-26T02:02:52.949 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:52 smithi026 ceph-mon[28138]: [26/Apr/2024:02:02:52] ENGINE Serving on http://172.21.15.26:8765 2024-04-26T02:02:52.949 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:52 smithi026 ceph-mon[28138]: from='client.25196 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:52.951 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-26T02:02:53.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:52 smithi064 ceph-mon[32613]: mgrmap e22: x(active, since 1.03019s), standbys: z, y 2024-04-26T02:02:53.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:52 smithi064 ceph-mon[32613]: [26/Apr/2024:02:02:52] ENGINE Bus STARTING 2024-04-26T02:02:53.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:52 smithi064 ceph-mon[32613]: [26/Apr/2024:02:02:52] ENGINE Serving on http://172.21.15.26:8765 2024-04-26T02:02:53.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:52 smithi064 ceph-mon[32613]: from='client.25196 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:53.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.145+0000 7f64a4400640 1 -- 172.21.15.26:0/2923196945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f649c1053d0 msgr2=0x7f649c105850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:53.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.145+0000 7f64a4400640 1 --2- 172.21.15.26:0/2923196945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f649c1053d0 0x7f649c105850 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6488009860 tx=0x7f648802a340 comp rx=0 tx=0).stop 2024-04-26T02:02:53.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.146+0000 7f64a4400640 1 -- 172.21.15.26:0/2923196945 shutdown_connections 2024-04-26T02:02:53.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.146+0000 7f64a4400640 1 --2- 172.21.15.26:0/2923196945 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f649c105d90 0x7f649c10c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.146+0000 7f64a4400640 1 --2- 172.21.15.26:0/2923196945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f649c1053d0 0x7f649c105850 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.146+0000 7f64a4400640 1 --2- 172.21.15.26:0/2923196945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f649c1041e0 0x7f649c104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.146+0000 7f64a4400640 1 -- 172.21.15.26:0/2923196945 >> 172.21.15.26:0/2923196945 conn(0x7f649c0ff770 msgr2=0x7f649c101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:53.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.146+0000 7f64a4400640 1 -- 172.21.15.26:0/2923196945 shutdown_connections 2024-04-26T02:02:53.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.146+0000 7f64a4400640 1 -- 172.21.15.26:0/2923196945 wait complete. 2024-04-26T02:02:53.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.147+0000 7f64a4400640 1 Processor -- start 2024-04-26T02:02:53.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.147+0000 7f64a4400640 1 -- start start 2024-04-26T02:02:53.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.147+0000 7f64a4400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f649c1041e0 0x7f649c19a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:53.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.147+0000 7f64a4400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f649c1053d0 0x7f649c19a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:53.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.147+0000 7f64a4400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f649c105d90 0x7f649c1a1990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.147+0000 7f64a4400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f649c10fd20 con 0x7f649c105d90 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.147+0000 7f64a4400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f649c10fba0 con 0x7f649c1041e0 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.147+0000 7f64a4400640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f649c10fea0 con 0x7f649c1053d0 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.148+0000 7f64a1a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f649c1041e0 0x7f649c19a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.148+0000 7f64a1a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f649c1041e0 0x7f649c19a3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:56256/0 (socket says 172.21.15.26:56256) 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.148+0000 7f64a1a00640 1 -- 172.21.15.26:0/2002807450 learned_addr learned my addr 172.21.15.26:0/2002807450 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.148+0000 7f64a1000640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f649c1053d0 0x7f649c19a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.148+0000 7f64a2400640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f649c105d90 0x7f649c1a1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.148+0000 7f64a1000640 1 -- 172.21.15.26:0/2002807450 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f649c1041e0 msgr2=0x7f649c19a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.148+0000 7f64a1000640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f649c1041e0 0x7f649c19a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.148+0000 7f64a1000640 1 -- 172.21.15.26:0/2002807450 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f649c105d90 msgr2=0x7f649c1a1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.148+0000 7f64a1000640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f649c105d90 0x7f649c1a1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.148+0000 7f64a1000640 1 -- 172.21.15.26:0/2002807450 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f649c1a2000 con 0x7f649c1053d0 2024-04-26T02:02:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.148+0000 7f64a1a00640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f649c1041e0 0x7f649c19a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.149+0000 7f64a1000640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f649c1053d0 0x7f649c19a920 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f648802a860 tx=0x7f6488032dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.149+0000 7f649a000640 1 -- 172.21.15.26:0/2002807450 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6488037040 con 0x7f649c1053d0 2024-04-26T02:02:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.149+0000 7f649a000640 1 -- 172.21.15.26:0/2002807450 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6488030bd0 con 0x7f649c1053d0 2024-04-26T02:02:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.149+0000 7f649a000640 1 -- 172.21.15.26:0/2002807450 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6488003850 con 0x7f649c1053d0 2024-04-26T02:02:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.149+0000 7f64a4400640 1 -- 172.21.15.26:0/2002807450 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f649c1a2290 con 0x7f649c1053d0 2024-04-26T02:02:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.149+0000 7f64a4400640 1 -- 172.21.15.26:0/2002807450 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f649c1a2720 con 0x7f649c1053d0 2024-04-26T02:02:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.150+0000 7f64a4400640 1 -- 172.21.15.26:0/2002807450 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f649c10b5a0 con 0x7f649c1053d0 2024-04-26T02:02:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.152+0000 7f649a000640 1 -- 172.21.15.26:0/2002807450 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 23) ==== 138817+0+0 (secure 0 0 0) 0x7f6488043020 con 0x7f649c1053d0 2024-04-26T02:02:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.153+0000 7f649a000640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f64840a3da0 0x7f64840a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.153+0000 7f649a000640 1 -- 172.21.15.26:0/2002807450 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f64880ef990 con 0x7f649c1053d0 2024-04-26T02:02:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.154+0000 7f64a1a00640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f64840a3da0 0x7f64840a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:53.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.154+0000 7f64a1a00640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f64840a3da0 0x7f64840a6260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f64900096c0 tx=0x7f6490009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.158+0000 7f649a000640 1 -- 172.21.15.26:0/2002807450 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6488030d80 con 0x7f649c1053d0 2024-04-26T02:02:53.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:52 smithi033 ceph-mon[32805]: mgrmap e22: x(active, since 1.03019s), standbys: z, y 2024-04-26T02:02:53.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:52 smithi033 ceph-mon[32805]: [26/Apr/2024:02:02:52] ENGINE Bus STARTING 2024-04-26T02:02:53.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:52 smithi033 ceph-mon[32805]: [26/Apr/2024:02:02:52] ENGINE Serving on http://172.21.15.26:8765 2024-04-26T02:02:53.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:52 smithi033 ceph-mon[32805]: from='client.25196 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:53.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.401+0000 7f64a4400640 1 -- 172.21.15.26:0/2002807450 --> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f649c062390 con 0x7f64840a3da0 2024-04-26T02:02:53.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.410+0000 7f649a000640 1 -- 172.21.15.26:0/2002807450 <== mgr.25115 v2:172.21.15.26:6800/1535987766 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f649c062390 con 0x7f64840a3da0 2024-04-26T02:02:53.409 INFO:teuthology.orchestra.run.smithi026.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-26T00:00:00", "created": "2024-04-26T02:02:52", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-26T02:02:53.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.412+0000 7f64a4400640 1 -- 172.21.15.26:0/2002807450 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f64840a3da0 msgr2=0x7f64840a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:53.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.412+0000 7f64a4400640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f64840a3da0 0x7f64840a6260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f64900096c0 tx=0x7f6490009260 comp rx=0 tx=0).stop 2024-04-26T02:02:53.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.412+0000 7f64a4400640 1 -- 172.21.15.26:0/2002807450 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f649c1053d0 msgr2=0x7f649c19a920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:53.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.412+0000 7f64a4400640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f649c1053d0 0x7f649c19a920 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f648802a860 tx=0x7f6488032dc0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.413+0000 7f64a4400640 1 -- 172.21.15.26:0/2002807450 shutdown_connections 2024-04-26T02:02:53.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.413+0000 7f64a4400640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f64840a3da0 0x7f64840a6260 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.413+0000 7f64a4400640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f649c105d90 0x7f649c1a1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.413+0000 7f64a4400640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f649c1053d0 0x7f649c19a920 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.413+0000 7f64a4400640 1 --2- 172.21.15.26:0/2002807450 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f649c1041e0 0x7f649c19a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.413+0000 7f64a4400640 1 -- 172.21.15.26:0/2002807450 >> 172.21.15.26:0/2002807450 conn(0x7f649c0ff770 msgr2=0x7f649c108770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:53.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.413+0000 7f64a4400640 1 -- 172.21.15.26:0/2002807450 shutdown_connections 2024-04-26T02:02:53.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.413+0000 7f64a4400640 1 -- 172.21.15.26:0/2002807450 wait complete. 2024-04-26T02:02:53.428 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-26T02:02:53.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.616+0000 7fb6f8c00640 1 -- 172.21.15.26:0/2127307100 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6f4077b50 msgr2=0x7fb6f4077fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:53.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.616+0000 7fb6f8c00640 1 --2- 172.21.15.26:0/2127307100 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6f4077b50 0x7fb6f4077fb0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb6dc009900 tx=0x7fb6dc02a410 comp rx=0 tx=0).stop 2024-04-26T02:02:53.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.616+0000 7fb6f8c00640 1 -- 172.21.15.26:0/2127307100 shutdown_connections 2024-04-26T02:02:53.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.616+0000 7fb6f8c00640 1 --2- 172.21.15.26:0/2127307100 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f40784f0 0x7fb6f4078d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.616+0000 7fb6f8c00640 1 --2- 172.21.15.26:0/2127307100 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6f4077b50 0x7fb6f4077fb0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.616+0000 7fb6f8c00640 1 --2- 172.21.15.26:0/2127307100 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6f4076910 0x7fb6f4076d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.616+0000 7fb6f8c00640 1 -- 172.21.15.26:0/2127307100 >> 172.21.15.26:0/2127307100 conn(0x7fb6f40ff770 msgr2=0x7fb6f4101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:53.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.616+0000 7fb6f8c00640 1 -- 172.21.15.26:0/2127307100 shutdown_connections 2024-04-26T02:02:53.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.616+0000 7fb6f8c00640 1 -- 172.21.15.26:0/2127307100 wait complete. 2024-04-26T02:02:53.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.617+0000 7fb6f8c00640 1 Processor -- start 2024-04-26T02:02:53.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.617+0000 7fb6f8c00640 1 -- start start 2024-04-26T02:02:53.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.617+0000 7fb6f8c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6f4076910 0x7fb6f419e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:53.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.617+0000 7fb6f8c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f4077b50 0x7fb6f419ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:53.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6f8c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6f40784f0 0x7fb6f41a5d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:53.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6f8c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f4114160 con 0x7fb6f40784f0 2024-04-26T02:02:53.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6f8c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f4113fe0 con 0x7fb6f4076910 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6f8c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f41142e0 con 0x7fb6f4077b50 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6e9400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f4077b50 0x7fb6f419ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6e9400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f4077b50 0x7fb6f419ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:56414/0 (socket says 172.21.15.26:56414) 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6e9400640 1 -- 172.21.15.26:0/364320261 learned_addr learned my addr 172.21.15.26:0/364320261 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6f1e00640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6f4076910 0x7fb6f419e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6f2800640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6f40784f0 0x7fb6f41a5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6e9400640 1 -- 172.21.15.26:0/364320261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6f4076910 msgr2=0x7fb6f419e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6e9400640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6f4076910 0x7fb6f419e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6e9400640 1 -- 172.21.15.26:0/364320261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6f40784f0 msgr2=0x7fb6f41a5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6e9400640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6f40784f0 0x7fb6f41a5d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6e9400640 1 -- 172.21.15.26:0/364320261 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6f41a63b0 con 0x7fb6f4077b50 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.618+0000 7fb6f1e00640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6f4076910 0x7fb6f419e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.619+0000 7fb6e9400640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f4077b50 0x7fb6f419ecd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb6dc005ab0 tx=0x7fb6dc003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:53.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.619+0000 7fb6eb400640 1 -- 172.21.15.26:0/364320261 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6dc03f070 con 0x7fb6f4077b50 2024-04-26T02:02:53.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.619+0000 7fb6eb400640 1 -- 172.21.15.26:0/364320261 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6dc031c50 con 0x7fb6f4077b50 2024-04-26T02:02:53.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.619+0000 7fb6f8c00640 1 -- 172.21.15.26:0/364320261 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6f41a6640 con 0x7fb6f4077b50 2024-04-26T02:02:53.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.619+0000 7fb6eb400640 1 -- 172.21.15.26:0/364320261 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6dc035030 con 0x7fb6f4077b50 2024-04-26T02:02:53.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.619+0000 7fb6f8c00640 1 -- 172.21.15.26:0/364320261 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6f41a6b30 con 0x7fb6f4077b50 2024-04-26T02:02:53.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.620+0000 7fb6f8c00640 1 -- 172.21.15.26:0/364320261 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6f4110d30 con 0x7fb6f4077b50 2024-04-26T02:02:53.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.622+0000 7fb6eb400640 1 -- 172.21.15.26:0/364320261 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 23) ==== 138817+0+0 (secure 0 0 0) 0x7fb6dc042070 con 0x7fb6f4077b50 2024-04-26T02:02:53.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.623+0000 7fb6eb400640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fb6d80a3da0 0x7fb6d80a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:53.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.624+0000 7fb6eb400640 1 -- 172.21.15.26:0/364320261 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fb6dc0f1120 con 0x7fb6f4077b50 2024-04-26T02:02:53.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.624+0000 7fb6f1e00640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fb6d80a3da0 0x7fb6d80a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:53.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.625+0000 7fb6f1e00640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fb6d80a3da0 0x7fb6d80a6260 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb6e4009fc0 tx=0x7fb6e4005f90 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:53.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.628+0000 7fb6eb400640 1 -- 172.21.15.26:0/364320261 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb6dc0bcfd0 con 0x7fb6f4077b50 2024-04-26T02:02:53.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.892+0000 7fb6f8c00640 1 -- 172.21.15.26:0/364320261 --> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fb6f4062390 con 0x7fb6d80a3da0 2024-04-26T02:02:53.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.910+0000 7fb6eb400640 1 -- 172.21.15.26:0/364320261 <== mgr.25115 v2:172.21.15.26:6800/1535987766 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fb6f4062390 con 0x7fb6d80a3da0 2024-04-26T02:02:53.908 INFO:teuthology.orchestra.run.smithi026.stdout:/ 1m 6m3h 2024-04-26T02:02:53.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.913+0000 7fb6f8c00640 1 -- 172.21.15.26:0/364320261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fb6d80a3da0 msgr2=0x7fb6d80a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:53.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.913+0000 7fb6f8c00640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fb6d80a3da0 0x7fb6d80a6260 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb6e4009fc0 tx=0x7fb6e4005f90 comp rx=0 tx=0).stop 2024-04-26T02:02:53.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.913+0000 7fb6f8c00640 1 -- 172.21.15.26:0/364320261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f4077b50 msgr2=0x7fb6f419ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:53.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.913+0000 7fb6f8c00640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f4077b50 0x7fb6f419ecd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb6dc005ab0 tx=0x7fb6dc003b90 comp rx=0 tx=0).stop 2024-04-26T02:02:53.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.913+0000 7fb6f8c00640 1 -- 172.21.15.26:0/364320261 shutdown_connections 2024-04-26T02:02:53.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.913+0000 7fb6f8c00640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fb6d80a3da0 0x7fb6d80a6260 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.913+0000 7fb6f8c00640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6f40784f0 0x7fb6f41a5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.913+0000 7fb6f8c00640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f4077b50 0x7fb6f419ecd0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.913+0000 7fb6f8c00640 1 --2- 172.21.15.26:0/364320261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6f4076910 0x7fb6f419e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:53.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.913+0000 7fb6f8c00640 1 -- 172.21.15.26:0/364320261 >> 172.21.15.26:0/364320261 conn(0x7fb6f40ff770 msgr2=0x7fb6f4100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:53.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.914+0000 7fb6f8c00640 1 -- 172.21.15.26:0/364320261 shutdown_connections 2024-04-26T02:02:53.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:53.914+0000 7fb6f8c00640 1 -- 172.21.15.26:0/364320261 wait complete. 2024-04-26T02:02:53.933 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-26T02:02:54.000 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-26T02:02:54.010 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-26T02:02:54.020 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T02:02:54.020 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-26T02:02:54.025 INFO:teuthology.run_tasks:Running task quiescer... 2024-04-26T02:02:54.038 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T02:02:54.038 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T02:02:54.076 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:53 smithi026 ceph-mon[28138]: [26/Apr/2024:02:02:52] ENGINE Serving on https://172.21.15.26:7150 2024-04-26T02:02:54.077 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:53 smithi026 ceph-mon[28138]: [26/Apr/2024:02:02:52] ENGINE Bus STARTED 2024-04-26T02:02:54.077 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:53 smithi026 ceph-mon[28138]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-26T02:02:54.077 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:53 smithi026 ceph-mon[28138]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:54.077 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:53 smithi026 ceph-mon[28138]: from='client.25202 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:54.077 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:53 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.077 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:53 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.077 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:53 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.077 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:53 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:53 smithi064 ceph-mon[32613]: [26/Apr/2024:02:02:52] ENGINE Serving on https://172.21.15.26:7150 2024-04-26T02:02:54.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:53 smithi064 ceph-mon[32613]: [26/Apr/2024:02:02:52] ENGINE Bus STARTED 2024-04-26T02:02:54.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:53 smithi064 ceph-mon[32613]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-26T02:02:54.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:53 smithi064 ceph-mon[32613]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:54.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:53 smithi064 ceph-mon[32613]: from='client.25202 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:54.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:53 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:53 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.078 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:53 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.079 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:53 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:53 smithi033 ceph-mon[32805]: [26/Apr/2024:02:02:52] ENGINE Serving on https://172.21.15.26:7150 2024-04-26T02:02:54.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:53 smithi033 ceph-mon[32805]: [26/Apr/2024:02:02:52] ENGINE Bus STARTED 2024-04-26T02:02:54.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:53 smithi033 ceph-mon[32805]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-26T02:02:54.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:53 smithi033 ceph-mon[32805]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:54.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:53 smithi033 ceph-mon[32805]: from='client.25202 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:54.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:53 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:53 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:53 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:53 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:54.912 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='client.25198 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:54.912 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='client.25204 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:54.913 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.913 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.913 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.913 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:54.913 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:54.913 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi033 to 177.2M 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: Unable to set osd_memory_target on smithi033 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi064 to 176.2M 2024-04-26T02:02:55.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:54 smithi026 ceph-mon[28138]: Unable to set osd_memory_target on smithi064 to 184793907: error parsing value: Value '184793907' is below minimum 939524096 2024-04-26T02:02:55.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='client.25198 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:55.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='client.25204 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:55.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi033 to 177.2M 2024-04-26T02:02:55.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: Unable to set osd_memory_target on smithi033 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-26T02:02:55.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.250 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.250 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.250 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.250 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.250 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.250 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi064 to 176.2M 2024-04-26T02:02:55.250 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:54 smithi033 ceph-mon[32805]: Unable to set osd_memory_target on smithi064 to 184793907: error parsing value: Value '184793907' is below minimum 939524096 2024-04-26T02:02:55.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='client.25198 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:55.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='client.25204 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:02:55.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi033 to 177.2M 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: Unable to set osd_memory_target on smithi033 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:55.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi064 to 176.2M 2024-04-26T02:02:55.331 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:54 smithi064 ceph-mon[32613]: Unable to set osd_memory_target on smithi064 to 184793907: error parsing value: Value '184793907' is below minimum 939524096 2024-04-26T02:02:56.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:56.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-26T02:02:56.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:56.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:56.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:02:56.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:56 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:02:56.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:56.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-26T02:02:56.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:56.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:56.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:02:56.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:56 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:02:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:56.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-26T02:02:56.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:56.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:56.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:02:56.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:02:56.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:56 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:02:56.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.845+0000 7f4a85000700 1 -- 172.21.15.26:0/4016656606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a801034b0 msgr2=0x7f4a8010f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:56.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.845+0000 7f4a85000700 1 --2- 172.21.15.26:0/4016656606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a801034b0 0x7f4a8010f920 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4a7800b0d0 tx=0x7f4a7800b3e0 comp rx=0 tx=0).stop 2024-04-26T02:02:56.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.845+0000 7f4a85000700 1 -- 172.21.15.26:0/4016656606 shutdown_connections 2024-04-26T02:02:56.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.845+0000 7f4a85000700 1 --2- 172.21.15.26:0/4016656606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a801034b0 0x7f4a8010f920 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:56.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.845+0000 7f4a85000700 1 --2- 172.21.15.26:0/4016656606 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a80107940 0x7f4a80107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:56.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.845+0000 7f4a85000700 1 --2- 172.21.15.26:0/4016656606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a80102af0 0x7f4a80102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:56.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.845+0000 7f4a85000700 1 -- 172.21.15.26:0/4016656606 >> 172.21.15.26:0/4016656606 conn(0x7f4a80079ba0 msgr2=0x7f4a80079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:56.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.845+0000 7f4a85000700 1 -- 172.21.15.26:0/4016656606 shutdown_connections 2024-04-26T02:02:56.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.845+0000 7f4a85000700 1 -- 172.21.15.26:0/4016656606 wait complete. 2024-04-26T02:02:56.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.846+0000 7f4a85000700 1 Processor -- start 2024-04-26T02:02:56.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.846+0000 7f4a85000700 1 -- start start 2024-04-26T02:02:56.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.847+0000 7f4a85000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a80102af0 0x7f4a80199060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:56.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.847+0000 7f4a85000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a801034b0 0x7f4a801995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:56.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.847+0000 7f4a85000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a80107940 0x7f4a8019d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:56.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.847+0000 7f4a85000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4a80112c30 con 0x7f4a80102af0 2024-04-26T02:02:56.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.847+0000 7f4a85000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4a80112ab0 con 0x7f4a80107940 2024-04-26T02:02:56.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.847+0000 7f4a85000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4a80112db0 con 0x7f4a801034b0 2024-04-26T02:02:56.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.847+0000 7f4a7d400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a801034b0 0x7f4a801995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:56.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.847+0000 7f4a7de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a80102af0 0x7f4a80199060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:56.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.847+0000 7f4a7d400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a801034b0 0x7f4a801995a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:56526/0 (socket says 172.21.15.26:56526) 2024-04-26T02:02:56.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.847+0000 7f4a7d400700 1 -- 172.21.15.26:0/2617252139 learned_addr learned my addr 172.21.15.26:0/2617252139 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:02:56.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.847+0000 7f4a7e800700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a80107940 0x7f4a8019d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:56.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.848+0000 7f4a7d400700 1 -- 172.21.15.26:0/2617252139 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a80107940 msgr2=0x7f4a8019d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:56.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.848+0000 7f4a7d400700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a80107940 0x7f4a8019d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:56.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.848+0000 7f4a7d400700 1 -- 172.21.15.26:0/2617252139 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a80102af0 msgr2=0x7f4a80199060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:56.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.848+0000 7f4a7d400700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a80102af0 0x7f4a80199060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:56.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.848+0000 7f4a7d400700 1 -- 172.21.15.26:0/2617252139 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a8019e020 con 0x7f4a801034b0 2024-04-26T02:02:56.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.848+0000 7f4a7d400700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a801034b0 0x7f4a801995a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f4a6c00e9a0 tx=0x7f4a6c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:56.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.848+0000 7f4a76a00700 1 -- 172.21.15.26:0/2617252139 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6c00ca10 con 0x7f4a801034b0 2024-04-26T02:02:56.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.848+0000 7f4a85000700 1 -- 172.21.15.26:0/2617252139 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a8019e310 con 0x7f4a801034b0 2024-04-26T02:02:56.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.848+0000 7f4a76a00700 1 -- 172.21.15.26:0/2617252139 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a6c00cbb0 con 0x7f4a801034b0 2024-04-26T02:02:56.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.848+0000 7f4a76a00700 1 -- 172.21.15.26:0/2617252139 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6c018680 con 0x7f4a801034b0 2024-04-26T02:02:56.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.848+0000 7f4a85000700 1 -- 172.21.15.26:0/2617252139 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a801a5b90 con 0x7f4a801034b0 2024-04-26T02:02:56.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.850+0000 7f4a85000700 1 -- 172.21.15.26:0/2617252139 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a80069730 con 0x7f4a801034b0 2024-04-26T02:02:56.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.853+0000 7f4a76a00700 1 -- 172.21.15.26:0/2617252139 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f4a6c010430 con 0x7f4a801034b0 2024-04-26T02:02:56.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.855+0000 7f4a76a00700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f4a640a3ed0 0x7f4a640a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:56.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.855+0000 7f4a76a00700 1 -- 172.21.15.26:0/2617252139 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f4a6c0d0c50 con 0x7f4a801034b0 2024-04-26T02:02:56.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.855+0000 7f4a7de00700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f4a640a3ed0 0x7f4a640a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:56.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.856+0000 7f4a7de00700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f4a640a3ed0 0x7f4a640a6390 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4a70009680 tx=0x7f4a70009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:56.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:56.859+0000 7f4a76a00700 1 -- 172.21.15.26:0/2617252139 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4a6c09d070 con 0x7f4a801034b0 2024-04-26T02:02:57.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.143+0000 7f4a85000700 1 -- 172.21.15.26:0/2617252139 --> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4a80062e80 con 0x7f4a640a3ed0 2024-04-26T02:02:57.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.154+0000 7f4a76a00700 1 -- 172.21.15.26:0/2617252139 <== mgr.25115 v2:172.21.15.26:6800/1535987766 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258094 (secure 0 0 0) 0x7f4a80062e80 con 0x7f4a640a3ed0 2024-04-26T02:02:57.157 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:02:57.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.160+0000 7f4a85000700 1 -- 172.21.15.26:0/2617252139 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f4a640a3ed0 msgr2=0x7f4a640a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:57.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.160+0000 7f4a85000700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f4a640a3ed0 0x7f4a640a6390 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4a70009680 tx=0x7f4a70009260 comp rx=0 tx=0).stop 2024-04-26T02:02:57.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.160+0000 7f4a85000700 1 -- 172.21.15.26:0/2617252139 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a801034b0 msgr2=0x7f4a801995a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:57.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.160+0000 7f4a85000700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a801034b0 0x7f4a801995a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f4a6c00e9a0 tx=0x7f4a6c00ecb0 comp rx=0 tx=0).stop 2024-04-26T02:02:57.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.160+0000 7f4a85000700 1 -- 172.21.15.26:0/2617252139 shutdown_connections 2024-04-26T02:02:57.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.160+0000 7f4a85000700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a80107940 0x7f4a8019d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:57.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.160+0000 7f4a85000700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a80102af0 0x7f4a80199060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:57.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.160+0000 7f4a85000700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f4a640a3ed0 0x7f4a640a6390 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:57.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.160+0000 7f4a85000700 1 --2- 172.21.15.26:0/2617252139 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a801034b0 0x7f4a801995a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:57.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.160+0000 7f4a85000700 1 -- 172.21.15.26:0/2617252139 >> 172.21.15.26:0/2617252139 conn(0x7f4a80079ba0 msgr2=0x7f4a80100b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:57.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.160+0000 7f4a85000700 1 -- 172.21.15.26:0/2617252139 shutdown_connections 2024-04-26T02:02:57.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:02:57.160+0000 7f4a85000700 1 -- 172.21.15.26:0/2617252139 wait complete. 2024-04-26T02:02:57.161 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T02:02:57.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:57 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi026 to 177.5M 2024-04-26T02:02:57.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:57 smithi026 ceph-mon[28138]: Unable to set osd_memory_target on smithi026 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T02:02:57.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:57 smithi026 ceph-mon[28138]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T02:02:57.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:57 smithi026 ceph-mon[28138]: Updating smithi033:/etc/ceph/ceph.conf 2024-04-26T02:02:57.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:57 smithi026 ceph-mon[28138]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-26T02:02:57.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:57 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi026 to 177.5M 2024-04-26T02:02:57.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:57 smithi033 ceph-mon[32805]: Unable to set osd_memory_target on smithi026 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T02:02:57.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:57 smithi033 ceph-mon[32805]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T02:02:57.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:57 smithi033 ceph-mon[32805]: Updating smithi033:/etc/ceph/ceph.conf 2024-04-26T02:02:57.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:57 smithi033 ceph-mon[32805]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-26T02:02:57.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:57 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi026 to 177.5M 2024-04-26T02:02:57.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:57 smithi064 ceph-mon[32613]: Unable to set osd_memory_target on smithi026 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T02:02:57.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:57 smithi064 ceph-mon[32613]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T02:02:57.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:57 smithi064 ceph-mon[32613]: Updating smithi033:/etc/ceph/ceph.conf 2024-04-26T02:02:57.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:57 smithi064 ceph-mon[32613]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-26T02:02:58.090 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-04-26T02:02:56.783740+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1192791,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":2640,"num_read_kb":1489,"num_write":567,"num_write_kb":4411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1180804,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":948,"ondisk_log_size":948,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":365892,"kb_used_data":12540,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124575932,"statfs":{"total":1151940427776,"available":1151565754368,"internally_reserved":0,"allocated":12840960,"data_stored":9481132,"data_compressed":218807,"data_compressed_allocated":282624,"data_compressed_original":3416064,"omap_allocated":19139,"internal_metadata":361674045},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.982960"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902109+0000","last_change":"2024-04-26T01:58:30.964631+0000","last_active":"2024-04-26T02:02:50.902109+0000","last_peered":"2024-04-26T02:02:50.902109+0000","last_clean":"2024-04-26T02:02:50.902109+0000","last_became_active":"2024-04-26T01:58:30.964292+0000","last_became_peered":"2024-04-26T01:58:30.964292+0000","last_unstale":"2024-04-26T02:02:50.902109+0000","last_undegraded":"2024-04-26T02:02:50.902109+0000","last_fullsized":"2024-04-26T02:02:50.902109+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:56:28.572390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100829+0000","last_change":"2024-04-26T01:58:30.962040+0000","last_active":"2024-04-26T02:02:51.100829+0000","last_peered":"2024-04-26T02:02:51.100829+0000","last_clean":"2024-04-26T02:02:51.100829+0000","last_became_active":"2024-04-26T01:58:30.961628+0000","last_became_peered":"2024-04-26T01:58:30.961628+0000","last_unstale":"2024-04-26T02:02:51.100829+0000","last_undegraded":"2024-04-26T02:02:51.100829+0000","last_fullsized":"2024-04-26T02:02:51.100829+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:43.963583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100398+0000","last_change":"2024-04-26T01:58:30.965916+0000","last_active":"2024-04-26T02:02:51.100398+0000","last_peered":"2024-04-26T02:02:51.100398+0000","last_clean":"2024-04-26T02:02:51.100398+0000","last_became_active":"2024-04-26T01:58:30.964832+0000","last_became_peered":"2024-04-26T01:58:30.964832+0000","last_unstale":"2024-04-26T02:02:51.100398+0000","last_undegraded":"2024-04-26T02:02:51.100398+0000","last_fullsized":"2024-04-26T02:02:51.100398+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:53:46.967305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.760457+0000","last_change":"2024-04-26T01:58:30.956744+0000","last_active":"2024-04-26T02:02:50.760457+0000","last_peered":"2024-04-26T02:02:50.760457+0000","last_clean":"2024-04-26T02:02:50.760457+0000","last_became_active":"2024-04-26T01:58:30.956379+0000","last_became_peered":"2024-04-26T01:58:30.956379+0000","last_unstale":"2024-04-26T02:02:50.760457+0000","last_undegraded":"2024-04-26T02:02:50.760457+0000","last_fullsized":"2024-04-26T02:02:50.760457+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:18:05.595190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758085+0000","last_change":"2024-04-26T01:58:30.985158+0000","last_active":"2024-04-26T02:02:50.758085+0000","last_peered":"2024-04-26T02:02:50.758085+0000","last_clean":"2024-04-26T02:02:50.758085+0000","last_became_active":"2024-04-26T01:58:30.984799+0000","last_became_peered":"2024-04-26T01:58:30.984799+0000","last_unstale":"2024-04-26T02:02:50.758085+0000","last_undegraded":"2024-04-26T02:02:50.758085+0000","last_fullsized":"2024-04-26T02:02:50.758085+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:31.555736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.915061+0000","last_change":"2024-04-26T01:58:30.958873+0000","last_active":"2024-04-26T02:02:50.915061+0000","last_peered":"2024-04-26T02:02:50.915061+0000","last_clean":"2024-04-26T02:02:50.915061+0000","last_became_active":"2024-04-26T01:58:30.958382+0000","last_became_peered":"2024-04-26T01:58:30.958382+0000","last_unstale":"2024-04-26T02:02:50.915061+0000","last_undegraded":"2024-04-26T02:02:50.915061+0000","last_fullsized":"2024-04-26T02:02:50.915061+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:59.244016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802390+0000","last_change":"2024-04-26T01:58:30.967633+0000","last_active":"2024-04-26T02:02:50.802390+0000","last_peered":"2024-04-26T02:02:50.802390+0000","last_clean":"2024-04-26T02:02:50.802390+0000","last_became_active":"2024-04-26T01:58:30.967260+0000","last_became_peered":"2024-04-26T01:58:30.967260+0000","last_unstale":"2024-04-26T02:02:50.802390+0000","last_undegraded":"2024-04-26T02:02:50.802390+0000","last_fullsized":"2024-04-26T02:02:50.802390+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:05:04.749182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902191+0000","last_change":"2024-04-26T01:58:30.963144+0000","last_active":"2024-04-26T02:02:50.902191+0000","last_peered":"2024-04-26T02:02:50.902191+0000","last_clean":"2024-04-26T02:02:50.902191+0000","last_became_active":"2024-04-26T01:58:30.962392+0000","last_became_peered":"2024-04-26T01:58:30.962392+0000","last_unstale":"2024-04-26T02:02:50.902191+0000","last_undegraded":"2024-04-26T02:02:50.902191+0000","last_fullsized":"2024-04-26T02:02:50.902191+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:44.931238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836816+0000","last_change":"2024-04-26T01:58:30.965078+0000","last_active":"2024-04-26T02:02:50.836816+0000","last_peered":"2024-04-26T02:02:50.836816+0000","last_clean":"2024-04-26T02:02:50.836816+0000","last_became_active":"2024-04-26T01:58:30.964720+0000","last_became_peered":"2024-04-26T01:58:30.964720+0000","last_unstale":"2024-04-26T02:02:50.836816+0000","last_undegraded":"2024-04-26T02:02:50.836816+0000","last_fullsized":"2024-04-26T02:02:50.836816+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:56:30.536722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.915472+0000","last_change":"2024-04-26T01:58:30.960916+0000","last_active":"2024-04-26T02:02:50.915472+0000","last_peered":"2024-04-26T02:02:50.915472+0000","last_clean":"2024-04-26T02:02:50.915472+0000","last_became_active":"2024-04-26T01:58:30.960506+0000","last_became_peered":"2024-04-26T01:58:30.960506+0000","last_unstale":"2024-04-26T02:02:50.915472+0000","last_undegraded":"2024-04-26T02:02:50.915472+0000","last_fullsized":"2024-04-26T02:02:50.915472+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:39.655503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802834+0000","last_change":"2024-04-26T01:58:30.969391+0000","last_active":"2024-04-26T02:02:50.802834+0000","last_peered":"2024-04-26T02:02:50.802834+0000","last_clean":"2024-04-26T02:02:50.802834+0000","last_became_active":"2024-04-26T01:58:30.968753+0000","last_became_peered":"2024-04-26T01:58:30.968753+0000","last_unstale":"2024-04-26T02:02:50.802834+0000","last_undegraded":"2024-04-26T02:02:50.802834+0000","last_fullsized":"2024-04-26T02:02:50.802834+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:37.282473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.760392+0000","last_change":"2024-04-26T01:58:30.961127+0000","last_active":"2024-04-26T02:02:50.760392+0000","last_peered":"2024-04-26T02:02:50.760392+0000","last_clean":"2024-04-26T02:02:50.760392+0000","last_became_active":"2024-04-26T01:58:30.960770+0000","last_became_peered":"2024-04-26T01:58:30.960770+0000","last_unstale":"2024-04-26T02:02:50.760392+0000","last_undegraded":"2024-04-26T02:02:50.760392+0000","last_fullsized":"2024-04-26T02:02:50.760392+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:55:12.749630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.113906+0000","last_change":"2024-04-26T01:58:30.972350+0000","last_active":"2024-04-26T02:02:51.113906+0000","last_peered":"2024-04-26T02:02:51.113906+0000","last_clean":"2024-04-26T02:02:51.113906+0000","last_became_active":"2024-04-26T01:58:30.971258+0000","last_became_peered":"2024-04-26T01:58:30.971258+0000","last_unstale":"2024-04-26T02:02:51.113906+0000","last_undegraded":"2024-04-26T02:02:51.113906+0000","last_fullsized":"2024-04-26T02:02:51.113906+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:46:47.206529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.099897+0000","last_change":"2024-04-26T01:58:30.966953+0000","last_active":"2024-04-26T02:02:51.099897+0000","last_peered":"2024-04-26T02:02:51.099897+0000","last_clean":"2024-04-26T02:02:51.099897+0000","last_became_active":"2024-04-26T01:58:30.962570+0000","last_became_peered":"2024-04-26T01:58:30.962570+0000","last_unstale":"2024-04-26T02:02:51.099897+0000","last_undegraded":"2024-04-26T02:02:51.099897+0000","last_fullsized":"2024-04-26T02:02:51.099897+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:43.199478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.101107+0000","last_change":"2024-04-26T01:58:30.963717+0000","last_active":"2024-04-26T02:02:51.101107+0000","last_peered":"2024-04-26T02:02:51.101107+0000","last_clean":"2024-04-26T02:02:51.101107+0000","last_became_active":"2024-04-26T01:58:30.962861+0000","last_became_peered":"2024-04-26T01:58:30.962861+0000","last_unstale":"2024-04-26T02:02:51.101107+0000","last_undegraded":"2024-04-26T02:02:51.101107+0000","last_fullsized":"2024-04-26T02:02:51.101107+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:04:20.857193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836320+0000","last_change":"2024-04-26T01:58:30.963963+0000","last_active":"2024-04-26T02:02:50.836320+0000","last_peered":"2024-04-26T02:02:50.836320+0000","last_clean":"2024-04-26T02:02:50.836320+0000","last_became_active":"2024-04-26T01:58:30.963594+0000","last_became_peered":"2024-04-26T01:58:30.963594+0000","last_unstale":"2024-04-26T02:02:50.836320+0000","last_undegraded":"2024-04-26T02:02:50.836320+0000","last_fullsized":"2024-04-26T02:02:50.836320+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:05:53.068792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902239+0000","last_change":"2024-04-26T01:58:30.965493+0000","last_active":"2024-04-26T02:02:50.902239+0000","last_peered":"2024-04-26T02:02:50.902239+0000","last_clean":"2024-04-26T02:02:50.902239+0000","last_became_active":"2024-04-26T01:58:30.965159+0000","last_became_peered":"2024-04-26T01:58:30.965159+0000","last_unstale":"2024-04-26T02:02:50.902239+0000","last_undegraded":"2024-04-26T02:02:50.902239+0000","last_fullsized":"2024-04-26T02:02:50.902239+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:28:58.745853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899818+0000","last_change":"2024-04-26T01:58:30.959013+0000","last_active":"2024-04-26T02:02:50.899818+0000","last_peered":"2024-04-26T02:02:50.899818+0000","last_clean":"2024-04-26T02:02:50.899818+0000","last_became_active":"2024-04-26T01:58:30.958626+0000","last_became_peered":"2024-04-26T01:58:30.958626+0000","last_unstale":"2024-04-26T02:02:50.899818+0000","last_undegraded":"2024-04-26T02:02:50.899818+0000","last_fullsized":"2024-04-26T02:02:50.899818+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:36:30.591403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.097636+0000","last_change":"2024-04-26T01:58:30.969827+0000","last_active":"2024-04-26T02:02:51.097636+0000","last_peered":"2024-04-26T02:02:51.097636+0000","last_clean":"2024-04-26T02:02:51.097636+0000","last_became_active":"2024-04-26T01:58:30.969489+0000","last_became_peered":"2024-04-26T01:58:30.969489+0000","last_unstale":"2024-04-26T02:02:51.097636+0000","last_undegraded":"2024-04-26T02:02:51.097636+0000","last_fullsized":"2024-04-26T02:02:51.097636+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:46.542281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'15","reported_seq":282,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899745+0000","last_change":"2024-04-26T01:58:26.909029+0000","last_active":"2024-04-26T02:02:50.899745+0000","last_peered":"2024-04-26T02:02:50.899745+0000","last_clean":"2024-04-26T02:02:50.899745+0000","last_became_active":"2024-04-26T01:58:26.908324+0000","last_became_peered":"2024-04-26T01:58:26.908324+0000","last_unstale":"2024-04-26T02:02:50.899745+0000","last_undegraded":"2024-04-26T02:02:50.899745+0000","last_fullsized":"2024-04-26T02:02:50.899745+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:03:13.796647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":19,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899658+0000","last_change":"2024-04-26T01:59:06.733098+0000","last_active":"2024-04-26T02:02:50.899658+0000","last_peered":"2024-04-26T02:02:50.899658+0000","last_clean":"2024-04-26T02:02:50.899658+0000","last_became_active":"2024-04-26T01:59:06.731525+0000","last_became_peered":"2024-04-26T01:59:06.731525+0000","last_unstale":"2024-04-26T02:02:50.899658+0000","last_undegraded":"2024-04-26T02:02:50.899658+0000","last_fullsized":"2024-04-26T02:02:50.899658+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:09.678592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.903282+0000","last_change":"2024-04-26T01:58:26.950857+0000","last_active":"2024-04-26T02:02:50.903282+0000","last_peered":"2024-04-26T02:02:50.903282+0000","last_clean":"2024-04-26T02:02:50.903282+0000","last_became_active":"2024-04-26T01:58:26.949124+0000","last_became_peered":"2024-04-26T01:58:26.949124+0000","last_unstale":"2024-04-26T02:02:50.903282+0000","last_undegraded":"2024-04-26T02:02:50.903282+0000","last_fullsized":"2024-04-26T02:02:50.903282+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:37.249004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100482+0000","last_change":"2024-04-26T01:58:30.965301+0000","last_active":"2024-04-26T02:02:51.100482+0000","last_peered":"2024-04-26T02:02:51.100482+0000","last_clean":"2024-04-26T02:02:51.100482+0000","last_became_active":"2024-04-26T01:58:30.964953+0000","last_became_peered":"2024-04-26T01:58:30.964953+0000","last_unstale":"2024-04-26T02:02:51.100482+0000","last_undegraded":"2024-04-26T02:02:51.100482+0000","last_fullsized":"2024-04-26T02:02:51.100482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:35:32.835720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"92'14","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758835+0000","last_change":"2024-04-26T01:58:26.908866+0000","last_active":"2024-04-26T02:02:50.758835+0000","last_peered":"2024-04-26T02:02:50.758835+0000","last_clean":"2024-04-26T02:02:50.758835+0000","last_became_active":"2024-04-26T01:58:26.908424+0000","last_became_peered":"2024-04-26T01:58:26.908424+0000","last_unstale":"2024-04-26T02:02:50.758835+0000","last_undegraded":"2024-04-26T02:02:50.758835+0000","last_fullsized":"2024-04-26T02:02:50.758835+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:31:18.051909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":20,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836491+0000","last_change":"2024-04-26T01:58:30.976254+0000","last_active":"2024-04-26T02:02:50.836491+0000","last_peered":"2024-04-26T02:02:50.836491+0000","last_clean":"2024-04-26T02:02:50.836491+0000","last_became_active":"2024-04-26T01:58:30.975848+0000","last_became_peered":"2024-04-26T01:58:30.975848+0000","last_unstale":"2024-04-26T02:02:50.836491+0000","last_undegraded":"2024-04-26T02:02:50.836491+0000","last_fullsized":"2024-04-26T02:02:50.836491+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:33.189012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758515+0000","last_change":"2024-04-26T01:58:26.911002+0000","last_active":"2024-04-26T02:02:50.758515+0000","last_peered":"2024-04-26T02:02:50.758515+0000","last_clean":"2024-04-26T02:02:50.758515+0000","last_became_active":"2024-04-26T01:58:26.910602+0000","last_became_peered":"2024-04-26T01:58:26.910602+0000","last_unstale":"2024-04-26T02:02:50.758515+0000","last_undegraded":"2024-04-26T02:02:50.758515+0000","last_fullsized":"2024-04-26T02:02:50.758515+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:22.056752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.797319+0000","last_change":"2024-04-26T01:59:06.795919+0000","last_active":"2024-04-26T02:02:50.797319+0000","last_peered":"2024-04-26T02:02:50.797319+0000","last_clean":"2024-04-26T02:02:50.797319+0000","last_became_active":"2024-04-26T01:59:06.795545+0000","last_became_peered":"2024-04-26T01:59:06.795545+0000","last_unstale":"2024-04-26T02:02:50.797319+0000","last_undegraded":"2024-04-26T02:02:50.797319+0000","last_fullsized":"2024-04-26T02:02:50.797319+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:04.415279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"92'7","reported_seq":275,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.509083+0000","last_change":"2024-04-26T01:58:26.907930+0000","last_active":"2024-04-26T02:02:51.509083+0000","last_peered":"2024-04-26T02:02:51.509083+0000","last_clean":"2024-04-26T02:02:51.509083+0000","last_became_active":"2024-04-26T01:58:26.907517+0000","last_became_peered":"2024-04-26T01:58:26.907517+0000","last_unstale":"2024-04-26T02:02:51.509083+0000","last_undegraded":"2024-04-26T02:02:51.509083+0000","last_fullsized":"2024-04-26T02:02:51.509083+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:14:44.076309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1404,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":239,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758134+0000","last_change":"2024-04-26T01:58:30.952575+0000","last_active":"2024-04-26T02:02:50.758134+0000","last_peered":"2024-04-26T02:02:50.758134+0000","last_clean":"2024-04-26T02:02:50.758134+0000","last_became_active":"2024-04-26T01:58:30.952212+0000","last_became_peered":"2024-04-26T01:58:30.952212+0000","last_unstale":"2024-04-26T02:02:50.758134+0000","last_undegraded":"2024-04-26T02:02:50.758134+0000","last_fullsized":"2024-04-26T02:02:50.758134+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:01:57.128787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.914968+0000","last_change":"2024-04-26T01:58:26.911859+0000","last_active":"2024-04-26T02:02:50.914968+0000","last_peered":"2024-04-26T02:02:50.914968+0000","last_clean":"2024-04-26T02:02:50.914968+0000","last_became_active":"2024-04-26T01:58:26.911358+0000","last_became_peered":"2024-04-26T01:58:26.911358+0000","last_unstale":"2024-04-26T02:02:50.914968+0000","last_undegraded":"2024-04-26T02:02:50.914968+0000","last_fullsized":"2024-04-26T02:02:50.914968+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:35.498625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899398+0000","last_change":"2024-04-26T01:59:07.118055+0000","last_active":"2024-04-26T02:02:50.899398+0000","last_peered":"2024-04-26T02:02:50.899398+0000","last_clean":"2024-04-26T02:02:50.899398+0000","last_became_active":"2024-04-26T01:59:07.116702+0000","last_became_peered":"2024-04-26T01:59:07.116702+0000","last_unstale":"2024-04-26T02:02:50.899398+0000","last_undegraded":"2024-04-26T02:02:50.899398+0000","last_fullsized":"2024-04-26T02:02:50.899398+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:50.911431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.112236+0000","last_change":"2024-04-26T01:58:26.909213+0000","last_active":"2024-04-26T02:02:51.112236+0000","last_peered":"2024-04-26T02:02:51.112236+0000","last_clean":"2024-04-26T02:02:51.112236+0000","last_became_active":"2024-04-26T01:58:26.908696+0000","last_became_peered":"2024-04-26T01:58:26.908696+0000","last_unstale":"2024-04-26T02:02:51.112236+0000","last_undegraded":"2024-04-26T02:02:51.112236+0000","last_fullsized":"2024-04-26T02:02:51.112236+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:32:50.331258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902168+0000","last_change":"2024-04-26T01:58:30.986876+0000","last_active":"2024-04-26T02:02:50.902168+0000","last_peered":"2024-04-26T02:02:50.902168+0000","last_clean":"2024-04-26T02:02:50.902168+0000","last_became_active":"2024-04-26T01:58:30.986442+0000","last_became_peered":"2024-04-26T01:58:30.986442+0000","last_unstale":"2024-04-26T02:02:50.902168+0000","last_undegraded":"2024-04-26T02:02:50.902168+0000","last_fullsized":"2024-04-26T02:02:50.902168+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:14:09.315119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.796936+0000","last_change":"2024-04-26T01:58:26.908371+0000","last_active":"2024-04-26T02:02:50.796936+0000","last_peered":"2024-04-26T02:02:50.796936+0000","last_clean":"2024-04-26T02:02:50.796936+0000","last_became_active":"2024-04-26T01:58:26.908013+0000","last_became_peered":"2024-04-26T01:58:26.908013+0000","last_unstale":"2024-04-26T02:02:50.796936+0000","last_undegraded":"2024-04-26T02:02:50.796936+0000","last_fullsized":"2024-04-26T02:02:50.796936+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:26:57.910428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.898981+0000","last_change":"2024-04-26T01:58:30.971847+0000","last_active":"2024-04-26T02:02:50.898981+0000","last_peered":"2024-04-26T02:02:50.898981+0000","last_clean":"2024-04-26T02:02:50.898981+0000","last_became_active":"2024-04-26T01:58:30.971427+0000","last_became_peered":"2024-04-26T01:58:30.971427+0000","last_unstale":"2024-04-26T02:02:50.898981+0000","last_undegraded":"2024-04-26T02:02:50.898981+0000","last_fullsized":"2024-04-26T02:02:50.898981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:59:58.120983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"92'6","reported_seq":507,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.508717+0000","last_change":"2024-04-26T01:58:26.916131+0000","last_active":"2024-04-26T02:02:51.508717+0000","last_peered":"2024-04-26T02:02:51.508717+0000","last_clean":"2024-04-26T02:02:51.508717+0000","last_became_active":"2024-04-26T01:58:26.915748+0000","last_became_peered":"2024-04-26T01:58:26.915748+0000","last_unstale":"2024-04-26T02:02:51.508717+0000","last_undegraded":"2024-04-26T02:02:51.508717+0000","last_fullsized":"2024-04-26T02:02:51.508717+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:18.951250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":472,"num_read_kb":472,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836803+0000","last_change":"2024-04-26T01:58:30.963544+0000","last_active":"2024-04-26T02:02:50.836803+0000","last_peered":"2024-04-26T02:02:50.836803+0000","last_clean":"2024-04-26T02:02:50.836803+0000","last_became_active":"2024-04-26T01:58:30.963152+0000","last_became_peered":"2024-04-26T01:58:30.963152+0000","last_unstale":"2024-04-26T02:02:50.836803+0000","last_undegraded":"2024-04-26T02:02:50.836803+0000","last_fullsized":"2024-04-26T02:02:50.836803+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:39:42.557629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802883+0000","last_change":"2024-04-26T01:58:26.912774+0000","last_active":"2024-04-26T02:02:50.802883+0000","last_peered":"2024-04-26T02:02:50.802883+0000","last_clean":"2024-04-26T02:02:50.802883+0000","last_became_active":"2024-04-26T01:58:26.912382+0000","last_became_peered":"2024-04-26T01:58:26.912382+0000","last_unstale":"2024-04-26T02:02:50.802883+0000","last_undegraded":"2024-04-26T02:02:50.802883+0000","last_fullsized":"2024-04-26T02:02:50.802883+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:03.667501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100260+0000","last_change":"2024-04-26T01:58:30.969636+0000","last_active":"2024-04-26T02:02:51.100260+0000","last_peered":"2024-04-26T02:02:51.100260+0000","last_clean":"2024-04-26T02:02:51.100260+0000","last_became_active":"2024-04-26T01:58:30.965817+0000","last_became_peered":"2024-04-26T01:58:30.965817+0000","last_unstale":"2024-04-26T02:02:51.100260+0000","last_undegraded":"2024-04-26T02:02:51.100260+0000","last_fullsized":"2024-04-26T02:02:51.100260+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:52.159112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.797439+0000","last_change":"2024-04-26T01:58:26.955656+0000","last_active":"2024-04-26T02:02:50.797439+0000","last_peered":"2024-04-26T02:02:50.797439+0000","last_clean":"2024-04-26T02:02:50.797439+0000","last_became_active":"2024-04-26T01:58:26.955270+0000","last_became_peered":"2024-04-26T01:58:26.955270+0000","last_unstale":"2024-04-26T02:02:50.797439+0000","last_undegraded":"2024-04-26T02:02:50.797439+0000","last_fullsized":"2024-04-26T02:02:50.797439+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:12:31.425015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836646+0000","last_change":"2024-04-26T01:58:30.952388+0000","last_active":"2024-04-26T02:02:50.836646+0000","last_peered":"2024-04-26T02:02:50.836646+0000","last_clean":"2024-04-26T02:02:50.836646+0000","last_became_active":"2024-04-26T01:58:30.951944+0000","last_became_peered":"2024-04-26T01:58:30.951944+0000","last_unstale":"2024-04-26T02:02:50.836646+0000","last_undegraded":"2024-04-26T02:02:50.836646+0000","last_fullsized":"2024-04-26T02:02:50.836646+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:39:43.629075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'37","reported_seq":550,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.509926+0000","last_change":"2024-04-26T01:58:26.908554+0000","last_active":"2024-04-26T02:02:51.509926+0000","last_peered":"2024-04-26T02:02:51.509926+0000","last_clean":"2024-04-26T02:02:51.509926+0000","last_became_active":"2024-04-26T01:58:26.908096+0000","last_became_peered":"2024-04-26T01:58:26.908096+0000","last_unstale":"2024-04-26T02:02:51.509926+0000","last_undegraded":"2024-04-26T02:02:51.509926+0000","last_fullsized":"2024-04-26T02:02:51.509926+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:59:07.497393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67090,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":484,"num_read_kb":307,"num_write":39,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758604+0000","last_change":"2024-04-26T01:58:30.962169+0000","last_active":"2024-04-26T02:02:50.758604+0000","last_peered":"2024-04-26T02:02:50.758604+0000","last_clean":"2024-04-26T02:02:50.758604+0000","last_became_active":"2024-04-26T01:58:30.961827+0000","last_became_peered":"2024-04-26T01:58:30.961827+0000","last_unstale":"2024-04-26T02:02:50.758604+0000","last_undegraded":"2024-04-26T02:02:50.758604+0000","last_fullsized":"2024-04-26T02:02:50.758604+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:42.150541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.901748+0000","last_change":"2024-04-26T01:59:06.748974+0000","last_active":"2024-04-26T02:02:50.901748+0000","last_peered":"2024-04-26T02:02:50.901748+0000","last_clean":"2024-04-26T02:02:50.901748+0000","last_became_active":"2024-04-26T01:59:06.733491+0000","last_became_peered":"2024-04-26T01:59:06.733491+0000","last_unstale":"2024-04-26T02:02:50.901748+0000","last_undegraded":"2024-04-26T02:02:50.901748+0000","last_fullsized":"2024-04-26T02:02:50.901748+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:11.743053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.112949+0000","last_change":"2024-04-26T01:58:30.981562+0000","last_active":"2024-04-26T02:02:51.112949+0000","last_peered":"2024-04-26T02:02:51.112949+0000","last_clean":"2024-04-26T02:02:51.112949+0000","last_became_active":"2024-04-26T01:58:30.975609+0000","last_became_peered":"2024-04-26T01:58:30.975609+0000","last_unstale":"2024-04-26T02:02:51.112949+0000","last_undegraded":"2024-04-26T02:02:51.112949+0000","last_fullsized":"2024-04-26T02:02:51.112949+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:34.822280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.796928+0000","last_change":"2024-04-26T01:58:26.914851+0000","last_active":"2024-04-26T02:02:50.796928+0000","last_peered":"2024-04-26T02:02:50.796928+0000","last_clean":"2024-04-26T02:02:50.796928+0000","last_became_active":"2024-04-26T01:58:26.914333+0000","last_became_peered":"2024-04-26T01:58:26.914333+0000","last_unstale":"2024-04-26T02:02:50.796928+0000","last_undegraded":"2024-04-26T02:02:50.796928+0000","last_fullsized":"2024-04-26T02:02:50.796928+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:08:14.410154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802663+0000","last_change":"2024-04-26T01:59:06.732772+0000","last_active":"2024-04-26T02:02:50.802663+0000","last_peered":"2024-04-26T02:02:50.802663+0000","last_clean":"2024-04-26T02:02:50.802663+0000","last_became_active":"2024-04-26T01:59:06.732342+0000","last_became_peered":"2024-04-26T01:59:06.732342+0000","last_unstale":"2024-04-26T02:02:50.802663+0000","last_undegraded":"2024-04-26T02:02:50.802663+0000","last_fullsized":"2024-04-26T02:02:50.802663+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:33.765821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'8","reported_seq":278,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.620273+0000","last_change":"2024-04-26T01:58:26.908641+0000","last_active":"2024-04-26T02:02:51.620273+0000","last_peered":"2024-04-26T02:02:51.620273+0000","last_clean":"2024-04-26T02:02:51.620273+0000","last_became_active":"2024-04-26T01:58:26.908257+0000","last_became_peered":"2024-04-26T01:58:26.908257+0000","last_unstale":"2024-04-26T02:02:51.620273+0000","last_undegraded":"2024-04-26T02:02:51.620273+0000","last_fullsized":"2024-04-26T02:02:51.620273+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:34:47.335413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":242,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802330+0000","last_change":"2024-04-26T01:58:30.966929+0000","last_active":"2024-04-26T02:02:50.802330+0000","last_peered":"2024-04-26T02:02:50.802330+0000","last_clean":"2024-04-26T02:02:50.802330+0000","last_became_active":"2024-04-26T01:58:30.966570+0000","last_became_peered":"2024-04-26T01:58:30.966570+0000","last_unstale":"2024-04-26T02:02:50.802330+0000","last_undegraded":"2024-04-26T02:02:50.802330+0000","last_fullsized":"2024-04-26T02:02:50.802330+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:06:18.841697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.757967+0000","last_change":"2024-04-26T01:58:26.948155+0000","last_active":"2024-04-26T02:02:50.757967+0000","last_peered":"2024-04-26T02:02:50.757967+0000","last_clean":"2024-04-26T02:02:50.757967+0000","last_became_active":"2024-04-26T01:58:26.947769+0000","last_became_peered":"2024-04-26T01:58:26.947769+0000","last_unstale":"2024-04-26T02:02:50.757967+0000","last_undegraded":"2024-04-26T02:02:50.757967+0000","last_fullsized":"2024-04-26T02:02:50.757967+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:34:54.667133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.796925+0000","last_change":"2024-04-26T01:58:30.956123+0000","last_active":"2024-04-26T02:02:50.796925+0000","last_peered":"2024-04-26T02:02:50.796925+0000","last_clean":"2024-04-26T02:02:50.796925+0000","last_became_active":"2024-04-26T01:58:30.955722+0000","last_became_peered":"2024-04-26T01:58:30.955722+0000","last_unstale":"2024-04-26T02:02:50.796925+0000","last_undegraded":"2024-04-26T02:02:50.796925+0000","last_fullsized":"2024-04-26T02:02:50.796925+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:32.888488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758746+0000","last_change":"2024-04-26T01:58:26.908175+0000","last_active":"2024-04-26T02:02:50.758746+0000","last_peered":"2024-04-26T02:02:50.758746+0000","last_clean":"2024-04-26T02:02:50.758746+0000","last_became_active":"2024-04-26T01:58:26.907823+0000","last_became_peered":"2024-04-26T01:58:26.907823+0000","last_unstale":"2024-04-26T02:02:50.758746+0000","last_undegraded":"2024-04-26T02:02:50.758746+0000","last_fullsized":"2024-04-26T02:02:50.758746+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:10:47.314000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902018+0000","last_change":"2024-04-26T01:58:30.953226+0000","last_active":"2024-04-26T02:02:50.902018+0000","last_peered":"2024-04-26T02:02:50.902018+0000","last_clean":"2024-04-26T02:02:50.902018+0000","last_became_active":"2024-04-26T01:58:30.952797+0000","last_became_peered":"2024-04-26T01:58:30.952797+0000","last_unstale":"2024-04-26T02:02:50.902018+0000","last_undegraded":"2024-04-26T02:02:50.902018+0000","last_fullsized":"2024-04-26T02:02:50.902018+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:44:59.400681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899328+0000","last_change":"2024-04-26T01:58:26.952198+0000","last_active":"2024-04-26T02:02:50.899328+0000","last_peered":"2024-04-26T02:02:50.899328+0000","last_clean":"2024-04-26T02:02:50.899328+0000","last_became_active":"2024-04-26T01:58:26.951400+0000","last_became_peered":"2024-04-26T01:58:26.951400+0000","last_unstale":"2024-04-26T02:02:50.899328+0000","last_undegraded":"2024-04-26T02:02:50.899328+0000","last_fullsized":"2024-04-26T02:02:50.899328+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:09:46.674733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.915139+0000","last_change":"2024-04-26T01:58:30.981089+0000","last_active":"2024-04-26T02:02:50.915139+0000","last_peered":"2024-04-26T02:02:50.915139+0000","last_clean":"2024-04-26T02:02:50.915139+0000","last_became_active":"2024-04-26T01:58:30.980781+0000","last_became_peered":"2024-04-26T01:58:30.980781+0000","last_unstale":"2024-04-26T02:02:50.915139+0000","last_undegraded":"2024-04-26T02:02:50.915139+0000","last_fullsized":"2024-04-26T02:02:50.915139+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:43.963389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'10","reported_seq":281,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.603847+0000","last_change":"2024-04-26T01:58:26.917575+0000","last_active":"2024-04-26T02:02:51.603847+0000","last_peered":"2024-04-26T02:02:51.603847+0000","last_clean":"2024-04-26T02:02:51.603847+0000","last_became_active":"2024-04-26T01:58:26.917239+0000","last_became_peered":"2024-04-26T01:58:26.917239+0000","last_unstale":"2024-04-26T02:02:51.603847+0000","last_undegraded":"2024-04-26T02:02:51.603847+0000","last_fullsized":"2024-04-26T02:02:51.603847+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:16.851091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2212,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":5,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.915072+0000","last_change":"2024-04-26T01:58:30.964584+0000","last_active":"2024-04-26T02:02:50.915072+0000","last_peered":"2024-04-26T02:02:50.915072+0000","last_clean":"2024-04-26T02:02:50.915072+0000","last_became_active":"2024-04-26T01:58:30.964226+0000","last_became_peered":"2024-04-26T01:58:30.964226+0000","last_unstale":"2024-04-26T02:02:50.915072+0000","last_undegraded":"2024-04-26T02:02:50.915072+0000","last_fullsized":"2024-04-26T02:02:50.915072+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:45.657334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.797391+0000","last_change":"2024-04-26T01:58:30.957838+0000","last_active":"2024-04-26T02:02:50.797391+0000","last_peered":"2024-04-26T02:02:50.797391+0000","last_clean":"2024-04-26T02:02:50.797391+0000","last_became_active":"2024-04-26T01:58:30.957495+0000","last_became_peered":"2024-04-26T01:58:30.957495+0000","last_unstale":"2024-04-26T02:02:50.797391+0000","last_undegraded":"2024-04-26T02:02:50.797391+0000","last_fullsized":"2024-04-26T02:02:50.797391+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:19.298590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'7","reported_seq":274,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.122372+0000","last_change":"2024-04-26T01:58:26.951413+0000","last_active":"2024-04-26T02:02:51.122372+0000","last_peered":"2024-04-26T02:02:51.122372+0000","last_clean":"2024-04-26T02:02:51.122372+0000","last_became_active":"2024-04-26T01:58:26.950195+0000","last_became_peered":"2024-04-26T01:58:26.950195+0000","last_unstale":"2024-04-26T02:02:51.122372+0000","last_undegraded":"2024-04-26T02:02:51.122372+0000","last_fullsized":"2024-04-26T02:02:51.122372+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:13:55.853005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.903012+0000","last_change":"2024-04-26T01:58:30.979554+0000","last_active":"2024-04-26T02:02:50.903012+0000","last_peered":"2024-04-26T02:02:50.903012+0000","last_clean":"2024-04-26T02:02:50.903012+0000","last_became_active":"2024-04-26T01:58:30.979158+0000","last_became_peered":"2024-04-26T01:58:30.979158+0000","last_unstale":"2024-04-26T02:02:50.903012+0000","last_undegraded":"2024-04-26T02:02:50.903012+0000","last_fullsized":"2024-04-26T02:02:50.903012+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:38:22.534142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.760281+0000","last_change":"2024-04-26T01:58:26.913432+0000","last_active":"2024-04-26T02:02:50.760281+0000","last_peered":"2024-04-26T02:02:50.760281+0000","last_clean":"2024-04-26T02:02:50.760281+0000","last_became_active":"2024-04-26T01:58:26.913054+0000","last_became_peered":"2024-04-26T01:58:26.913054+0000","last_unstale":"2024-04-26T02:02:50.760281+0000","last_undegraded":"2024-04-26T02:02:50.760281+0000","last_fullsized":"2024-04-26T02:02:50.760281+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:21:04.699502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":361,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802457+0000","last_change":"2024-04-26T01:56:52.582555+0000","last_active":"2024-04-26T02:02:50.802457+0000","last_peered":"2024-04-26T02:02:50.802457+0000","last_clean":"2024-04-26T02:02:50.802457+0000","last_became_active":"2024-04-26T01:56:52.582083+0000","last_became_peered":"2024-04-26T01:56:52.582083+0000","last_unstale":"2024-04-26T02:02:50.802457+0000","last_undegraded":"2024-04-26T02:02:50.802457+0000","last_fullsized":"2024-04-26T02:02:50.802457+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_clean_scrub_stamp":"2024-04-26T01:52:52.012858+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:19.438229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.112961+0000","last_change":"2024-04-26T01:58:30.966288+0000","last_active":"2024-04-26T02:02:51.112961+0000","last_peered":"2024-04-26T02:02:51.112961+0000","last_clean":"2024-04-26T02:02:51.112961+0000","last_became_active":"2024-04-26T01:58:30.965790+0000","last_became_peered":"2024-04-26T01:58:30.965790+0000","last_unstale":"2024-04-26T02:02:51.112961+0000","last_undegraded":"2024-04-26T02:02:51.112961+0000","last_fullsized":"2024-04-26T02:02:51.112961+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:32:00.855571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802587+0000","last_change":"2024-04-26T01:58:26.912567+0000","last_active":"2024-04-26T02:02:50.802587+0000","last_peered":"2024-04-26T02:02:50.802587+0000","last_clean":"2024-04-26T02:02:50.802587+0000","last_became_active":"2024-04-26T01:58:26.911311+0000","last_became_peered":"2024-04-26T01:58:26.911311+0000","last_unstale":"2024-04-26T02:02:50.802587+0000","last_undegraded":"2024-04-26T02:02:50.802587+0000","last_fullsized":"2024-04-26T02:02:50.802587+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:53:06.257167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758556+0000","last_change":"2024-04-26T01:58:26.952696+0000","last_active":"2024-04-26T02:02:50.758556+0000","last_peered":"2024-04-26T02:02:50.758556+0000","last_clean":"2024-04-26T02:02:50.758556+0000","last_became_active":"2024-04-26T01:58:26.952382+0000","last_became_peered":"2024-04-26T01:58:26.952382+0000","last_unstale":"2024-04-26T02:02:50.758556+0000","last_undegraded":"2024-04-26T02:02:50.758556+0000","last_fullsized":"2024-04-26T02:02:50.758556+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:21:28.100792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.113867+0000","last_change":"2024-04-26T01:58:30.976420+0000","last_active":"2024-04-26T02:02:51.113867+0000","last_peered":"2024-04-26T02:02:51.113867+0000","last_clean":"2024-04-26T02:02:51.113867+0000","last_became_active":"2024-04-26T01:58:30.975950+0000","last_became_peered":"2024-04-26T01:58:30.975950+0000","last_unstale":"2024-04-26T02:02:51.113867+0000","last_undegraded":"2024-04-26T02:02:51.113867+0000","last_fullsized":"2024-04-26T02:02:51.113867+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:56.997947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'52","reported_seq":121,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.060758+0000","last_change":"2024-04-26T01:59:06.760073+0000","last_active":"2024-04-26T02:02:51.060758+0000","last_peered":"2024-04-26T02:02:51.060758+0000","last_clean":"2024-04-26T02:02:51.060758+0000","last_became_active":"2024-04-26T01:59:06.736242+0000","last_became_peered":"2024-04-26T01:59:06.736242+0000","last_unstale":"2024-04-26T02:02:51.060758+0000","last_undegraded":"2024-04-26T02:02:51.060758+0000","last_fullsized":"2024-04-26T02:02:51.060758+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:24.344134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":92,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":3,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.903454+0000","last_change":"2024-04-26T01:58:30.981099+0000","last_active":"2024-04-26T02:02:50.903454+0000","last_peered":"2024-04-26T02:02:50.903454+0000","last_clean":"2024-04-26T02:02:50.903454+0000","last_became_active":"2024-04-26T01:58:30.974714+0000","last_became_peered":"2024-04-26T01:58:30.974714+0000","last_unstale":"2024-04-26T02:02:50.903454+0000","last_undegraded":"2024-04-26T02:02:50.903454+0000","last_fullsized":"2024-04-26T02:02:50.903454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:11.626761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.760555+0000","last_change":"2024-04-26T01:58:27.021040+0000","last_active":"2024-04-26T02:02:50.760555+0000","last_peered":"2024-04-26T02:02:50.760555+0000","last_clean":"2024-04-26T02:02:50.760555+0000","last_became_active":"2024-04-26T01:58:27.020656+0000","last_became_peered":"2024-04-26T01:58:27.020656+0000","last_unstale":"2024-04-26T02:02:50.760555+0000","last_undegraded":"2024-04-26T02:02:50.760555+0000","last_fullsized":"2024-04-26T02:02:50.760555+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:54:40.149575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100955+0000","last_change":"2024-04-26T01:58:30.978642+0000","last_active":"2024-04-26T02:02:51.100955+0000","last_peered":"2024-04-26T02:02:51.100955+0000","last_clean":"2024-04-26T02:02:51.100955+0000","last_became_active":"2024-04-26T01:58:30.977336+0000","last_became_peered":"2024-04-26T01:58:30.977336+0000","last_unstale":"2024-04-26T02:02:51.100955+0000","last_undegraded":"2024-04-26T02:02:51.100955+0000","last_fullsized":"2024-04-26T02:02:51.100955+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:17:34.682104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836409+0000","last_change":"2024-04-26T01:58:26.950109+0000","last_active":"2024-04-26T02:02:50.836409+0000","last_peered":"2024-04-26T02:02:50.836409+0000","last_clean":"2024-04-26T02:02:50.836409+0000","last_became_active":"2024-04-26T01:58:26.949756+0000","last_became_peered":"2024-04-26T01:58:26.949756+0000","last_unstale":"2024-04-26T02:02:50.836409+0000","last_undegraded":"2024-04-26T02:02:50.836409+0000","last_fullsized":"2024-04-26T02:02:50.836409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:59:07.288430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758116+0000","last_change":"2024-04-26T01:58:30.955281+0000","last_active":"2024-04-26T02:02:50.758116+0000","last_peered":"2024-04-26T02:02:50.758116+0000","last_clean":"2024-04-26T02:02:50.758116+0000","last_became_active":"2024-04-26T01:58:30.954906+0000","last_became_peered":"2024-04-26T01:58:30.954906+0000","last_unstale":"2024-04-26T02:02:50.758116+0000","last_undegraded":"2024-04-26T02:02:50.758116+0000","last_fullsized":"2024-04-26T02:02:50.758116+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:48:49.237616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902710+0000","last_change":"2024-04-26T01:58:26.918733+0000","last_active":"2024-04-26T02:02:50.902710+0000","last_peered":"2024-04-26T02:02:50.902710+0000","last_clean":"2024-04-26T02:02:50.902710+0000","last_became_active":"2024-04-26T01:58:26.918132+0000","last_became_peered":"2024-04-26T01:58:26.918132+0000","last_unstale":"2024-04-26T02:02:50.902710+0000","last_undegraded":"2024-04-26T02:02:50.902710+0000","last_fullsized":"2024-04-26T02:02:50.902710+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:03:21.762469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.901731+0000","last_change":"2024-04-26T01:58:30.964357+0000","last_active":"2024-04-26T02:02:50.901731+0000","last_peered":"2024-04-26T02:02:50.901731+0000","last_clean":"2024-04-26T02:02:50.901731+0000","last_became_active":"2024-04-26T01:58:30.964042+0000","last_became_peered":"2024-04-26T01:58:30.964042+0000","last_unstale":"2024-04-26T02:02:50.901731+0000","last_undegraded":"2024-04-26T02:02:50.901731+0000","last_fullsized":"2024-04-26T02:02:50.901731+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:57:56.941152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.096821+0000","last_change":"2024-04-26T01:58:26.916786+0000","last_active":"2024-04-26T02:02:51.096821+0000","last_peered":"2024-04-26T02:02:51.096821+0000","last_clean":"2024-04-26T02:02:51.096821+0000","last_became_active":"2024-04-26T01:58:26.916421+0000","last_became_peered":"2024-04-26T01:58:26.916421+0000","last_unstale":"2024-04-26T02:02:51.096821+0000","last_undegraded":"2024-04-26T02:02:51.096821+0000","last_fullsized":"2024-04-26T02:02:51.096821+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:15:53.057132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902919+0000","last_change":"2024-04-26T01:58:30.981408+0000","last_active":"2024-04-26T02:02:50.902919+0000","last_peered":"2024-04-26T02:02:50.902919+0000","last_clean":"2024-04-26T02:02:50.902919+0000","last_became_active":"2024-04-26T01:58:30.975782+0000","last_became_peered":"2024-04-26T01:58:30.975782+0000","last_unstale":"2024-04-26T02:02:50.902919+0000","last_undegraded":"2024-04-26T02:02:50.902919+0000","last_fullsized":"2024-04-26T02:02:50.902919+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:58.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758262+0000","last_change":"2024-04-26T01:58:26.908741+0000","last_active":"2024-04-26T02:02:50.758262+0000","last_peered":"2024-04-26T02:02:50.758262+0000","last_clean":"2024-04-26T02:02:50.758262+0000","last_became_active":"2024-04-26T01:58:26.908341+0000","last_became_peered":"2024-04-26T01:58:26.908341+0000","last_unstale":"2024-04-26T02:02:50.758262+0000","last_undegraded":"2024-04-26T02:02:50.758262+0000","last_fullsized":"2024-04-26T02:02:50.758262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:57:14.254746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802597+0000","last_change":"2024-04-26T01:58:30.973708+0000","last_active":"2024-04-26T02:02:50.802597+0000","last_peered":"2024-04-26T02:02:50.802597+0000","last_clean":"2024-04-26T02:02:50.802597+0000","last_became_active":"2024-04-26T01:58:30.973315+0000","last_became_peered":"2024-04-26T01:58:30.973315+0000","last_unstale":"2024-04-26T02:02:50.802597+0000","last_undegraded":"2024-04-26T02:02:50.802597+0000","last_fullsized":"2024-04-26T02:02:50.802597+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:50:51.745148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'7","reported_seq":276,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.096944+0000","last_change":"2024-04-26T01:58:27.020622+0000","last_active":"2024-04-26T02:02:51.096944+0000","last_peered":"2024-04-26T02:02:51.096944+0000","last_clean":"2024-04-26T02:02:51.096944+0000","last_became_active":"2024-04-26T01:58:27.020213+0000","last_became_peered":"2024-04-26T01:58:27.020213+0000","last_unstale":"2024-04-26T02:02:51.096944+0000","last_undegraded":"2024-04-26T02:02:51.096944+0000","last_fullsized":"2024-04-26T02:02:51.096944+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:41:28.929919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":240,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802996+0000","last_change":"2024-04-26T01:58:30.967801+0000","last_active":"2024-04-26T02:02:50.802996+0000","last_peered":"2024-04-26T02:02:50.802996+0000","last_clean":"2024-04-26T02:02:50.802996+0000","last_became_active":"2024-04-26T01:58:30.967419+0000","last_became_peered":"2024-04-26T01:58:30.967419+0000","last_unstale":"2024-04-26T02:02:50.802996+0000","last_undegraded":"2024-04-26T02:02:50.802996+0000","last_fullsized":"2024-04-26T02:02:50.802996+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:45:25.468923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'41","reported_seq":78,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.054227+0000","last_change":"2024-04-26T01:58:26.912783+0000","last_active":"2024-04-26T02:02:51.054227+0000","last_peered":"2024-04-26T02:02:51.054227+0000","last_clean":"2024-04-26T02:02:51.054227+0000","last_became_active":"2024-04-26T01:58:26.912351+0000","last_became_peered":"2024-04-26T01:58:26.912351+0000","last_unstale":"2024-04-26T02:02:51.054227+0000","last_undegraded":"2024-04-26T02:02:51.054227+0000","last_fullsized":"2024-04-26T02:02:51.054227+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:44.149415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802581+0000","last_change":"2024-04-26T01:58:30.975051+0000","last_active":"2024-04-26T02:02:50.802581+0000","last_peered":"2024-04-26T02:02:50.802581+0000","last_clean":"2024-04-26T02:02:50.802581+0000","last_became_active":"2024-04-26T01:58:30.974661+0000","last_became_peered":"2024-04-26T01:58:30.974661+0000","last_unstale":"2024-04-26T02:02:50.802581+0000","last_undegraded":"2024-04-26T02:02:50.802581+0000","last_fullsized":"2024-04-26T02:02:50.802581+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:30.691834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.114340+0000","last_change":"2024-04-26T01:59:07.127555+0000","last_active":"2024-04-26T02:02:51.114340+0000","last_peered":"2024-04-26T02:02:51.114340+0000","last_clean":"2024-04-26T02:02:51.114340+0000","last_became_active":"2024-04-26T01:59:07.115216+0000","last_became_peered":"2024-04-26T01:59:07.115216+0000","last_unstale":"2024-04-26T02:02:51.114340+0000","last_undegraded":"2024-04-26T02:02:51.114340+0000","last_fullsized":"2024-04-26T02:02:51.114340+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:11.990117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802999+0000","last_change":"2024-04-26T01:58:30.960957+0000","last_active":"2024-04-26T02:02:50.802999+0000","last_peered":"2024-04-26T02:02:50.802999+0000","last_clean":"2024-04-26T02:02:50.802999+0000","last_became_active":"2024-04-26T01:58:30.960601+0000","last_became_peered":"2024-04-26T01:58:30.960601+0000","last_unstale":"2024-04-26T02:02:50.802999+0000","last_undegraded":"2024-04-26T02:02:50.802999+0000","last_fullsized":"2024-04-26T02:02:50.802999+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:55.810734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.901874+0000","last_change":"2024-04-26T01:58:30.962426+0000","last_active":"2024-04-26T02:02:50.901874+0000","last_peered":"2024-04-26T02:02:50.901874+0000","last_clean":"2024-04-26T02:02:50.901874+0000","last_became_active":"2024-04-26T01:58:30.962080+0000","last_became_peered":"2024-04-26T01:58:30.962080+0000","last_unstale":"2024-04-26T02:02:50.901874+0000","last_undegraded":"2024-04-26T02:02:50.901874+0000","last_fullsized":"2024-04-26T02:02:50.901874+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:23:37.567668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.097452+0000","last_change":"2024-04-26T01:59:06.725470+0000","last_active":"2024-04-26T02:02:51.097452+0000","last_peered":"2024-04-26T02:02:51.097452+0000","last_clean":"2024-04-26T02:02:51.097452+0000","last_became_active":"2024-04-26T01:59:06.724925+0000","last_became_peered":"2024-04-26T01:59:06.724925+0000","last_unstale":"2024-04-26T02:02:51.097452+0000","last_undegraded":"2024-04-26T02:02:51.097452+0000","last_fullsized":"2024-04-26T02:02:51.097452+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:39.021245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,8],"acting":[2,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.097384+0000","last_change":"2024-04-26T01:58:30.975582+0000","last_active":"2024-04-26T02:02:51.097384+0000","last_peered":"2024-04-26T02:02:51.097384+0000","last_clean":"2024-04-26T02:02:51.097384+0000","last_became_active":"2024-04-26T01:58:30.975220+0000","last_became_peered":"2024-04-26T01:58:30.975220+0000","last_unstale":"2024-04-26T02:02:51.097384+0000","last_undegraded":"2024-04-26T02:02:51.097384+0000","last_fullsized":"2024-04-26T02:02:51.097384+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:16.161849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100006+0000","last_change":"2024-04-26T01:58:30.979948+0000","last_active":"2024-04-26T02:02:51.100006+0000","last_peered":"2024-04-26T02:02:51.100006+0000","last_clean":"2024-04-26T02:02:51.100006+0000","last_became_active":"2024-04-26T01:58:30.979367+0000","last_became_peered":"2024-04-26T01:58:30.979367+0000","last_unstale":"2024-04-26T02:02:51.100006+0000","last_undegraded":"2024-04-26T02:02:51.100006+0000","last_fullsized":"2024-04-26T02:02:51.100006+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:38.552039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.114036+0000","last_change":"2024-04-26T01:58:30.975488+0000","last_active":"2024-04-26T02:02:51.114036+0000","last_peered":"2024-04-26T02:02:51.114036+0000","last_clean":"2024-04-26T02:02:51.114036+0000","last_became_active":"2024-04-26T01:58:30.968631+0000","last_became_peered":"2024-04-26T01:58:30.968631+0000","last_unstale":"2024-04-26T02:02:51.114036+0000","last_undegraded":"2024-04-26T02:02:51.114036+0000","last_fullsized":"2024-04-26T02:02:51.114036+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:56:42.953943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902066+0000","last_change":"2024-04-26T01:58:30.958200+0000","last_active":"2024-04-26T02:02:50.902066+0000","last_peered":"2024-04-26T02:02:50.902066+0000","last_clean":"2024-04-26T02:02:50.902066+0000","last_became_active":"2024-04-26T01:58:30.957767+0000","last_became_peered":"2024-04-26T01:58:30.957767+0000","last_unstale":"2024-04-26T02:02:50.902066+0000","last_undegraded":"2024-04-26T02:02:50.902066+0000","last_fullsized":"2024-04-26T02:02:50.902066+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:53:59.199633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.097790+0000","last_change":"2024-04-26T01:58:30.955232+0000","last_active":"2024-04-26T02:02:51.097790+0000","last_peered":"2024-04-26T02:02:51.097790+0000","last_clean":"2024-04-26T02:02:51.097790+0000","last_became_active":"2024-04-26T01:58:30.954792+0000","last_became_peered":"2024-04-26T01:58:30.954792+0000","last_unstale":"2024-04-26T02:02:51.097790+0000","last_undegraded":"2024-04-26T02:02:51.097790+0000","last_fullsized":"2024-04-26T02:02:51.097790+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:41.479662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.903323+0000","last_change":"2024-04-26T01:58:30.984210+0000","last_active":"2024-04-26T02:02:50.903323+0000","last_peered":"2024-04-26T02:02:50.903323+0000","last_clean":"2024-04-26T02:02:50.903323+0000","last_became_active":"2024-04-26T01:58:30.982899+0000","last_became_peered":"2024-04-26T01:58:30.982899+0000","last_unstale":"2024-04-26T02:02:50.903323+0000","last_undegraded":"2024-04-26T02:02:50.903323+0000","last_fullsized":"2024-04-26T02:02:50.903323+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:51:18.621098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.797209+0000","last_change":"2024-04-26T01:58:30.972403+0000","last_active":"2024-04-26T02:02:50.797209+0000","last_peered":"2024-04-26T02:02:50.797209+0000","last_clean":"2024-04-26T02:02:50.797209+0000","last_became_active":"2024-04-26T01:58:30.972112+0000","last_became_peered":"2024-04-26T01:58:30.972112+0000","last_unstale":"2024-04-26T02:02:50.797209+0000","last_undegraded":"2024-04-26T02:02:50.797209+0000","last_fullsized":"2024-04-26T02:02:50.797209+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:37.908777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902225+0000","last_change":"2024-04-26T01:58:30.971002+0000","last_active":"2024-04-26T02:02:50.902225+0000","last_peered":"2024-04-26T02:02:50.902225+0000","last_clean":"2024-04-26T02:02:50.902225+0000","last_became_active":"2024-04-26T01:58:30.970559+0000","last_became_peered":"2024-04-26T01:58:30.970559+0000","last_unstale":"2024-04-26T02:02:50.902225+0000","last_undegraded":"2024-04-26T02:02:50.902225+0000","last_fullsized":"2024-04-26T02:02:50.902225+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:12.927235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836522+0000","last_change":"2024-04-26T01:58:30.976628+0000","last_active":"2024-04-26T02:02:50.836522+0000","last_peered":"2024-04-26T02:02:50.836522+0000","last_clean":"2024-04-26T02:02:50.836522+0000","last_became_active":"2024-04-26T01:58:30.976265+0000","last_became_peered":"2024-04-26T01:58:30.976265+0000","last_unstale":"2024-04-26T02:02:50.836522+0000","last_undegraded":"2024-04-26T02:02:50.836522+0000","last_fullsized":"2024-04-26T02:02:50.836522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:47.096687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.113739+0000","last_change":"2024-04-26T01:58:30.973411+0000","last_active":"2024-04-26T02:02:51.113739+0000","last_peered":"2024-04-26T02:02:51.113739+0000","last_clean":"2024-04-26T02:02:51.113739+0000","last_became_active":"2024-04-26T01:58:30.971204+0000","last_became_peered":"2024-04-26T01:58:30.971204+0000","last_unstale":"2024-04-26T02:02:51.113739+0000","last_undegraded":"2024-04-26T02:02:51.113739+0000","last_fullsized":"2024-04-26T02:02:51.113739+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:29:41.292831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.901776+0000","last_change":"2024-04-26T01:58:30.956692+0000","last_active":"2024-04-26T02:02:50.901776+0000","last_peered":"2024-04-26T02:02:50.901776+0000","last_clean":"2024-04-26T02:02:50.901776+0000","last_became_active":"2024-04-26T01:58:30.956341+0000","last_became_peered":"2024-04-26T01:58:30.956341+0000","last_unstale":"2024-04-26T02:02:50.901776+0000","last_undegraded":"2024-04-26T02:02:50.901776+0000","last_fullsized":"2024-04-26T02:02:50.901776+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:58.937065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108219,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":602189,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2504,"num_read_kb":1370,"num_write":384,"num_write_kb":1471,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":68,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":724992,"data_stored":1806958,"data_compressed":75906,"data_compressed_allocated":98304,"data_compressed_original":1548288,"omap_allocated":0,"internal_metadata":0},"log_size":309,"ondisk_log_size":309,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351045,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1040384,"data_stored":886872,"data_compressed":22036,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612682,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1191936,"data_stored":1283698,"data_compressed":45119,"data_compressed_allocated":57344,"data_compressed_original":720896,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776207,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32212,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712940,"statfs":{"total":95995035648,"available":95962050560,"internally_reserved":0,"allocated":1056768,"data_stored":886202,"data_compressed":22038,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037847,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1028096,"data_stored":493364,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299483,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1081344,"data_stored":1088820,"data_compressed":38963,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463008,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":494327,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574974,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1085440,"data_stored":562330,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738499,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":494965,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411449,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1097728,"data_stored":562172,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149811,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32228,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712924,"statfs":{"total":95995035648,"available":95962034176,"internally_reserved":0,"allocated":1077248,"data_stored":1017344,"data_compressed":28192,"data_compressed_allocated":36864,"data_compressed_original":524288,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888172,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":493487,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724648,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32264,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712888,"statfs":{"total":95995035648,"available":95961997312,"internally_reserved":0,"allocated":1114112,"data_stored":1217551,"data_compressed":45119,"data_compressed_allocated":57344,"data_compressed_original":720896,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":70466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":70308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":135202,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":6471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":143360,"data_stored":201349,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":395008,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T02:02:58.095 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T02:02:58.578 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:58.726 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: Updating smithi026:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: from='client.25210 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: Updating smithi026:/etc/ceph/ceph.client.admin.keyring 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:58.727 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:58.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:58 smithi026 ceph-mon[28138]: Updating smithi026:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T02:02:58.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T02:02:58.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T02:02:58.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:58.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-04-26T02:02:58.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-04-26T02:02:58.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: Updating smithi026:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T02:02:58.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: from='client.25210 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:02:58.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T02:02:58.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T02:02:58.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:58.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:58.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: Updating smithi026:/etc/ceph/ceph.client.admin.keyring 2024-04-26T02:02:58.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:58.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:58.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:58 smithi033 ceph-mon[32805]: Updating smithi026:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T02:02:58.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T02:02:58.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T02:02:58.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:58.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-04-26T02:02:58.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-04-26T02:02:58.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: Updating smithi026:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T02:02:58.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: from='client.25210 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:02:58.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: Updating smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T02:02:58.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: Updating smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T02:02:58.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:58.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:58.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: Updating smithi026:/etc/ceph/ceph.client.admin.keyring 2024-04-26T02:02:58.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:58.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:02:58.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:58 smithi064 ceph-mon[32613]: Updating smithi026:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T02:03:00.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:59 smithi026 ceph-mon[28138]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 132 KiB/s wr, 81 op/s 2024-04-26T02:03:00.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:59 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:03:00.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:59 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:03:00.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:59 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:03:00.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:59 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:03:00.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:59 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:03:00.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:59 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:03:00.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:02:59 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:03:00.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:59 smithi033 ceph-mon[32805]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 132 KiB/s wr, 81 op/s 2024-04-26T02:03:00.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:59 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:03:00.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:59 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:03:00.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:59 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:03:00.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:59 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:03:00.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:59 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:03:00.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:59 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:03:00.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:02:59 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:03:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:59 smithi064 ceph-mon[32613]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 132 KiB/s wr, 81 op/s 2024-04-26T02:03:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:59 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:03:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:59 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:03:00.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:59 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:03:00.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:59 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:03:00.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:59 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:03:00.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:59 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:03:00.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:02:59 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:03:00.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.857+0000 7fc23a600700 1 -- 172.21.15.26:0/843924891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23410f4a0 msgr2=0x7fc234111890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:00.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.857+0000 7fc23a600700 1 --2- 172.21.15.26:0/843924891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23410f4a0 0x7fc234111890 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc22c0098f0 tx=0x7fc22c009c00 comp rx=0 tx=0).stop 2024-04-26T02:03:00.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.857+0000 7fc23a600700 1 -- 172.21.15.26:0/843924891 shutdown_connections 2024-04-26T02:03:00.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.857+0000 7fc23a600700 1 --2- 172.21.15.26:0/843924891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23410f4a0 0x7fc234111890 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:00.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.857+0000 7fc23a600700 1 --2- 172.21.15.26:0/843924891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc234074c70 0x7fc234075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:00.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.857+0000 7fc23a600700 1 --2- 172.21.15.26:0/843924891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc234075590 0x7fc23410ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:00.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.857+0000 7fc23a600700 1 -- 172.21.15.26:0/843924891 >> 172.21.15.26:0/843924891 conn(0x7fc234079ba0 msgr2=0x7fc234079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:00.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.857+0000 7fc23a600700 1 -- 172.21.15.26:0/843924891 shutdown_connections 2024-04-26T02:03:00.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.857+0000 7fc23a600700 1 -- 172.21.15.26:0/843924891 wait complete. 2024-04-26T02:03:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.858+0000 7fc23a600700 1 Processor -- start 2024-04-26T02:03:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.859+0000 7fc23a600700 1 -- start start 2024-04-26T02:03:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.859+0000 7fc23a600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc234074c70 0x7fc234102bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.859+0000 7fc23a600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc234075590 0x7fc234103100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.859+0000 7fc23a600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23410f4a0 0x7fc234103640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.859+0000 7fc23a600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc234114e60 con 0x7fc234074c70 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.859+0000 7fc23a600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc234114ce0 con 0x7fc23410f4a0 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.859+0000 7fc23a600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc234114fe0 con 0x7fc234075590 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.859+0000 7fc22aa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc234075590 0x7fc234103100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.859+0000 7fc233400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc234074c70 0x7fc234102bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.859+0000 7fc22aa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc234075590 0x7fc234103100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:56554/0 (socket says 172.21.15.26:56554) 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.859+0000 7fc22aa00700 1 -- 172.21.15.26:0/3567512913 learned_addr learned my addr 172.21.15.26:0/3567512913 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.859+0000 7fc233e00700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23410f4a0 0x7fc234103640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.860+0000 7fc233400700 1 -- 172.21.15.26:0/3567512913 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc234075590 msgr2=0x7fc234103100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.860+0000 7fc233400700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc234075590 0x7fc234103100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.860+0000 7fc233400700 1 -- 172.21.15.26:0/3567512913 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23410f4a0 msgr2=0x7fc234103640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.860+0000 7fc233400700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23410f4a0 0x7fc234103640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.860+0000 7fc233400700 1 -- 172.21.15.26:0/3567512913 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2341ab9a0 con 0x7fc234074c70 2024-04-26T02:03:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.860+0000 7fc233e00700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23410f4a0 0x7fc234103640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:00.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.860+0000 7fc233400700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc234074c70 0x7fc234102bc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc22400ebc0 tx=0x7fc22400eed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:00.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.861+0000 7fc230c00700 1 -- 172.21.15.26:0/3567512913 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22400cc90 con 0x7fc234074c70 2024-04-26T02:03:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.861+0000 7fc230c00700 1 -- 172.21.15.26:0/3567512913 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2240044d0 con 0x7fc234074c70 2024-04-26T02:03:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.861+0000 7fc23a600700 1 -- 172.21.15.26:0/3567512913 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2341abc90 con 0x7fc234074c70 2024-04-26T02:03:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.861+0000 7fc230c00700 1 -- 172.21.15.26:0/3567512913 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc224010430 con 0x7fc234074c70 2024-04-26T02:03:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.861+0000 7fc23a600700 1 -- 172.21.15.26:0/3567512913 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2341ac180 con 0x7fc234074c70 2024-04-26T02:03:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.862+0000 7fc23a600700 1 -- 172.21.15.26:0/3567512913 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc234076330 con 0x7fc234074c70 2024-04-26T02:03:00.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.864+0000 7fc230c00700 1 -- 172.21.15.26:0/3567512913 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fc224003ef0 con 0x7fc234074c70 2024-04-26T02:03:00.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.866+0000 7fc230c00700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fc2180a3f00 0x7fc2180a63c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:00.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.866+0000 7fc230c00700 1 -- 172.21.15.26:0/3567512913 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fc2240d0e00 con 0x7fc234074c70 2024-04-26T02:03:00.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.866+0000 7fc22aa00700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fc2180a3f00 0x7fc2180a63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.867+0000 7fc22aa00700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fc2180a3f00 0x7fc2180a63c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc234104330 tx=0x7fc21c00b040 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:00.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:00.869+0000 7fc230c00700 1 -- 172.21.15.26:0/3567512913 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc22401f340 con 0x7fc234074c70 2024-04-26T02:03:01.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.133+0000 7fc23a600700 1 -- 172.21.15.26:0/3567512913 --> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc234062e80 con 0x7fc2180a3f00 2024-04-26T02:03:01.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.143+0000 7fc230c00700 1 -- 172.21.15.26:0/3567512913 <== mgr.25115 v2:172.21.15.26:6800/1535987766 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258100 (secure 0 0 0) 0x7fc234062e80 con 0x7fc2180a3f00 2024-04-26T02:03:01.149 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:03:01.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.150+0000 7fc23a600700 1 -- 172.21.15.26:0/3567512913 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fc2180a3f00 msgr2=0x7fc2180a63c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:01.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.150+0000 7fc23a600700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fc2180a3f00 0x7fc2180a63c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc234104330 tx=0x7fc21c00b040 comp rx=0 tx=0).stop 2024-04-26T02:03:01.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.150+0000 7fc23a600700 1 -- 172.21.15.26:0/3567512913 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc234074c70 msgr2=0x7fc234102bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:01.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.150+0000 7fc23a600700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc234074c70 0x7fc234102bc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc22400ebc0 tx=0x7fc22400eed0 comp rx=0 tx=0).stop 2024-04-26T02:03:01.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.150+0000 7fc23a600700 1 -- 172.21.15.26:0/3567512913 shutdown_connections 2024-04-26T02:03:01.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.150+0000 7fc23a600700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc23410f4a0 0x7fc234103640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:01.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.150+0000 7fc23a600700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc234074c70 0x7fc234102bc0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:01.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.150+0000 7fc23a600700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fc2180a3f00 0x7fc2180a63c0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.150+0000 7fc23a600700 1 --2- 172.21.15.26:0/3567512913 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc234075590 0x7fc234103100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.150+0000 7fc23a600700 1 -- 172.21.15.26:0/3567512913 >> 172.21.15.26:0/3567512913 conn(0x7fc234079ba0 msgr2=0x7fc2340ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.150+0000 7fc23a600700 1 -- 172.21.15.26:0/3567512913 shutdown_connections 2024-04-26T02:03:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:01.151+0000 7fc23a600700 1 -- 172.21.15.26:0/3567512913 wait complete. 2024-04-26T02:03:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T02:03:01.219 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:03:00 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:03:00.955+0000 7fb90a400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:03:01.219 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:03:00 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:03:00.955+0000 7fb90a400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:03:01.219 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:03:00 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:03:00.955+0000 7fb90a400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:03:01.219 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:03:00 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:03:00.955+0000 7fb90a400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:03:01.219 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:03:00 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:03:00.955+0000 7fb90a400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T02:03:02.115 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-04-26T02:03:00.785363+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1393507,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":3049,"num_read_kb":1962,"num_write":725,"num_write_kb":5336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1180804,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1047,"ondisk_log_size":1047,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":374284,"kb_used_data":12612,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567540,"statfs":{"total":1151940427776,"available":1151557160960,"internally_reserved":0,"allocated":12914688,"data_stored":10082889,"data_compressed":246372,"data_compressed_allocated":319488,"data_compressed_original":3969024,"omap_allocated":19139,"internal_metadata":370193725},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":200716,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":409,"num_read_kb":473,"num_write":158,"num_write_kb":925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.984584"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902109+0000","last_change":"2024-04-26T01:58:30.964631+0000","last_active":"2024-04-26T02:02:50.902109+0000","last_peered":"2024-04-26T02:02:50.902109+0000","last_clean":"2024-04-26T02:02:50.902109+0000","last_became_active":"2024-04-26T01:58:30.964292+0000","last_became_peered":"2024-04-26T01:58:30.964292+0000","last_unstale":"2024-04-26T02:02:50.902109+0000","last_undegraded":"2024-04-26T02:02:50.902109+0000","last_fullsized":"2024-04-26T02:02:50.902109+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:56:28.572390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100829+0000","last_change":"2024-04-26T01:58:30.962040+0000","last_active":"2024-04-26T02:02:51.100829+0000","last_peered":"2024-04-26T02:02:51.100829+0000","last_clean":"2024-04-26T02:02:51.100829+0000","last_became_active":"2024-04-26T01:58:30.961628+0000","last_became_peered":"2024-04-26T01:58:30.961628+0000","last_unstale":"2024-04-26T02:02:51.100829+0000","last_undegraded":"2024-04-26T02:02:51.100829+0000","last_fullsized":"2024-04-26T02:02:51.100829+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:43.963583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100398+0000","last_change":"2024-04-26T01:58:30.965916+0000","last_active":"2024-04-26T02:02:51.100398+0000","last_peered":"2024-04-26T02:02:51.100398+0000","last_clean":"2024-04-26T02:02:51.100398+0000","last_became_active":"2024-04-26T01:58:30.964832+0000","last_became_peered":"2024-04-26T01:58:30.964832+0000","last_unstale":"2024-04-26T02:02:51.100398+0000","last_undegraded":"2024-04-26T02:02:51.100398+0000","last_fullsized":"2024-04-26T02:02:51.100398+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:53:46.967305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.760457+0000","last_change":"2024-04-26T01:58:30.956744+0000","last_active":"2024-04-26T02:02:50.760457+0000","last_peered":"2024-04-26T02:02:50.760457+0000","last_clean":"2024-04-26T02:02:50.760457+0000","last_became_active":"2024-04-26T01:58:30.956379+0000","last_became_peered":"2024-04-26T01:58:30.956379+0000","last_unstale":"2024-04-26T02:02:50.760457+0000","last_undegraded":"2024-04-26T02:02:50.760457+0000","last_fullsized":"2024-04-26T02:02:50.760457+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:18:05.595190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758085+0000","last_change":"2024-04-26T01:58:30.985158+0000","last_active":"2024-04-26T02:02:50.758085+0000","last_peered":"2024-04-26T02:02:50.758085+0000","last_clean":"2024-04-26T02:02:50.758085+0000","last_became_active":"2024-04-26T01:58:30.984799+0000","last_became_peered":"2024-04-26T01:58:30.984799+0000","last_unstale":"2024-04-26T02:02:50.758085+0000","last_undegraded":"2024-04-26T02:02:50.758085+0000","last_fullsized":"2024-04-26T02:02:50.758085+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:31.555736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.915061+0000","last_change":"2024-04-26T01:58:30.958873+0000","last_active":"2024-04-26T02:02:50.915061+0000","last_peered":"2024-04-26T02:02:50.915061+0000","last_clean":"2024-04-26T02:02:50.915061+0000","last_became_active":"2024-04-26T01:58:30.958382+0000","last_became_peered":"2024-04-26T01:58:30.958382+0000","last_unstale":"2024-04-26T02:02:50.915061+0000","last_undegraded":"2024-04-26T02:02:50.915061+0000","last_fullsized":"2024-04-26T02:02:50.915061+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:59.244016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802390+0000","last_change":"2024-04-26T01:58:30.967633+0000","last_active":"2024-04-26T02:02:50.802390+0000","last_peered":"2024-04-26T02:02:50.802390+0000","last_clean":"2024-04-26T02:02:50.802390+0000","last_became_active":"2024-04-26T01:58:30.967260+0000","last_became_peered":"2024-04-26T01:58:30.967260+0000","last_unstale":"2024-04-26T02:02:50.802390+0000","last_undegraded":"2024-04-26T02:02:50.802390+0000","last_fullsized":"2024-04-26T02:02:50.802390+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:05:04.749182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902191+0000","last_change":"2024-04-26T01:58:30.963144+0000","last_active":"2024-04-26T02:02:50.902191+0000","last_peered":"2024-04-26T02:02:50.902191+0000","last_clean":"2024-04-26T02:02:50.902191+0000","last_became_active":"2024-04-26T01:58:30.962392+0000","last_became_peered":"2024-04-26T01:58:30.962392+0000","last_unstale":"2024-04-26T02:02:50.902191+0000","last_undegraded":"2024-04-26T02:02:50.902191+0000","last_fullsized":"2024-04-26T02:02:50.902191+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:44.931238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836816+0000","last_change":"2024-04-26T01:58:30.965078+0000","last_active":"2024-04-26T02:02:50.836816+0000","last_peered":"2024-04-26T02:02:50.836816+0000","last_clean":"2024-04-26T02:02:50.836816+0000","last_became_active":"2024-04-26T01:58:30.964720+0000","last_became_peered":"2024-04-26T01:58:30.964720+0000","last_unstale":"2024-04-26T02:02:50.836816+0000","last_undegraded":"2024-04-26T02:02:50.836816+0000","last_fullsized":"2024-04-26T02:02:50.836816+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:56:30.536722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.915472+0000","last_change":"2024-04-26T01:58:30.960916+0000","last_active":"2024-04-26T02:02:50.915472+0000","last_peered":"2024-04-26T02:02:50.915472+0000","last_clean":"2024-04-26T02:02:50.915472+0000","last_became_active":"2024-04-26T01:58:30.960506+0000","last_became_peered":"2024-04-26T01:58:30.960506+0000","last_unstale":"2024-04-26T02:02:50.915472+0000","last_undegraded":"2024-04-26T02:02:50.915472+0000","last_fullsized":"2024-04-26T02:02:50.915472+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:39.655503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802834+0000","last_change":"2024-04-26T01:58:30.969391+0000","last_active":"2024-04-26T02:02:50.802834+0000","last_peered":"2024-04-26T02:02:50.802834+0000","last_clean":"2024-04-26T02:02:50.802834+0000","last_became_active":"2024-04-26T01:58:30.968753+0000","last_became_peered":"2024-04-26T01:58:30.968753+0000","last_unstale":"2024-04-26T02:02:50.802834+0000","last_undegraded":"2024-04-26T02:02:50.802834+0000","last_fullsized":"2024-04-26T02:02:50.802834+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:37.282473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.760392+0000","last_change":"2024-04-26T01:58:30.961127+0000","last_active":"2024-04-26T02:02:50.760392+0000","last_peered":"2024-04-26T02:02:50.760392+0000","last_clean":"2024-04-26T02:02:50.760392+0000","last_became_active":"2024-04-26T01:58:30.960770+0000","last_became_peered":"2024-04-26T01:58:30.960770+0000","last_unstale":"2024-04-26T02:02:50.760392+0000","last_undegraded":"2024-04-26T02:02:50.760392+0000","last_fullsized":"2024-04-26T02:02:50.760392+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:55:12.749630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.113906+0000","last_change":"2024-04-26T01:58:30.972350+0000","last_active":"2024-04-26T02:02:51.113906+0000","last_peered":"2024-04-26T02:02:51.113906+0000","last_clean":"2024-04-26T02:02:51.113906+0000","last_became_active":"2024-04-26T01:58:30.971258+0000","last_became_peered":"2024-04-26T01:58:30.971258+0000","last_unstale":"2024-04-26T02:02:51.113906+0000","last_undegraded":"2024-04-26T02:02:51.113906+0000","last_fullsized":"2024-04-26T02:02:51.113906+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:46:47.206529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.099897+0000","last_change":"2024-04-26T01:58:30.966953+0000","last_active":"2024-04-26T02:02:51.099897+0000","last_peered":"2024-04-26T02:02:51.099897+0000","last_clean":"2024-04-26T02:02:51.099897+0000","last_became_active":"2024-04-26T01:58:30.962570+0000","last_became_peered":"2024-04-26T01:58:30.962570+0000","last_unstale":"2024-04-26T02:02:51.099897+0000","last_undegraded":"2024-04-26T02:02:51.099897+0000","last_fullsized":"2024-04-26T02:02:51.099897+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:43.199478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.101107+0000","last_change":"2024-04-26T01:58:30.963717+0000","last_active":"2024-04-26T02:02:51.101107+0000","last_peered":"2024-04-26T02:02:51.101107+0000","last_clean":"2024-04-26T02:02:51.101107+0000","last_became_active":"2024-04-26T01:58:30.962861+0000","last_became_peered":"2024-04-26T01:58:30.962861+0000","last_unstale":"2024-04-26T02:02:51.101107+0000","last_undegraded":"2024-04-26T02:02:51.101107+0000","last_fullsized":"2024-04-26T02:02:51.101107+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:04:20.857193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836320+0000","last_change":"2024-04-26T01:58:30.963963+0000","last_active":"2024-04-26T02:02:50.836320+0000","last_peered":"2024-04-26T02:02:50.836320+0000","last_clean":"2024-04-26T02:02:50.836320+0000","last_became_active":"2024-04-26T01:58:30.963594+0000","last_became_peered":"2024-04-26T01:58:30.963594+0000","last_unstale":"2024-04-26T02:02:50.836320+0000","last_undegraded":"2024-04-26T02:02:50.836320+0000","last_fullsized":"2024-04-26T02:02:50.836320+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:05:53.068792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902239+0000","last_change":"2024-04-26T01:58:30.965493+0000","last_active":"2024-04-26T02:02:50.902239+0000","last_peered":"2024-04-26T02:02:50.902239+0000","last_clean":"2024-04-26T02:02:50.902239+0000","last_became_active":"2024-04-26T01:58:30.965159+0000","last_became_peered":"2024-04-26T01:58:30.965159+0000","last_unstale":"2024-04-26T02:02:50.902239+0000","last_undegraded":"2024-04-26T02:02:50.902239+0000","last_fullsized":"2024-04-26T02:02:50.902239+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:28:58.745853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899818+0000","last_change":"2024-04-26T01:58:30.959013+0000","last_active":"2024-04-26T02:02:50.899818+0000","last_peered":"2024-04-26T02:02:50.899818+0000","last_clean":"2024-04-26T02:02:50.899818+0000","last_became_active":"2024-04-26T01:58:30.958626+0000","last_became_peered":"2024-04-26T01:58:30.958626+0000","last_unstale":"2024-04-26T02:02:50.899818+0000","last_undegraded":"2024-04-26T02:02:50.899818+0000","last_fullsized":"2024-04-26T02:02:50.899818+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:36:30.591403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.097636+0000","last_change":"2024-04-26T01:58:30.969827+0000","last_active":"2024-04-26T02:02:51.097636+0000","last_peered":"2024-04-26T02:02:51.097636+0000","last_clean":"2024-04-26T02:02:51.097636+0000","last_became_active":"2024-04-26T01:58:30.969489+0000","last_became_peered":"2024-04-26T01:58:30.969489+0000","last_unstale":"2024-04-26T02:02:51.097636+0000","last_undegraded":"2024-04-26T02:02:51.097636+0000","last_fullsized":"2024-04-26T02:02:51.097636+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:46.542281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'15","reported_seq":287,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:55.610548+0000","last_change":"2024-04-26T01:58:26.909029+0000","last_active":"2024-04-26T02:02:55.610548+0000","last_peered":"2024-04-26T02:02:55.610548+0000","last_clean":"2024-04-26T02:02:55.610548+0000","last_became_active":"2024-04-26T01:58:26.908324+0000","last_became_peered":"2024-04-26T01:58:26.908324+0000","last_unstale":"2024-04-26T02:02:55.610548+0000","last_undegraded":"2024-04-26T02:02:55.610548+0000","last_fullsized":"2024-04-26T02:02:55.610548+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:03:13.796647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":242,"num_read_kb":242,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":19,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899658+0000","last_change":"2024-04-26T01:59:06.733098+0000","last_active":"2024-04-26T02:02:50.899658+0000","last_peered":"2024-04-26T02:02:50.899658+0000","last_clean":"2024-04-26T02:02:50.899658+0000","last_became_active":"2024-04-26T01:59:06.731525+0000","last_became_peered":"2024-04-26T01:59:06.731525+0000","last_unstale":"2024-04-26T02:02:50.899658+0000","last_undegraded":"2024-04-26T02:02:50.899658+0000","last_fullsized":"2024-04-26T02:02:50.899658+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:09.678592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.903282+0000","last_change":"2024-04-26T01:58:26.950857+0000","last_active":"2024-04-26T02:02:50.903282+0000","last_peered":"2024-04-26T02:02:50.903282+0000","last_clean":"2024-04-26T02:02:50.903282+0000","last_became_active":"2024-04-26T01:58:26.949124+0000","last_became_peered":"2024-04-26T01:58:26.949124+0000","last_unstale":"2024-04-26T02:02:50.903282+0000","last_undegraded":"2024-04-26T02:02:50.903282+0000","last_fullsized":"2024-04-26T02:02:50.903282+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:37.249004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100482+0000","last_change":"2024-04-26T01:58:30.965301+0000","last_active":"2024-04-26T02:02:51.100482+0000","last_peered":"2024-04-26T02:02:51.100482+0000","last_clean":"2024-04-26T02:02:51.100482+0000","last_became_active":"2024-04-26T01:58:30.964953+0000","last_became_peered":"2024-04-26T01:58:30.964953+0000","last_unstale":"2024-04-26T02:02:51.100482+0000","last_undegraded":"2024-04-26T02:02:51.100482+0000","last_fullsized":"2024-04-26T02:02:51.100482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:35:32.835720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"92'14","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758835+0000","last_change":"2024-04-26T01:58:26.908866+0000","last_active":"2024-04-26T02:02:50.758835+0000","last_peered":"2024-04-26T02:02:50.758835+0000","last_clean":"2024-04-26T02:02:50.758835+0000","last_became_active":"2024-04-26T01:58:26.908424+0000","last_became_peered":"2024-04-26T01:58:26.908424+0000","last_unstale":"2024-04-26T02:02:50.758835+0000","last_undegraded":"2024-04-26T02:02:50.758835+0000","last_fullsized":"2024-04-26T02:02:50.758835+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:31:18.051909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":20,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836491+0000","last_change":"2024-04-26T01:58:30.976254+0000","last_active":"2024-04-26T02:02:50.836491+0000","last_peered":"2024-04-26T02:02:50.836491+0000","last_clean":"2024-04-26T02:02:50.836491+0000","last_became_active":"2024-04-26T01:58:30.975848+0000","last_became_peered":"2024-04-26T01:58:30.975848+0000","last_unstale":"2024-04-26T02:02:50.836491+0000","last_undegraded":"2024-04-26T02:02:50.836491+0000","last_fullsized":"2024-04-26T02:02:50.836491+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:33.189012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758515+0000","last_change":"2024-04-26T01:58:26.911002+0000","last_active":"2024-04-26T02:02:50.758515+0000","last_peered":"2024-04-26T02:02:50.758515+0000","last_clean":"2024-04-26T02:02:50.758515+0000","last_became_active":"2024-04-26T01:58:26.910602+0000","last_became_peered":"2024-04-26T01:58:26.910602+0000","last_unstale":"2024-04-26T02:02:50.758515+0000","last_undegraded":"2024-04-26T02:02:50.758515+0000","last_fullsized":"2024-04-26T02:02:50.758515+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:22.056752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.797319+0000","last_change":"2024-04-26T01:59:06.795919+0000","last_active":"2024-04-26T02:02:50.797319+0000","last_peered":"2024-04-26T02:02:50.797319+0000","last_clean":"2024-04-26T02:02:50.797319+0000","last_became_active":"2024-04-26T01:59:06.795545+0000","last_became_peered":"2024-04-26T01:59:06.795545+0000","last_unstale":"2024-04-26T02:02:50.797319+0000","last_undegraded":"2024-04-26T02:02:50.797319+0000","last_fullsized":"2024-04-26T02:02:50.797319+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:04.415279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"92'8","reported_seq":282,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:55.516466+0000","last_change":"2024-04-26T01:58:26.907930+0000","last_active":"2024-04-26T02:02:55.516466+0000","last_peered":"2024-04-26T02:02:55.516466+0000","last_clean":"2024-04-26T02:02:55.516466+0000","last_became_active":"2024-04-26T01:58:26.907517+0000","last_became_peered":"2024-04-26T01:58:26.907517+0000","last_unstale":"2024-04-26T02:02:55.516466+0000","last_undegraded":"2024-04-26T02:02:55.516466+0000","last_fullsized":"2024-04-26T02:02:55.516466+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:14:44.076309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1795,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":245,"num_read_kb":4,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758134+0000","last_change":"2024-04-26T01:58:30.952575+0000","last_active":"2024-04-26T02:02:50.758134+0000","last_peered":"2024-04-26T02:02:50.758134+0000","last_clean":"2024-04-26T02:02:50.758134+0000","last_became_active":"2024-04-26T01:58:30.952212+0000","last_became_peered":"2024-04-26T01:58:30.952212+0000","last_unstale":"2024-04-26T02:02:50.758134+0000","last_undegraded":"2024-04-26T02:02:50.758134+0000","last_fullsized":"2024-04-26T02:02:50.758134+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:01:57.128787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.914968+0000","last_change":"2024-04-26T01:58:26.911859+0000","last_active":"2024-04-26T02:02:50.914968+0000","last_peered":"2024-04-26T02:02:50.914968+0000","last_clean":"2024-04-26T02:02:50.914968+0000","last_became_active":"2024-04-26T01:58:26.911358+0000","last_became_peered":"2024-04-26T01:58:26.911358+0000","last_unstale":"2024-04-26T02:02:50.914968+0000","last_undegraded":"2024-04-26T02:02:50.914968+0000","last_fullsized":"2024-04-26T02:02:50.914968+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:35.498625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899398+0000","last_change":"2024-04-26T01:59:07.118055+0000","last_active":"2024-04-26T02:02:50.899398+0000","last_peered":"2024-04-26T02:02:50.899398+0000","last_clean":"2024-04-26T02:02:50.899398+0000","last_became_active":"2024-04-26T01:59:07.116702+0000","last_became_peered":"2024-04-26T01:59:07.116702+0000","last_unstale":"2024-04-26T02:02:50.899398+0000","last_undegraded":"2024-04-26T02:02:50.899398+0000","last_fullsized":"2024-04-26T02:02:50.899398+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:50.911431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.112236+0000","last_change":"2024-04-26T01:58:26.909213+0000","last_active":"2024-04-26T02:02:51.112236+0000","last_peered":"2024-04-26T02:02:51.112236+0000","last_clean":"2024-04-26T02:02:51.112236+0000","last_became_active":"2024-04-26T01:58:26.908696+0000","last_became_peered":"2024-04-26T01:58:26.908696+0000","last_unstale":"2024-04-26T02:02:51.112236+0000","last_undegraded":"2024-04-26T02:02:51.112236+0000","last_fullsized":"2024-04-26T02:02:51.112236+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:32:50.331258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902168+0000","last_change":"2024-04-26T01:58:30.986876+0000","last_active":"2024-04-26T02:02:50.902168+0000","last_peered":"2024-04-26T02:02:50.902168+0000","last_clean":"2024-04-26T02:02:50.902168+0000","last_became_active":"2024-04-26T01:58:30.986442+0000","last_became_peered":"2024-04-26T01:58:30.986442+0000","last_unstale":"2024-04-26T02:02:50.902168+0000","last_undegraded":"2024-04-26T02:02:50.902168+0000","last_fullsized":"2024-04-26T02:02:50.902168+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:14:09.315119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.796936+0000","last_change":"2024-04-26T01:58:26.908371+0000","last_active":"2024-04-26T02:02:50.796936+0000","last_peered":"2024-04-26T02:02:50.796936+0000","last_clean":"2024-04-26T02:02:50.796936+0000","last_became_active":"2024-04-26T01:58:26.908013+0000","last_became_peered":"2024-04-26T01:58:26.908013+0000","last_unstale":"2024-04-26T02:02:50.796936+0000","last_undegraded":"2024-04-26T02:02:50.796936+0000","last_fullsized":"2024-04-26T02:02:50.796936+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:26:57.910428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.898981+0000","last_change":"2024-04-26T01:58:30.971847+0000","last_active":"2024-04-26T02:02:50.898981+0000","last_peered":"2024-04-26T02:02:50.898981+0000","last_clean":"2024-04-26T02:02:50.898981+0000","last_became_active":"2024-04-26T01:58:30.971427+0000","last_became_peered":"2024-04-26T01:58:30.971427+0000","last_unstale":"2024-04-26T02:02:50.898981+0000","last_undegraded":"2024-04-26T02:02:50.898981+0000","last_fullsized":"2024-04-26T02:02:50.898981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:59:58.120983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"92'7","reported_seq":518,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:56.517530+0000","last_change":"2024-04-26T01:58:26.916131+0000","last_active":"2024-04-26T02:02:56.517530+0000","last_peered":"2024-04-26T02:02:56.517530+0000","last_clean":"2024-04-26T02:02:56.517530+0000","last_became_active":"2024-04-26T01:58:26.915748+0000","last_became_peered":"2024-04-26T01:58:26.915748+0000","last_unstale":"2024-04-26T02:02:56.517530+0000","last_undegraded":"2024-04-26T02:02:56.517530+0000","last_fullsized":"2024-04-26T02:02:56.517530+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:18.951250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":482,"num_read_kb":482,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836803+0000","last_change":"2024-04-26T01:58:30.963544+0000","last_active":"2024-04-26T02:02:50.836803+0000","last_peered":"2024-04-26T02:02:50.836803+0000","last_clean":"2024-04-26T02:02:50.836803+0000","last_became_active":"2024-04-26T01:58:30.963152+0000","last_became_peered":"2024-04-26T01:58:30.963152+0000","last_unstale":"2024-04-26T02:02:50.836803+0000","last_undegraded":"2024-04-26T02:02:50.836803+0000","last_fullsized":"2024-04-26T02:02:50.836803+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:39:42.557629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802883+0000","last_change":"2024-04-26T01:58:26.912774+0000","last_active":"2024-04-26T02:02:50.802883+0000","last_peered":"2024-04-26T02:02:50.802883+0000","last_clean":"2024-04-26T02:02:50.802883+0000","last_became_active":"2024-04-26T01:58:26.912382+0000","last_became_peered":"2024-04-26T01:58:26.912382+0000","last_unstale":"2024-04-26T02:02:50.802883+0000","last_undegraded":"2024-04-26T02:02:50.802883+0000","last_fullsized":"2024-04-26T02:02:50.802883+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:03.667501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100260+0000","last_change":"2024-04-26T01:58:30.969636+0000","last_active":"2024-04-26T02:02:51.100260+0000","last_peered":"2024-04-26T02:02:51.100260+0000","last_clean":"2024-04-26T02:02:51.100260+0000","last_became_active":"2024-04-26T01:58:30.965817+0000","last_became_peered":"2024-04-26T01:58:30.965817+0000","last_unstale":"2024-04-26T02:02:51.100260+0000","last_undegraded":"2024-04-26T02:02:51.100260+0000","last_fullsized":"2024-04-26T02:02:51.100260+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:52.159112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.797439+0000","last_change":"2024-04-26T01:58:26.955656+0000","last_active":"2024-04-26T02:02:50.797439+0000","last_peered":"2024-04-26T02:02:50.797439+0000","last_clean":"2024-04-26T02:02:50.797439+0000","last_became_active":"2024-04-26T01:58:26.955270+0000","last_became_peered":"2024-04-26T01:58:26.955270+0000","last_unstale":"2024-04-26T02:02:50.797439+0000","last_undegraded":"2024-04-26T02:02:50.797439+0000","last_fullsized":"2024-04-26T02:02:50.797439+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:12:31.425015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836646+0000","last_change":"2024-04-26T01:58:30.952388+0000","last_active":"2024-04-26T02:02:50.836646+0000","last_peered":"2024-04-26T02:02:50.836646+0000","last_clean":"2024-04-26T02:02:50.836646+0000","last_became_active":"2024-04-26T01:58:30.951944+0000","last_became_peered":"2024-04-26T01:58:30.951944+0000","last_unstale":"2024-04-26T02:02:50.836646+0000","last_undegraded":"2024-04-26T02:02:50.836646+0000","last_fullsized":"2024-04-26T02:02:50.836646+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:39:43.629075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'39","reported_seq":564,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:56.517528+0000","last_change":"2024-04-26T01:58:26.908554+0000","last_active":"2024-04-26T02:02:56.517528+0000","last_peered":"2024-04-26T02:02:56.517528+0000","last_clean":"2024-04-26T02:02:56.517528+0000","last_became_active":"2024-04-26T01:58:26.908096+0000","last_became_peered":"2024-04-26T01:58:26.908096+0000","last_unstale":"2024-04-26T02:02:56.517528+0000","last_undegraded":"2024-04-26T02:02:56.517528+0000","last_fullsized":"2024-04-26T02:02:56.517528+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:59:07.497393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70001,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":496,"num_read_kb":316,"num_write":41,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758604+0000","last_change":"2024-04-26T01:58:30.962169+0000","last_active":"2024-04-26T02:02:50.758604+0000","last_peered":"2024-04-26T02:02:50.758604+0000","last_clean":"2024-04-26T02:02:50.758604+0000","last_became_active":"2024-04-26T01:58:30.961827+0000","last_became_peered":"2024-04-26T01:58:30.961827+0000","last_unstale":"2024-04-26T02:02:50.758604+0000","last_undegraded":"2024-04-26T02:02:50.758604+0000","last_fullsized":"2024-04-26T02:02:50.758604+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:42.150541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.901748+0000","last_change":"2024-04-26T01:59:06.748974+0000","last_active":"2024-04-26T02:02:50.901748+0000","last_peered":"2024-04-26T02:02:50.901748+0000","last_clean":"2024-04-26T02:02:50.901748+0000","last_became_active":"2024-04-26T01:59:06.733491+0000","last_became_peered":"2024-04-26T01:59:06.733491+0000","last_unstale":"2024-04-26T02:02:50.901748+0000","last_undegraded":"2024-04-26T02:02:50.901748+0000","last_fullsized":"2024-04-26T02:02:50.901748+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:11.743053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.112949+0000","last_change":"2024-04-26T01:58:30.981562+0000","last_active":"2024-04-26T02:02:51.112949+0000","last_peered":"2024-04-26T02:02:51.112949+0000","last_clean":"2024-04-26T02:02:51.112949+0000","last_became_active":"2024-04-26T01:58:30.975609+0000","last_became_peered":"2024-04-26T01:58:30.975609+0000","last_unstale":"2024-04-26T02:02:51.112949+0000","last_undegraded":"2024-04-26T02:02:51.112949+0000","last_fullsized":"2024-04-26T02:02:51.112949+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:34.822280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.796928+0000","last_change":"2024-04-26T01:58:26.914851+0000","last_active":"2024-04-26T02:02:50.796928+0000","last_peered":"2024-04-26T02:02:50.796928+0000","last_clean":"2024-04-26T02:02:50.796928+0000","last_became_active":"2024-04-26T01:58:26.914333+0000","last_became_peered":"2024-04-26T01:58:26.914333+0000","last_unstale":"2024-04-26T02:02:50.796928+0000","last_undegraded":"2024-04-26T02:02:50.796928+0000","last_fullsized":"2024-04-26T02:02:50.796928+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:08:14.410154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802663+0000","last_change":"2024-04-26T01:59:06.732772+0000","last_active":"2024-04-26T02:02:50.802663+0000","last_peered":"2024-04-26T02:02:50.802663+0000","last_clean":"2024-04-26T02:02:50.802663+0000","last_became_active":"2024-04-26T01:59:06.732342+0000","last_became_peered":"2024-04-26T01:59:06.732342+0000","last_unstale":"2024-04-26T02:02:50.802663+0000","last_undegraded":"2024-04-26T02:02:50.802663+0000","last_fullsized":"2024-04-26T02:02:50.802663+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:33.765821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'9","reported_seq":285,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:55.628027+0000","last_change":"2024-04-26T01:58:26.908641+0000","last_active":"2024-04-26T02:02:55.628027+0000","last_peered":"2024-04-26T02:02:55.628027+0000","last_clean":"2024-04-26T02:02:55.628027+0000","last_became_active":"2024-04-26T01:58:26.908257+0000","last_became_peered":"2024-04-26T01:58:26.908257+0000","last_unstale":"2024-04-26T02:02:55.628027+0000","last_undegraded":"2024-04-26T02:02:55.628027+0000","last_fullsized":"2024-04-26T02:02:55.628027+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:34:47.335413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":248,"num_read_kb":7,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802330+0000","last_change":"2024-04-26T01:58:30.966929+0000","last_active":"2024-04-26T02:02:50.802330+0000","last_peered":"2024-04-26T02:02:50.802330+0000","last_clean":"2024-04-26T02:02:50.802330+0000","last_became_active":"2024-04-26T01:58:30.966570+0000","last_became_peered":"2024-04-26T01:58:30.966570+0000","last_unstale":"2024-04-26T02:02:50.802330+0000","last_undegraded":"2024-04-26T02:02:50.802330+0000","last_fullsized":"2024-04-26T02:02:50.802330+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:06:18.841697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.757967+0000","last_change":"2024-04-26T01:58:26.948155+0000","last_active":"2024-04-26T02:02:50.757967+0000","last_peered":"2024-04-26T02:02:50.757967+0000","last_clean":"2024-04-26T02:02:50.757967+0000","last_became_active":"2024-04-26T01:58:26.947769+0000","last_became_peered":"2024-04-26T01:58:26.947769+0000","last_unstale":"2024-04-26T02:02:50.757967+0000","last_undegraded":"2024-04-26T02:02:50.757967+0000","last_fullsized":"2024-04-26T02:02:50.757967+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:34:54.667133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.796925+0000","last_change":"2024-04-26T01:58:30.956123+0000","last_active":"2024-04-26T02:02:50.796925+0000","last_peered":"2024-04-26T02:02:50.796925+0000","last_clean":"2024-04-26T02:02:50.796925+0000","last_became_active":"2024-04-26T01:58:30.955722+0000","last_became_peered":"2024-04-26T01:58:30.955722+0000","last_unstale":"2024-04-26T02:02:50.796925+0000","last_undegraded":"2024-04-26T02:02:50.796925+0000","last_fullsized":"2024-04-26T02:02:50.796925+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:32.888488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758803+0000","last_change":"2024-04-26T01:58:26.908175+0000","last_active":"2024-04-26T02:02:50.758803+0000","last_peered":"2024-04-26T02:02:50.758803+0000","last_clean":"2024-04-26T02:02:50.758803+0000","last_became_active":"2024-04-26T01:58:26.907823+0000","last_became_peered":"2024-04-26T01:58:26.907823+0000","last_unstale":"2024-04-26T02:02:50.758803+0000","last_undegraded":"2024-04-26T02:02:50.758803+0000","last_fullsized":"2024-04-26T02:02:50.758803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:10:47.314000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902018+0000","last_change":"2024-04-26T01:58:30.953226+0000","last_active":"2024-04-26T02:02:50.902018+0000","last_peered":"2024-04-26T02:02:50.902018+0000","last_clean":"2024-04-26T02:02:50.902018+0000","last_became_active":"2024-04-26T01:58:30.952797+0000","last_became_peered":"2024-04-26T01:58:30.952797+0000","last_unstale":"2024-04-26T02:02:50.902018+0000","last_undegraded":"2024-04-26T02:02:50.902018+0000","last_fullsized":"2024-04-26T02:02:50.902018+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:44:59.400681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899328+0000","last_change":"2024-04-26T01:58:26.952198+0000","last_active":"2024-04-26T02:02:50.899328+0000","last_peered":"2024-04-26T02:02:50.899328+0000","last_clean":"2024-04-26T02:02:50.899328+0000","last_became_active":"2024-04-26T01:58:26.951400+0000","last_became_peered":"2024-04-26T01:58:26.951400+0000","last_unstale":"2024-04-26T02:02:50.899328+0000","last_undegraded":"2024-04-26T02:02:50.899328+0000","last_fullsized":"2024-04-26T02:02:50.899328+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:09:46.674733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.915139+0000","last_change":"2024-04-26T01:58:30.981089+0000","last_active":"2024-04-26T02:02:50.915139+0000","last_peered":"2024-04-26T02:02:50.915139+0000","last_clean":"2024-04-26T02:02:50.915139+0000","last_became_active":"2024-04-26T01:58:30.980781+0000","last_became_peered":"2024-04-26T01:58:30.980781+0000","last_unstale":"2024-04-26T02:02:50.915139+0000","last_undegraded":"2024-04-26T02:02:50.915139+0000","last_fullsized":"2024-04-26T02:02:50.915139+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:43.963389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'10","reported_seq":286,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:55.611340+0000","last_change":"2024-04-26T01:58:26.917575+0000","last_active":"2024-04-26T02:02:55.611340+0000","last_peered":"2024-04-26T02:02:55.611340+0000","last_clean":"2024-04-26T02:02:55.611340+0000","last_became_active":"2024-04-26T01:58:26.917239+0000","last_became_peered":"2024-04-26T01:58:26.917239+0000","last_unstale":"2024-04-26T02:02:55.611340+0000","last_undegraded":"2024-04-26T02:02:55.611340+0000","last_fullsized":"2024-04-26T02:02:55.611340+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:16.851091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2212,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":246,"num_read_kb":5,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.915072+0000","last_change":"2024-04-26T01:58:30.964584+0000","last_active":"2024-04-26T02:02:50.915072+0000","last_peered":"2024-04-26T02:02:50.915072+0000","last_clean":"2024-04-26T02:02:50.915072+0000","last_became_active":"2024-04-26T01:58:30.964226+0000","last_became_peered":"2024-04-26T01:58:30.964226+0000","last_unstale":"2024-04-26T02:02:50.915072+0000","last_undegraded":"2024-04-26T02:02:50.915072+0000","last_fullsized":"2024-04-26T02:02:50.915072+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:45.657334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.797391+0000","last_change":"2024-04-26T01:58:30.957838+0000","last_active":"2024-04-26T02:02:50.797391+0000","last_peered":"2024-04-26T02:02:50.797391+0000","last_clean":"2024-04-26T02:02:50.797391+0000","last_became_active":"2024-04-26T01:58:30.957495+0000","last_became_peered":"2024-04-26T01:58:30.957495+0000","last_unstale":"2024-04-26T02:02:50.797391+0000","last_undegraded":"2024-04-26T02:02:50.797391+0000","last_fullsized":"2024-04-26T02:02:50.797391+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:19.298590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'7","reported_seq":279,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:55.627230+0000","last_change":"2024-04-26T01:58:26.951413+0000","last_active":"2024-04-26T02:02:55.627230+0000","last_peered":"2024-04-26T02:02:55.627230+0000","last_clean":"2024-04-26T02:02:55.627230+0000","last_became_active":"2024-04-26T01:58:26.950195+0000","last_became_peered":"2024-04-26T01:58:26.950195+0000","last_unstale":"2024-04-26T02:02:55.627230+0000","last_undegraded":"2024-04-26T02:02:55.627230+0000","last_fullsized":"2024-04-26T02:02:55.627230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:13:55.853005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":242,"num_read_kb":242,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.903012+0000","last_change":"2024-04-26T01:58:30.979554+0000","last_active":"2024-04-26T02:02:50.903012+0000","last_peered":"2024-04-26T02:02:50.903012+0000","last_clean":"2024-04-26T02:02:50.903012+0000","last_became_active":"2024-04-26T01:58:30.979158+0000","last_became_peered":"2024-04-26T01:58:30.979158+0000","last_unstale":"2024-04-26T02:02:50.903012+0000","last_undegraded":"2024-04-26T02:02:50.903012+0000","last_fullsized":"2024-04-26T02:02:50.903012+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:38:22.534142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.760281+0000","last_change":"2024-04-26T01:58:26.913432+0000","last_active":"2024-04-26T02:02:50.760281+0000","last_peered":"2024-04-26T02:02:50.760281+0000","last_clean":"2024-04-26T02:02:50.760281+0000","last_became_active":"2024-04-26T01:58:26.913054+0000","last_became_peered":"2024-04-26T01:58:26.913054+0000","last_unstale":"2024-04-26T02:02:50.760281+0000","last_undegraded":"2024-04-26T02:02:50.760281+0000","last_fullsized":"2024-04-26T02:02:50.760281+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:21:04.699502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"92'148","reported_seq":405,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:52.907442+0000","last_change":"2024-04-26T01:56:52.582555+0000","last_active":"2024-04-26T02:02:52.907442+0000","last_peered":"2024-04-26T02:02:52.907442+0000","last_clean":"2024-04-26T02:02:52.907442+0000","last_became_active":"2024-04-26T01:56:52.582083+0000","last_became_peered":"2024-04-26T01:56:52.582083+0000","last_unstale":"2024-04-26T02:02:52.907442+0000","last_undegraded":"2024-04-26T02:02:52.907442+0000","last_fullsized":"2024-04-26T02:02:52.907442+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_clean_scrub_stamp":"2024-04-26T01:52:52.012858+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:19.438229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.112961+0000","last_change":"2024-04-26T01:58:30.966288+0000","last_active":"2024-04-26T02:02:51.112961+0000","last_peered":"2024-04-26T02:02:51.112961+0000","last_clean":"2024-04-26T02:02:51.112961+0000","last_became_active":"2024-04-26T01:58:30.965790+0000","last_became_peered":"2024-04-26T01:58:30.965790+0000","last_unstale":"2024-04-26T02:02:51.112961+0000","last_undegraded":"2024-04-26T02:02:51.112961+0000","last_fullsized":"2024-04-26T02:02:51.112961+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:32:00.855571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802587+0000","last_change":"2024-04-26T01:58:26.912567+0000","last_active":"2024-04-26T02:02:50.802587+0000","last_peered":"2024-04-26T02:02:50.802587+0000","last_clean":"2024-04-26T02:02:50.802587+0000","last_became_active":"2024-04-26T01:58:26.911311+0000","last_became_peered":"2024-04-26T01:58:26.911311+0000","last_unstale":"2024-04-26T02:02:50.802587+0000","last_undegraded":"2024-04-26T02:02:50.802587+0000","last_fullsized":"2024-04-26T02:02:50.802587+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:53:06.257167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758556+0000","last_change":"2024-04-26T01:58:26.952696+0000","last_active":"2024-04-26T02:02:50.758556+0000","last_peered":"2024-04-26T02:02:50.758556+0000","last_clean":"2024-04-26T02:02:50.758556+0000","last_became_active":"2024-04-26T01:58:26.952382+0000","last_became_peered":"2024-04-26T01:58:26.952382+0000","last_unstale":"2024-04-26T02:02:50.758556+0000","last_undegraded":"2024-04-26T02:02:50.758556+0000","last_fullsized":"2024-04-26T02:02:50.758556+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:21:28.100792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.113867+0000","last_change":"2024-04-26T01:58:30.976420+0000","last_active":"2024-04-26T02:02:51.113867+0000","last_peered":"2024-04-26T02:02:51.113867+0000","last_clean":"2024-04-26T02:02:51.113867+0000","last_became_active":"2024-04-26T01:58:30.975950+0000","last_became_peered":"2024-04-26T01:58:30.975950+0000","last_unstale":"2024-04-26T02:02:51.113867+0000","last_undegraded":"2024-04-26T02:02:51.113867+0000","last_fullsized":"2024-04-26T02:02:51.113867+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:56.997947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'106","reported_seq":244,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:53.901253+0000","last_change":"2024-04-26T01:59:06.760073+0000","last_active":"2024-04-26T02:02:53.901253+0000","last_peered":"2024-04-26T02:02:53.901253+0000","last_clean":"2024-04-26T02:02:53.901253+0000","last_became_active":"2024-04-26T01:59:06.736242+0000","last_became_peered":"2024-04-26T01:59:06.736242+0000","last_unstale":"2024-04-26T02:02:53.901253+0000","last_undegraded":"2024-04-26T02:02:53.901253+0000","last_fullsized":"2024-04-26T02:02:53.901253+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:24.344134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":193,"num_write_kb":1287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":3,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.903454+0000","last_change":"2024-04-26T01:58:30.981099+0000","last_active":"2024-04-26T02:02:50.903454+0000","last_peered":"2024-04-26T02:02:50.903454+0000","last_clean":"2024-04-26T02:02:50.903454+0000","last_became_active":"2024-04-26T01:58:30.974714+0000","last_became_peered":"2024-04-26T01:58:30.974714+0000","last_unstale":"2024-04-26T02:02:50.903454+0000","last_undegraded":"2024-04-26T02:02:50.903454+0000","last_fullsized":"2024-04-26T02:02:50.903454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:11.626761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.760555+0000","last_change":"2024-04-26T01:58:27.021040+0000","last_active":"2024-04-26T02:02:50.760555+0000","last_peered":"2024-04-26T02:02:50.760555+0000","last_clean":"2024-04-26T02:02:50.760555+0000","last_became_active":"2024-04-26T01:58:27.020656+0000","last_became_peered":"2024-04-26T01:58:27.020656+0000","last_unstale":"2024-04-26T02:02:50.760555+0000","last_undegraded":"2024-04-26T02:02:50.760555+0000","last_fullsized":"2024-04-26T02:02:50.760555+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:54:40.149575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100955+0000","last_change":"2024-04-26T01:58:30.978642+0000","last_active":"2024-04-26T02:02:51.100955+0000","last_peered":"2024-04-26T02:02:51.100955+0000","last_clean":"2024-04-26T02:02:51.100955+0000","last_became_active":"2024-04-26T01:58:30.977336+0000","last_became_peered":"2024-04-26T01:58:30.977336+0000","last_unstale":"2024-04-26T02:02:51.100955+0000","last_undegraded":"2024-04-26T02:02:51.100955+0000","last_fullsized":"2024-04-26T02:02:51.100955+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:17:34.682104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836409+0000","last_change":"2024-04-26T01:58:26.950109+0000","last_active":"2024-04-26T02:02:50.836409+0000","last_peered":"2024-04-26T02:02:50.836409+0000","last_clean":"2024-04-26T02:02:50.836409+0000","last_became_active":"2024-04-26T01:58:26.949756+0000","last_became_peered":"2024-04-26T01:58:26.949756+0000","last_unstale":"2024-04-26T02:02:50.836409+0000","last_undegraded":"2024-04-26T02:02:50.836409+0000","last_fullsized":"2024-04-26T02:02:50.836409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:59:07.288430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758116+0000","last_change":"2024-04-26T01:58:30.955281+0000","last_active":"2024-04-26T02:02:50.758116+0000","last_peered":"2024-04-26T02:02:50.758116+0000","last_clean":"2024-04-26T02:02:50.758116+0000","last_became_active":"2024-04-26T01:58:30.954906+0000","last_became_peered":"2024-04-26T01:58:30.954906+0000","last_unstale":"2024-04-26T02:02:50.758116+0000","last_undegraded":"2024-04-26T02:02:50.758116+0000","last_fullsized":"2024-04-26T02:02:50.758116+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:48:49.237616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902710+0000","last_change":"2024-04-26T01:58:26.918733+0000","last_active":"2024-04-26T02:02:50.902710+0000","last_peered":"2024-04-26T02:02:50.902710+0000","last_clean":"2024-04-26T02:02:50.902710+0000","last_became_active":"2024-04-26T01:58:26.918132+0000","last_became_peered":"2024-04-26T01:58:26.918132+0000","last_unstale":"2024-04-26T02:02:50.902710+0000","last_undegraded":"2024-04-26T02:02:50.902710+0000","last_fullsized":"2024-04-26T02:02:50.902710+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:03:21.762469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.901804+0000","last_change":"2024-04-26T01:58:30.964357+0000","last_active":"2024-04-26T02:02:50.901804+0000","last_peered":"2024-04-26T02:02:50.901804+0000","last_clean":"2024-04-26T02:02:50.901804+0000","last_became_active":"2024-04-26T01:58:30.964042+0000","last_became_peered":"2024-04-26T01:58:30.964042+0000","last_unstale":"2024-04-26T02:02:50.901804+0000","last_undegraded":"2024-04-26T02:02:50.901804+0000","last_fullsized":"2024-04-26T02:02:50.901804+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:57:56.941152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"92'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.794472+0000","last_change":"2024-04-26T01:58:26.916786+0000","last_active":"2024-04-26T02:02:51.794472+0000","last_peered":"2024-04-26T02:02:51.794472+0000","last_clean":"2024-04-26T02:02:51.794472+0000","last_became_active":"2024-04-26T01:58:26.916421+0000","last_became_peered":"2024-04-26T01:58:26.916421+0000","last_unstale":"2024-04-26T02:02:51.794472+0000","last_undegraded":"2024-04-26T02:02:51.794472+0000","last_fullsized":"2024-04-26T02:02:51.794472+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:15:53.057132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902919+0000","last_change":"2024-04-26T01:58:30.981408+0000","last_active":"2024-04-26T02:02:50.902919+0000","last_peered":"2024-04-26T02:02:50.902919+0000","last_clean":"2024-04-26T02:02:50.902919+0000","last_became_active":"2024-04-26T01:58:30.975782+0000","last_became_peered":"2024-04-26T01:58:30.975782+0000","last_unstale":"2024-04-26T02:02:50.902919+0000","last_undegraded":"2024-04-26T02:02:50.902919+0000","last_fullsized":"2024-04-26T02:02:50.902919+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:58.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758319+0000","last_change":"2024-04-26T01:58:26.908741+0000","last_active":"2024-04-26T02:02:50.758319+0000","last_peered":"2024-04-26T02:02:50.758319+0000","last_clean":"2024-04-26T02:02:50.758319+0000","last_became_active":"2024-04-26T01:58:26.908341+0000","last_became_peered":"2024-04-26T01:58:26.908341+0000","last_unstale":"2024-04-26T02:02:50.758319+0000","last_undegraded":"2024-04-26T02:02:50.758319+0000","last_fullsized":"2024-04-26T02:02:50.758319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:57:14.254746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802658+0000","last_change":"2024-04-26T01:58:30.973708+0000","last_active":"2024-04-26T02:02:50.802658+0000","last_peered":"2024-04-26T02:02:50.802658+0000","last_clean":"2024-04-26T02:02:50.802658+0000","last_became_active":"2024-04-26T01:58:30.973315+0000","last_became_peered":"2024-04-26T01:58:30.973315+0000","last_unstale":"2024-04-26T02:02:50.802658+0000","last_undegraded":"2024-04-26T02:02:50.802658+0000","last_fullsized":"2024-04-26T02:02:50.802658+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:50:51.745148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'8","reported_seq":284,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:56.634463+0000","last_change":"2024-04-26T01:58:27.020622+0000","last_active":"2024-04-26T02:02:56.634463+0000","last_peered":"2024-04-26T02:02:56.634463+0000","last_clean":"2024-04-26T02:02:56.634463+0000","last_became_active":"2024-04-26T01:58:27.020213+0000","last_became_peered":"2024-04-26T01:58:27.020213+0000","last_unstale":"2024-04-26T02:02:56.634463+0000","last_undegraded":"2024-04-26T02:02:56.634463+0000","last_fullsized":"2024-04-26T02:02:56.634463+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:41:28.929919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":246,"num_read_kb":5,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802996+0000","last_change":"2024-04-26T01:58:30.967801+0000","last_active":"2024-04-26T02:02:50.802996+0000","last_peered":"2024-04-26T02:02:50.802996+0000","last_clean":"2024-04-26T02:02:50.802996+0000","last_became_active":"2024-04-26T01:58:30.967419+0000","last_became_peered":"2024-04-26T01:58:30.967419+0000","last_unstale":"2024-04-26T02:02:50.802996+0000","last_undegraded":"2024-04-26T02:02:50.802996+0000","last_fullsized":"2024-04-26T02:02:50.802996+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:45:25.468923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'67","reported_seq":128,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:53.900418+0000","last_change":"2024-04-26T01:58:26.912783+0000","last_active":"2024-04-26T02:02:53.900418+0000","last_peered":"2024-04-26T02:02:53.900418+0000","last_clean":"2024-04-26T02:02:53.900418+0000","last_became_active":"2024-04-26T01:58:26.912351+0000","last_became_peered":"2024-04-26T01:58:26.912351+0000","last_unstale":"2024-04-26T02:02:53.900418+0000","last_undegraded":"2024-04-26T02:02:53.900418+0000","last_fullsized":"2024-04-26T02:02:53.900418+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:44.149415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802581+0000","last_change":"2024-04-26T01:58:30.975051+0000","last_active":"2024-04-26T02:02:50.802581+0000","last_peered":"2024-04-26T02:02:50.802581+0000","last_clean":"2024-04-26T02:02:50.802581+0000","last_became_active":"2024-04-26T01:58:30.974661+0000","last_became_peered":"2024-04-26T01:58:30.974661+0000","last_unstale":"2024-04-26T02:02:50.802581+0000","last_undegraded":"2024-04-26T02:02:50.802581+0000","last_fullsized":"2024-04-26T02:02:50.802581+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:30.691834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.114371+0000","last_change":"2024-04-26T01:59:07.127555+0000","last_active":"2024-04-26T02:02:51.114371+0000","last_peered":"2024-04-26T02:02:51.114371+0000","last_clean":"2024-04-26T02:02:51.114371+0000","last_became_active":"2024-04-26T01:59:07.115216+0000","last_became_peered":"2024-04-26T01:59:07.115216+0000","last_unstale":"2024-04-26T02:02:51.114371+0000","last_undegraded":"2024-04-26T02:02:51.114371+0000","last_fullsized":"2024-04-26T02:02:51.114371+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:11.990117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802999+0000","last_change":"2024-04-26T01:58:30.960957+0000","last_active":"2024-04-26T02:02:50.802999+0000","last_peered":"2024-04-26T02:02:50.802999+0000","last_clean":"2024-04-26T02:02:50.802999+0000","last_became_active":"2024-04-26T01:58:30.960601+0000","last_became_peered":"2024-04-26T01:58:30.960601+0000","last_unstale":"2024-04-26T02:02:50.802999+0000","last_undegraded":"2024-04-26T02:02:50.802999+0000","last_fullsized":"2024-04-26T02:02:50.802999+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:55.810734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.901874+0000","last_change":"2024-04-26T01:58:30.962426+0000","last_active":"2024-04-26T02:02:50.901874+0000","last_peered":"2024-04-26T02:02:50.901874+0000","last_clean":"2024-04-26T02:02:50.901874+0000","last_became_active":"2024-04-26T01:58:30.962080+0000","last_became_peered":"2024-04-26T01:58:30.962080+0000","last_unstale":"2024-04-26T02:02:50.901874+0000","last_undegraded":"2024-04-26T02:02:50.901874+0000","last_fullsized":"2024-04-26T02:02:50.901874+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:23:37.567668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.097452+0000","last_change":"2024-04-26T01:59:06.725470+0000","last_active":"2024-04-26T02:02:51.097452+0000","last_peered":"2024-04-26T02:02:51.097452+0000","last_clean":"2024-04-26T02:02:51.097452+0000","last_became_active":"2024-04-26T01:59:06.724925+0000","last_became_peered":"2024-04-26T01:59:06.724925+0000","last_unstale":"2024-04-26T02:02:51.097452+0000","last_undegraded":"2024-04-26T02:02:51.097452+0000","last_fullsized":"2024-04-26T02:02:51.097452+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:39.021245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,8],"acting":[2,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.097384+0000","last_change":"2024-04-26T01:58:30.975582+0000","last_active":"2024-04-26T02:02:51.097384+0000","last_peered":"2024-04-26T02:02:51.097384+0000","last_clean":"2024-04-26T02:02:51.097384+0000","last_became_active":"2024-04-26T01:58:30.975220+0000","last_became_peered":"2024-04-26T01:58:30.975220+0000","last_unstale":"2024-04-26T02:02:51.097384+0000","last_undegraded":"2024-04-26T02:02:51.097384+0000","last_fullsized":"2024-04-26T02:02:51.097384+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:16.161849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100006+0000","last_change":"2024-04-26T01:58:30.979948+0000","last_active":"2024-04-26T02:02:51.100006+0000","last_peered":"2024-04-26T02:02:51.100006+0000","last_clean":"2024-04-26T02:02:51.100006+0000","last_became_active":"2024-04-26T01:58:30.979367+0000","last_became_peered":"2024-04-26T01:58:30.979367+0000","last_unstale":"2024-04-26T02:02:51.100006+0000","last_undegraded":"2024-04-26T02:02:51.100006+0000","last_fullsized":"2024-04-26T02:02:51.100006+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:38.552039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.114036+0000","last_change":"2024-04-26T01:58:30.975488+0000","last_active":"2024-04-26T02:02:51.114036+0000","last_peered":"2024-04-26T02:02:51.114036+0000","last_clean":"2024-04-26T02:02:51.114036+0000","last_became_active":"2024-04-26T01:58:30.968631+0000","last_became_peered":"2024-04-26T01:58:30.968631+0000","last_unstale":"2024-04-26T02:02:51.114036+0000","last_undegraded":"2024-04-26T02:02:51.114036+0000","last_fullsized":"2024-04-26T02:02:51.114036+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:56:42.953943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902132+0000","last_change":"2024-04-26T01:58:30.958200+0000","last_active":"2024-04-26T02:02:50.902132+0000","last_peered":"2024-04-26T02:02:50.902132+0000","last_clean":"2024-04-26T02:02:50.902132+0000","last_became_active":"2024-04-26T01:58:30.957767+0000","last_became_peered":"2024-04-26T01:58:30.957767+0000","last_unstale":"2024-04-26T02:02:50.902132+0000","last_undegraded":"2024-04-26T02:02:50.902132+0000","last_fullsized":"2024-04-26T02:02:50.902132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:53:59.199633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.097790+0000","last_change":"2024-04-26T01:58:30.955232+0000","last_active":"2024-04-26T02:02:51.097790+0000","last_peered":"2024-04-26T02:02:51.097790+0000","last_clean":"2024-04-26T02:02:51.097790+0000","last_became_active":"2024-04-26T01:58:30.954792+0000","last_became_peered":"2024-04-26T01:58:30.954792+0000","last_unstale":"2024-04-26T02:02:51.097790+0000","last_undegraded":"2024-04-26T02:02:51.097790+0000","last_fullsized":"2024-04-26T02:02:51.097790+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:41.479662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.903323+0000","last_change":"2024-04-26T01:58:30.984210+0000","last_active":"2024-04-26T02:02:50.903323+0000","last_peered":"2024-04-26T02:02:50.903323+0000","last_clean":"2024-04-26T02:02:50.903323+0000","last_became_active":"2024-04-26T01:58:30.982899+0000","last_became_peered":"2024-04-26T01:58:30.982899+0000","last_unstale":"2024-04-26T02:02:50.903323+0000","last_undegraded":"2024-04-26T02:02:50.903323+0000","last_fullsized":"2024-04-26T02:02:50.903323+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:51:18.621098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.797268+0000","last_change":"2024-04-26T01:58:30.972403+0000","last_active":"2024-04-26T02:02:50.797268+0000","last_peered":"2024-04-26T02:02:50.797268+0000","last_clean":"2024-04-26T02:02:50.797268+0000","last_became_active":"2024-04-26T01:58:30.972112+0000","last_became_peered":"2024-04-26T01:58:30.972112+0000","last_unstale":"2024-04-26T02:02:50.797268+0000","last_undegraded":"2024-04-26T02:02:50.797268+0000","last_fullsized":"2024-04-26T02:02:50.797268+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:37.908777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902225+0000","last_change":"2024-04-26T01:58:30.971002+0000","last_active":"2024-04-26T02:02:50.902225+0000","last_peered":"2024-04-26T02:02:50.902225+0000","last_clean":"2024-04-26T02:02:50.902225+0000","last_became_active":"2024-04-26T01:58:30.970559+0000","last_became_peered":"2024-04-26T01:58:30.970559+0000","last_unstale":"2024-04-26T02:02:50.902225+0000","last_undegraded":"2024-04-26T02:02:50.902225+0000","last_fullsized":"2024-04-26T02:02:50.902225+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:12.927235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836522+0000","last_change":"2024-04-26T01:58:30.976628+0000","last_active":"2024-04-26T02:02:50.836522+0000","last_peered":"2024-04-26T02:02:50.836522+0000","last_clean":"2024-04-26T02:02:50.836522+0000","last_became_active":"2024-04-26T01:58:30.976265+0000","last_became_peered":"2024-04-26T01:58:30.976265+0000","last_unstale":"2024-04-26T02:02:50.836522+0000","last_undegraded":"2024-04-26T02:02:50.836522+0000","last_fullsized":"2024-04-26T02:02:50.836522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:47.096687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.113739+0000","last_change":"2024-04-26T01:58:30.973411+0000","last_active":"2024-04-26T02:02:51.113739+0000","last_peered":"2024-04-26T02:02:51.113739+0000","last_clean":"2024-04-26T02:02:51.113739+0000","last_became_active":"2024-04-26T01:58:30.971204+0000","last_became_peered":"2024-04-26T01:58:30.971204+0000","last_unstale":"2024-04-26T02:02:51.113739+0000","last_undegraded":"2024-04-26T02:02:51.113739+0000","last_fullsized":"2024-04-26T02:02:51.113739+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:29:41.292831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.901776+0000","last_change":"2024-04-26T01:58:30.956692+0000","last_active":"2024-04-26T02:02:50.901776+0000","last_peered":"2024-04-26T02:02:50.901776+0000","last_clean":"2024-04-26T02:02:50.901776+0000","last_became_active":"2024-04-26T01:58:30.956341+0000","last_became_peered":"2024-04-26T01:58:30.956341+0000","last_unstale":"2024-04-26T02:02:50.901776+0000","last_undegraded":"2024-04-26T02:02:50.901776+0000","last_fullsized":"2024-04-26T02:02:50.901776+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:58.937065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108219,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":802905,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2812,"num_read_kb":1632,"num_write":522,"num_write_kb":2396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":68,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":798720,"data_stored":2408715,"data_compressed":103473,"data_compressed_allocated":135168,"data_compressed_original":2101248,"omap_allocated":0,"internal_metadata":0},"log_size":397,"ondisk_log_size":397,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351046,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1040384,"data_stored":887263,"data_compressed":22179,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612683,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32364,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712788,"statfs":{"total":95995035648,"available":95961894912,"internally_reserved":0,"allocated":1216512,"data_stored":1483632,"data_compressed":54165,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776208,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36368,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708784,"statfs":{"total":95995035648,"available":95957794816,"internally_reserved":0,"allocated":1056768,"data_stored":886202,"data_compressed":22179,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1599,"internal_metadata":36174273},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037848,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1028096,"data_stored":493364,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299484,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1081344,"data_stored":1089602,"data_compressed":38963,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463009,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":494327,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574975,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1085440,"data_stored":565241,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738499,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":494965,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411450,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1097728,"data_stored":565865,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149812,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36420,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708732,"statfs":{"total":95995035648,"available":95957741568,"internally_reserved":0,"allocated":1101824,"data_stored":1213976,"data_compressed":37381,"data_compressed_allocated":49152,"data_compressed_original":708608,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888173,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":493878,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724649,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1138688,"data_stored":1414574,"data_compressed":54165,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":73377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":74001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":332225,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":7253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":167936,"data_stored":401283,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":395399,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T02:03:02.119 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T02:03:02.119 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T02:03:02.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:01 smithi026 ceph-mon[28138]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 103 KiB/s wr, 63 op/s 2024-04-26T02:03:02.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:01 smithi026 ceph-mon[28138]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:03:02.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:01 smithi033 ceph-mon[32805]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 103 KiB/s wr, 63 op/s 2024-04-26T02:03:02.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:01 smithi033 ceph-mon[32805]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:03:02.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:01 smithi064 ceph-mon[32613]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 103 KiB/s wr, 63 op/s 2024-04-26T02:03:02.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:01 smithi064 ceph-mon[32613]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:03:02.649 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:03.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:03 smithi026 ceph-mon[28138]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 109 KiB/s wr, 72 op/s 2024-04-26T02:03:03.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:03 smithi026 ceph-mon[28138]: mgrmap e25: x(active, since 12s), standbys: z, y 2024-04-26T02:03:04.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:03 smithi033 ceph-mon[32805]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 109 KiB/s wr, 72 op/s 2024-04-26T02:03:04.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:03 smithi033 ceph-mon[32805]: mgrmap e25: x(active, since 12s), standbys: z, y 2024-04-26T02:03:04.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:03 smithi064 ceph-mon[32613]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 109 KiB/s wr, 72 op/s 2024-04-26T02:03:04.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:03 smithi064 ceph-mon[32613]: mgrmap e25: x(active, since 12s), standbys: z, y 2024-04-26T02:03:05.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.036+0000 7f9ea3000700 1 -- 172.21.15.26:0/2623634484 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9e9c108a80 msgr2=0x7f9e9c108e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:05.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.036+0000 7f9ea3000700 1 --2- 172.21.15.26:0/2623634484 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9e9c108a80 0x7f9e9c108e60 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c009990 tx=0x7f9e8c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:03:05.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.036+0000 7f9ea3000700 1 -- 172.21.15.26:0/2623634484 shutdown_connections 2024-04-26T02:03:05.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.036+0000 7f9ea3000700 1 --2- 172.21.15.26:0/2623634484 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9e9c1034b0 0x7f9e9c10f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:05.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.036+0000 7f9ea3000700 1 --2- 172.21.15.26:0/2623634484 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9e9c108a80 0x7f9e9c108e60 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:05.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.036+0000 7f9ea3000700 1 --2- 172.21.15.26:0/2623634484 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e9c102af0 0x7f9e9c102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:05.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.036+0000 7f9ea3000700 1 -- 172.21.15.26:0/2623634484 >> 172.21.15.26:0/2623634484 conn(0x7f9e9c079b20 msgr2=0x7f9e9c079f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:05.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.036+0000 7f9ea3000700 1 -- 172.21.15.26:0/2623634484 shutdown_connections 2024-04-26T02:03:05.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.036+0000 7f9ea3000700 1 -- 172.21.15.26:0/2623634484 wait complete. 2024-04-26T02:03:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.038+0000 7f9ea3000700 1 Processor -- start 2024-04-26T02:03:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.038+0000 7f9ea3000700 1 -- start start 2024-04-26T02:03:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9ea3000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e9c102af0 0x7f9e9c074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9ea3000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9e9c1034b0 0x7f9e9c075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9ea3000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9e9c108a80 0x7f9e9c0757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9ea3000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c112c60 con 0x7f9e9c108a80 2024-04-26T02:03:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9ea3000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c112ae0 con 0x7f9e9c102af0 2024-04-26T02:03:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9ea3000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c112de0 con 0x7f9e9c1034b0 2024-04-26T02:03:05.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9ea1000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9e9c108a80 0x7f9e9c0757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:05.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9e93e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9e9c1034b0 0x7f9e9c075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:05.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9e9be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e9c102af0 0x7f9e9c074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:05.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9ea1000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9e9c108a80 0x7f9e9c0757c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51940/0 (socket says 172.21.15.26:51940) 2024-04-26T02:03:05.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9ea1000700 1 -- 172.21.15.26:0/2300358331 learned_addr learned my addr 172.21.15.26:0/2300358331 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9e93e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9e9c1034b0 0x7f9e9c075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:56576/0 (socket says 172.21.15.26:56576) 2024-04-26T02:03:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9e93e00700 1 -- 172.21.15.26:0/2300358331 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e9c102af0 msgr2=0x7f9e9c074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9e93e00700 1 --2- 172.21.15.26:0/2300358331 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e9c102af0 0x7f9e9c074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9e93e00700 1 -- 172.21.15.26:0/2300358331 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9e9c108a80 msgr2=0x7f9e9c0757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.039+0000 7f9e93e00700 1 --2- 172.21.15.26:0/2300358331 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9e9c108a80 0x7f9e9c0757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.040+0000 7f9e93e00700 1 -- 172.21.15.26:0/2300358331 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e9c1a76c0 con 0x7f9e9c1034b0 2024-04-26T02:03:05.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.040+0000 7f9e93e00700 1 --2- 172.21.15.26:0/2300358331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9e9c1034b0 0x7f9e9c075280 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9e8400e9f0 tx=0x7f9e8400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:05.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.040+0000 7f9e99600700 1 -- 172.21.15.26:0/2300358331 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8400c9c0 con 0x7f9e9c1034b0 2024-04-26T02:03:05.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.040+0000 7f9e99600700 1 -- 172.21.15.26:0/2300358331 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e8400cb60 con 0x7f9e9c1034b0 2024-04-26T02:03:05.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.040+0000 7f9ea3000700 1 -- 172.21.15.26:0/2300358331 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e9c1a79b0 con 0x7f9e9c1034b0 2024-04-26T02:03:05.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.040+0000 7f9e99600700 1 -- 172.21.15.26:0/2300358331 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e84018680 con 0x7f9e9c1034b0 2024-04-26T02:03:05.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.040+0000 7f9ea3000700 1 -- 172.21.15.26:0/2300358331 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e9c1a7ef0 con 0x7f9e9c1034b0 2024-04-26T02:03:05.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.041+0000 7f9ea3000700 1 -- 172.21.15.26:0/2300358331 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e9c069730 con 0x7f9e9c1034b0 2024-04-26T02:03:05.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.043+0000 7f9e99600700 1 -- 172.21.15.26:0/2300358331 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f9e84010430 con 0x7f9e9c1034b0 2024-04-26T02:03:05.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.045+0000 7f9e99600700 1 --2- 172.21.15.26:0/2300358331 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f9e800a3f60 0x7f9e800a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:05.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.045+0000 7f9e99600700 1 -- 172.21.15.26:0/2300358331 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f9e840d0bd0 con 0x7f9e9c1034b0 2024-04-26T02:03:05.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.045+0000 7f9e9be00700 1 --2- 172.21.15.26:0/2300358331 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f9e800a3f60 0x7f9e800a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:05.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.046+0000 7f9e9be00700 1 --2- 172.21.15.26:0/2300358331 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f9e800a3f60 0x7f9e800a6420 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c006010 tx=0x7f9e8c00b260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:05.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.049+0000 7f9e99600700 1 -- 172.21.15.26:0/2300358331 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9e8409d060 con 0x7f9e9c1034b0 2024-04-26T02:03:05.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.277+0000 7f9ea3000700 1 -- 172.21.15.26:0/2300358331 --> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9e9c062e80 con 0x7f9e800a3f60 2024-04-26T02:03:05.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.293+0000 7f9e99600700 1 -- 172.21.15.26:0/2300358331 <== mgr.25115 v2:172.21.15.26:6800/1535987766 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258104 (secure 0 0 0) 0x7f9e8c067050 con 0x7f9e800a3f60 2024-04-26T02:03:05.294 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:03:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.300+0000 7f9ea3000700 1 -- 172.21.15.26:0/2300358331 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f9e800a3f60 msgr2=0x7f9e800a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.300+0000 7f9ea3000700 1 --2- 172.21.15.26:0/2300358331 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f9e800a3f60 0x7f9e800a6420 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c006010 tx=0x7f9e8c00b260 comp rx=0 tx=0).stop 2024-04-26T02:03:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.300+0000 7f9ea3000700 1 -- 172.21.15.26:0/2300358331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9e9c1034b0 msgr2=0x7f9e9c075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.300+0000 7f9ea3000700 1 --2- 172.21.15.26:0/2300358331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9e9c1034b0 0x7f9e9c075280 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9e8400e9f0 tx=0x7f9e8400ed00 comp rx=0 tx=0).stop 2024-04-26T02:03:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.300+0000 7f9ea3000700 1 -- 172.21.15.26:0/2300358331 shutdown_connections 2024-04-26T02:03:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.300+0000 7f9ea3000700 1 --2- 172.21.15.26:0/2300358331 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9e9c108a80 0x7f9e9c0757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.300+0000 7f9ea3000700 1 --2- 172.21.15.26:0/2300358331 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e9c102af0 0x7f9e9c074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.300+0000 7f9ea3000700 1 --2- 172.21.15.26:0/2300358331 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f9e800a3f60 0x7f9e800a6420 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.300+0000 7f9ea3000700 1 --2- 172.21.15.26:0/2300358331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9e9c1034b0 0x7f9e9c075280 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.300+0000 7f9ea3000700 1 -- 172.21.15.26:0/2300358331 >> 172.21.15.26:0/2300358331 conn(0x7f9e9c079b20 msgr2=0x7f9e9c1018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.300+0000 7f9ea3000700 1 -- 172.21.15.26:0/2300358331 shutdown_connections 2024-04-26T02:03:05.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:05.301+0000 7f9ea3000700 1 -- 172.21.15.26:0/2300358331 wait complete. 2024-04-26T02:03:05.301 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T02:03:05.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:05 smithi026 ceph-mon[28138]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 99 KiB/s wr, 66 op/s 2024-04-26T02:03:05.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:05 smithi026 ceph-mon[28138]: from='client.25228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:03:06.139 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":10,"stamp":"2024-04-26T02:03:04.787428+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1395727,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":3223,"num_read_kb":2101,"num_write":784,"num_write_kb":5603,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1180804,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1084,"ondisk_log_size":1084,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":374296,"kb_used_data":12624,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567528,"statfs":{"total":1151940427776,"available":1151557148672,"internally_reserved":0,"allocated":12926976,"data_stored":10089549,"data_compressed":246393,"data_compressed_allocated":319488,"data_compressed_original":3969024,"omap_allocated":19139,"internal_metadata":370193725},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":202936,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":583,"num_read_kb":612,"num_write":217,"num_write_kb":1192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005076"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902109+0000","last_change":"2024-04-26T01:58:30.964631+0000","last_active":"2024-04-26T02:02:50.902109+0000","last_peered":"2024-04-26T02:02:50.902109+0000","last_clean":"2024-04-26T02:02:50.902109+0000","last_became_active":"2024-04-26T01:58:30.964292+0000","last_became_peered":"2024-04-26T01:58:30.964292+0000","last_unstale":"2024-04-26T02:02:50.902109+0000","last_undegraded":"2024-04-26T02:02:50.902109+0000","last_fullsized":"2024-04-26T02:02:50.902109+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:56:28.572390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100829+0000","last_change":"2024-04-26T01:58:30.962040+0000","last_active":"2024-04-26T02:02:51.100829+0000","last_peered":"2024-04-26T02:02:51.100829+0000","last_clean":"2024-04-26T02:02:51.100829+0000","last_became_active":"2024-04-26T01:58:30.961628+0000","last_became_peered":"2024-04-26T01:58:30.961628+0000","last_unstale":"2024-04-26T02:02:51.100829+0000","last_undegraded":"2024-04-26T02:02:51.100829+0000","last_fullsized":"2024-04-26T02:02:51.100829+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:43.963583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100398+0000","last_change":"2024-04-26T01:58:30.965916+0000","last_active":"2024-04-26T02:02:51.100398+0000","last_peered":"2024-04-26T02:02:51.100398+0000","last_clean":"2024-04-26T02:02:51.100398+0000","last_became_active":"2024-04-26T01:58:30.964832+0000","last_became_peered":"2024-04-26T01:58:30.964832+0000","last_unstale":"2024-04-26T02:02:51.100398+0000","last_undegraded":"2024-04-26T02:02:51.100398+0000","last_fullsized":"2024-04-26T02:02:51.100398+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:53:46.967305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.760457+0000","last_change":"2024-04-26T01:58:30.956744+0000","last_active":"2024-04-26T02:02:50.760457+0000","last_peered":"2024-04-26T02:02:50.760457+0000","last_clean":"2024-04-26T02:02:50.760457+0000","last_became_active":"2024-04-26T01:58:30.956379+0000","last_became_peered":"2024-04-26T01:58:30.956379+0000","last_unstale":"2024-04-26T02:02:50.760457+0000","last_undegraded":"2024-04-26T02:02:50.760457+0000","last_fullsized":"2024-04-26T02:02:50.760457+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:18:05.595190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758085+0000","last_change":"2024-04-26T01:58:30.985158+0000","last_active":"2024-04-26T02:02:50.758085+0000","last_peered":"2024-04-26T02:02:50.758085+0000","last_clean":"2024-04-26T02:02:50.758085+0000","last_became_active":"2024-04-26T01:58:30.984799+0000","last_became_peered":"2024-04-26T01:58:30.984799+0000","last_unstale":"2024-04-26T02:02:50.758085+0000","last_undegraded":"2024-04-26T02:02:50.758085+0000","last_fullsized":"2024-04-26T02:02:50.758085+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:31.555736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.915061+0000","last_change":"2024-04-26T01:58:30.958873+0000","last_active":"2024-04-26T02:02:50.915061+0000","last_peered":"2024-04-26T02:02:50.915061+0000","last_clean":"2024-04-26T02:02:50.915061+0000","last_became_active":"2024-04-26T01:58:30.958382+0000","last_became_peered":"2024-04-26T01:58:30.958382+0000","last_unstale":"2024-04-26T02:02:50.915061+0000","last_undegraded":"2024-04-26T02:02:50.915061+0000","last_fullsized":"2024-04-26T02:02:50.915061+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:59.244016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802390+0000","last_change":"2024-04-26T01:58:30.967633+0000","last_active":"2024-04-26T02:02:50.802390+0000","last_peered":"2024-04-26T02:02:50.802390+0000","last_clean":"2024-04-26T02:02:50.802390+0000","last_became_active":"2024-04-26T01:58:30.967260+0000","last_became_peered":"2024-04-26T01:58:30.967260+0000","last_unstale":"2024-04-26T02:02:50.802390+0000","last_undegraded":"2024-04-26T02:02:50.802390+0000","last_fullsized":"2024-04-26T02:02:50.802390+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:05:04.749182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902191+0000","last_change":"2024-04-26T01:58:30.963144+0000","last_active":"2024-04-26T02:02:50.902191+0000","last_peered":"2024-04-26T02:02:50.902191+0000","last_clean":"2024-04-26T02:02:50.902191+0000","last_became_active":"2024-04-26T01:58:30.962392+0000","last_became_peered":"2024-04-26T01:58:30.962392+0000","last_unstale":"2024-04-26T02:02:50.902191+0000","last_undegraded":"2024-04-26T02:02:50.902191+0000","last_fullsized":"2024-04-26T02:02:50.902191+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:44.931238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836816+0000","last_change":"2024-04-26T01:58:30.965078+0000","last_active":"2024-04-26T02:02:50.836816+0000","last_peered":"2024-04-26T02:02:50.836816+0000","last_clean":"2024-04-26T02:02:50.836816+0000","last_became_active":"2024-04-26T01:58:30.964720+0000","last_became_peered":"2024-04-26T01:58:30.964720+0000","last_unstale":"2024-04-26T02:02:50.836816+0000","last_undegraded":"2024-04-26T02:02:50.836816+0000","last_fullsized":"2024-04-26T02:02:50.836816+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:56:30.536722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.915472+0000","last_change":"2024-04-26T01:58:30.960916+0000","last_active":"2024-04-26T02:02:50.915472+0000","last_peered":"2024-04-26T02:02:50.915472+0000","last_clean":"2024-04-26T02:02:50.915472+0000","last_became_active":"2024-04-26T01:58:30.960506+0000","last_became_peered":"2024-04-26T01:58:30.960506+0000","last_unstale":"2024-04-26T02:02:50.915472+0000","last_undegraded":"2024-04-26T02:02:50.915472+0000","last_fullsized":"2024-04-26T02:02:50.915472+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:39.655503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802834+0000","last_change":"2024-04-26T01:58:30.969391+0000","last_active":"2024-04-26T02:02:50.802834+0000","last_peered":"2024-04-26T02:02:50.802834+0000","last_clean":"2024-04-26T02:02:50.802834+0000","last_became_active":"2024-04-26T01:58:30.968753+0000","last_became_peered":"2024-04-26T01:58:30.968753+0000","last_unstale":"2024-04-26T02:02:50.802834+0000","last_undegraded":"2024-04-26T02:02:50.802834+0000","last_fullsized":"2024-04-26T02:02:50.802834+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:37.282473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.760392+0000","last_change":"2024-04-26T01:58:30.961127+0000","last_active":"2024-04-26T02:02:50.760392+0000","last_peered":"2024-04-26T02:02:50.760392+0000","last_clean":"2024-04-26T02:02:50.760392+0000","last_became_active":"2024-04-26T01:58:30.960770+0000","last_became_peered":"2024-04-26T01:58:30.960770+0000","last_unstale":"2024-04-26T02:02:50.760392+0000","last_undegraded":"2024-04-26T02:02:50.760392+0000","last_fullsized":"2024-04-26T02:02:50.760392+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:55:12.749630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.113906+0000","last_change":"2024-04-26T01:58:30.972350+0000","last_active":"2024-04-26T02:02:51.113906+0000","last_peered":"2024-04-26T02:02:51.113906+0000","last_clean":"2024-04-26T02:02:51.113906+0000","last_became_active":"2024-04-26T01:58:30.971258+0000","last_became_peered":"2024-04-26T01:58:30.971258+0000","last_unstale":"2024-04-26T02:02:51.113906+0000","last_undegraded":"2024-04-26T02:02:51.113906+0000","last_fullsized":"2024-04-26T02:02:51.113906+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:46:47.206529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.099897+0000","last_change":"2024-04-26T01:58:30.966953+0000","last_active":"2024-04-26T02:02:51.099897+0000","last_peered":"2024-04-26T02:02:51.099897+0000","last_clean":"2024-04-26T02:02:51.099897+0000","last_became_active":"2024-04-26T01:58:30.962570+0000","last_became_peered":"2024-04-26T01:58:30.962570+0000","last_unstale":"2024-04-26T02:02:51.099897+0000","last_undegraded":"2024-04-26T02:02:51.099897+0000","last_fullsized":"2024-04-26T02:02:51.099897+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:43.199478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.101107+0000","last_change":"2024-04-26T01:58:30.963717+0000","last_active":"2024-04-26T02:02:51.101107+0000","last_peered":"2024-04-26T02:02:51.101107+0000","last_clean":"2024-04-26T02:02:51.101107+0000","last_became_active":"2024-04-26T01:58:30.962861+0000","last_became_peered":"2024-04-26T01:58:30.962861+0000","last_unstale":"2024-04-26T02:02:51.101107+0000","last_undegraded":"2024-04-26T02:02:51.101107+0000","last_fullsized":"2024-04-26T02:02:51.101107+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:04:20.857193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836320+0000","last_change":"2024-04-26T01:58:30.963963+0000","last_active":"2024-04-26T02:02:50.836320+0000","last_peered":"2024-04-26T02:02:50.836320+0000","last_clean":"2024-04-26T02:02:50.836320+0000","last_became_active":"2024-04-26T01:58:30.963594+0000","last_became_peered":"2024-04-26T01:58:30.963594+0000","last_unstale":"2024-04-26T02:02:50.836320+0000","last_undegraded":"2024-04-26T02:02:50.836320+0000","last_fullsized":"2024-04-26T02:02:50.836320+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:05:53.068792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902239+0000","last_change":"2024-04-26T01:58:30.965493+0000","last_active":"2024-04-26T02:02:50.902239+0000","last_peered":"2024-04-26T02:02:50.902239+0000","last_clean":"2024-04-26T02:02:50.902239+0000","last_became_active":"2024-04-26T01:58:30.965159+0000","last_became_peered":"2024-04-26T01:58:30.965159+0000","last_unstale":"2024-04-26T02:02:50.902239+0000","last_undegraded":"2024-04-26T02:02:50.902239+0000","last_fullsized":"2024-04-26T02:02:50.902239+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:28:58.745853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899818+0000","last_change":"2024-04-26T01:58:30.959013+0000","last_active":"2024-04-26T02:02:50.899818+0000","last_peered":"2024-04-26T02:02:50.899818+0000","last_clean":"2024-04-26T02:02:50.899818+0000","last_became_active":"2024-04-26T01:58:30.958626+0000","last_became_peered":"2024-04-26T01:58:30.958626+0000","last_unstale":"2024-04-26T02:02:50.899818+0000","last_undegraded":"2024-04-26T02:02:50.899818+0000","last_fullsized":"2024-04-26T02:02:50.899818+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:36:30.591403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.097636+0000","last_change":"2024-04-26T01:58:30.969827+0000","last_active":"2024-04-26T02:02:51.097636+0000","last_peered":"2024-04-26T02:02:51.097636+0000","last_clean":"2024-04-26T02:02:51.097636+0000","last_became_active":"2024-04-26T01:58:30.969489+0000","last_became_peered":"2024-04-26T01:58:30.969489+0000","last_unstale":"2024-04-26T02:02:51.097636+0000","last_undegraded":"2024-04-26T02:02:51.097636+0000","last_fullsized":"2024-04-26T02:02:51.097636+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:46.542281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'15","reported_seq":292,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:03:00.619947+0000","last_change":"2024-04-26T01:58:26.909029+0000","last_active":"2024-04-26T02:03:00.619947+0000","last_peered":"2024-04-26T02:03:00.619947+0000","last_clean":"2024-04-26T02:03:00.619947+0000","last_became_active":"2024-04-26T01:58:26.908324+0000","last_became_peered":"2024-04-26T01:58:26.908324+0000","last_unstale":"2024-04-26T02:03:00.619947+0000","last_undegraded":"2024-04-26T02:03:00.619947+0000","last_fullsized":"2024-04-26T02:03:00.619947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:03:13.796647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":247,"num_read_kb":247,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":19,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899658+0000","last_change":"2024-04-26T01:59:06.733098+0000","last_active":"2024-04-26T02:02:50.899658+0000","last_peered":"2024-04-26T02:02:50.899658+0000","last_clean":"2024-04-26T02:02:50.899658+0000","last_became_active":"2024-04-26T01:59:06.731525+0000","last_became_peered":"2024-04-26T01:59:06.731525+0000","last_unstale":"2024-04-26T02:02:50.899658+0000","last_undegraded":"2024-04-26T02:02:50.899658+0000","last_fullsized":"2024-04-26T02:02:50.899658+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:09.678592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.903282+0000","last_change":"2024-04-26T01:58:26.950857+0000","last_active":"2024-04-26T02:02:50.903282+0000","last_peered":"2024-04-26T02:02:50.903282+0000","last_clean":"2024-04-26T02:02:50.903282+0000","last_became_active":"2024-04-26T01:58:26.949124+0000","last_became_peered":"2024-04-26T01:58:26.949124+0000","last_unstale":"2024-04-26T02:02:50.903282+0000","last_undegraded":"2024-04-26T02:02:50.903282+0000","last_fullsized":"2024-04-26T02:02:50.903282+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:37.249004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100482+0000","last_change":"2024-04-26T01:58:30.965301+0000","last_active":"2024-04-26T02:02:51.100482+0000","last_peered":"2024-04-26T02:02:51.100482+0000","last_clean":"2024-04-26T02:02:51.100482+0000","last_became_active":"2024-04-26T01:58:30.964953+0000","last_became_peered":"2024-04-26T01:58:30.964953+0000","last_unstale":"2024-04-26T02:02:51.100482+0000","last_undegraded":"2024-04-26T02:02:51.100482+0000","last_fullsized":"2024-04-26T02:02:51.100482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:35:32.835720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"92'14","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758835+0000","last_change":"2024-04-26T01:58:26.908866+0000","last_active":"2024-04-26T02:02:50.758835+0000","last_peered":"2024-04-26T02:02:50.758835+0000","last_clean":"2024-04-26T02:02:50.758835+0000","last_became_active":"2024-04-26T01:58:26.908424+0000","last_became_peered":"2024-04-26T01:58:26.908424+0000","last_unstale":"2024-04-26T02:02:50.758835+0000","last_undegraded":"2024-04-26T02:02:50.758835+0000","last_fullsized":"2024-04-26T02:02:50.758835+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:31:18.051909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":20,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836491+0000","last_change":"2024-04-26T01:58:30.976254+0000","last_active":"2024-04-26T02:02:50.836491+0000","last_peered":"2024-04-26T02:02:50.836491+0000","last_clean":"2024-04-26T02:02:50.836491+0000","last_became_active":"2024-04-26T01:58:30.975848+0000","last_became_peered":"2024-04-26T01:58:30.975848+0000","last_unstale":"2024-04-26T02:02:50.836491+0000","last_undegraded":"2024-04-26T02:02:50.836491+0000","last_fullsized":"2024-04-26T02:02:50.836491+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:33.189012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758515+0000","last_change":"2024-04-26T01:58:26.911002+0000","last_active":"2024-04-26T02:02:50.758515+0000","last_peered":"2024-04-26T02:02:50.758515+0000","last_clean":"2024-04-26T02:02:50.758515+0000","last_became_active":"2024-04-26T01:58:26.910602+0000","last_became_peered":"2024-04-26T01:58:26.910602+0000","last_unstale":"2024-04-26T02:02:50.758515+0000","last_undegraded":"2024-04-26T02:02:50.758515+0000","last_fullsized":"2024-04-26T02:02:50.758515+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:22.056752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.797319+0000","last_change":"2024-04-26T01:59:06.795919+0000","last_active":"2024-04-26T02:02:50.797319+0000","last_peered":"2024-04-26T02:02:50.797319+0000","last_clean":"2024-04-26T02:02:50.797319+0000","last_became_active":"2024-04-26T01:59:06.795545+0000","last_became_peered":"2024-04-26T01:59:06.795545+0000","last_unstale":"2024-04-26T02:02:50.797319+0000","last_undegraded":"2024-04-26T02:02:50.797319+0000","last_fullsized":"2024-04-26T02:02:50.797319+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:04.415279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"92'9","reported_seq":289,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:03:01.526170+0000","last_change":"2024-04-26T01:58:26.907930+0000","last_active":"2024-04-26T02:03:01.526170+0000","last_peered":"2024-04-26T02:03:01.526170+0000","last_clean":"2024-04-26T02:03:01.526170+0000","last_became_active":"2024-04-26T01:58:26.907517+0000","last_became_peered":"2024-04-26T01:58:26.907517+0000","last_unstale":"2024-04-26T02:03:01.526170+0000","last_undegraded":"2024-04-26T02:03:01.526170+0000","last_fullsized":"2024-04-26T02:03:01.526170+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:14:44.076309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2186,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":251,"num_read_kb":5,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758134+0000","last_change":"2024-04-26T01:58:30.952575+0000","last_active":"2024-04-26T02:02:50.758134+0000","last_peered":"2024-04-26T02:02:50.758134+0000","last_clean":"2024-04-26T02:02:50.758134+0000","last_became_active":"2024-04-26T01:58:30.952212+0000","last_became_peered":"2024-04-26T01:58:30.952212+0000","last_unstale":"2024-04-26T02:02:50.758134+0000","last_undegraded":"2024-04-26T02:02:50.758134+0000","last_fullsized":"2024-04-26T02:02:50.758134+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:01:57.128787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.914968+0000","last_change":"2024-04-26T01:58:26.911859+0000","last_active":"2024-04-26T02:02:50.914968+0000","last_peered":"2024-04-26T02:02:50.914968+0000","last_clean":"2024-04-26T02:02:50.914968+0000","last_became_active":"2024-04-26T01:58:26.911358+0000","last_became_peered":"2024-04-26T01:58:26.911358+0000","last_unstale":"2024-04-26T02:02:50.914968+0000","last_undegraded":"2024-04-26T02:02:50.914968+0000","last_fullsized":"2024-04-26T02:02:50.914968+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:35.498625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899398+0000","last_change":"2024-04-26T01:59:07.118055+0000","last_active":"2024-04-26T02:02:50.899398+0000","last_peered":"2024-04-26T02:02:50.899398+0000","last_clean":"2024-04-26T02:02:50.899398+0000","last_became_active":"2024-04-26T01:59:07.116702+0000","last_became_peered":"2024-04-26T01:59:07.116702+0000","last_unstale":"2024-04-26T02:02:50.899398+0000","last_undegraded":"2024-04-26T02:02:50.899398+0000","last_fullsized":"2024-04-26T02:02:50.899398+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:50.911431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.112236+0000","last_change":"2024-04-26T01:58:26.909213+0000","last_active":"2024-04-26T02:02:51.112236+0000","last_peered":"2024-04-26T02:02:51.112236+0000","last_clean":"2024-04-26T02:02:51.112236+0000","last_became_active":"2024-04-26T01:58:26.908696+0000","last_became_peered":"2024-04-26T01:58:26.908696+0000","last_unstale":"2024-04-26T02:02:51.112236+0000","last_undegraded":"2024-04-26T02:02:51.112236+0000","last_fullsized":"2024-04-26T02:02:51.112236+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:32:50.331258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902168+0000","last_change":"2024-04-26T01:58:30.986876+0000","last_active":"2024-04-26T02:02:50.902168+0000","last_peered":"2024-04-26T02:02:50.902168+0000","last_clean":"2024-04-26T02:02:50.902168+0000","last_became_active":"2024-04-26T01:58:30.986442+0000","last_became_peered":"2024-04-26T01:58:30.986442+0000","last_unstale":"2024-04-26T02:02:50.902168+0000","last_undegraded":"2024-04-26T02:02:50.902168+0000","last_fullsized":"2024-04-26T02:02:50.902168+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:14:09.315119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.796936+0000","last_change":"2024-04-26T01:58:26.908371+0000","last_active":"2024-04-26T02:02:50.796936+0000","last_peered":"2024-04-26T02:02:50.796936+0000","last_clean":"2024-04-26T02:02:50.796936+0000","last_became_active":"2024-04-26T01:58:26.908013+0000","last_became_peered":"2024-04-26T01:58:26.908013+0000","last_unstale":"2024-04-26T02:02:50.796936+0000","last_undegraded":"2024-04-26T02:02:50.796936+0000","last_fullsized":"2024-04-26T02:02:50.796936+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:26:57.910428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.898981+0000","last_change":"2024-04-26T01:58:30.971847+0000","last_active":"2024-04-26T02:02:50.898981+0000","last_peered":"2024-04-26T02:02:50.898981+0000","last_clean":"2024-04-26T02:02:50.898981+0000","last_became_active":"2024-04-26T01:58:30.971427+0000","last_became_peered":"2024-04-26T01:58:30.971427+0000","last_unstale":"2024-04-26T02:02:50.898981+0000","last_undegraded":"2024-04-26T02:02:50.898981+0000","last_fullsized":"2024-04-26T02:02:50.898981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:59:58.120983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"92'7","reported_seq":528,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:03:01.525788+0000","last_change":"2024-04-26T01:58:26.916131+0000","last_active":"2024-04-26T02:03:01.525788+0000","last_peered":"2024-04-26T02:03:01.525788+0000","last_clean":"2024-04-26T02:03:01.525788+0000","last_became_active":"2024-04-26T01:58:26.915748+0000","last_became_peered":"2024-04-26T01:58:26.915748+0000","last_unstale":"2024-04-26T02:03:01.525788+0000","last_undegraded":"2024-04-26T02:03:01.525788+0000","last_fullsized":"2024-04-26T02:03:01.525788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:18.951250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":492,"num_read_kb":492,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836803+0000","last_change":"2024-04-26T01:58:30.963544+0000","last_active":"2024-04-26T02:02:50.836803+0000","last_peered":"2024-04-26T02:02:50.836803+0000","last_clean":"2024-04-26T02:02:50.836803+0000","last_became_active":"2024-04-26T01:58:30.963152+0000","last_became_peered":"2024-04-26T01:58:30.963152+0000","last_unstale":"2024-04-26T02:02:50.836803+0000","last_undegraded":"2024-04-26T02:02:50.836803+0000","last_fullsized":"2024-04-26T02:02:50.836803+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:39:42.557629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802883+0000","last_change":"2024-04-26T01:58:26.912774+0000","last_active":"2024-04-26T02:02:50.802883+0000","last_peered":"2024-04-26T02:02:50.802883+0000","last_clean":"2024-04-26T02:02:50.802883+0000","last_became_active":"2024-04-26T01:58:26.912382+0000","last_became_peered":"2024-04-26T01:58:26.912382+0000","last_unstale":"2024-04-26T02:02:50.802883+0000","last_undegraded":"2024-04-26T02:02:50.802883+0000","last_fullsized":"2024-04-26T02:02:50.802883+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:03.667501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100260+0000","last_change":"2024-04-26T01:58:30.969636+0000","last_active":"2024-04-26T02:02:51.100260+0000","last_peered":"2024-04-26T02:02:51.100260+0000","last_clean":"2024-04-26T02:02:51.100260+0000","last_became_active":"2024-04-26T01:58:30.965817+0000","last_became_peered":"2024-04-26T01:58:30.965817+0000","last_unstale":"2024-04-26T02:02:51.100260+0000","last_undegraded":"2024-04-26T02:02:51.100260+0000","last_fullsized":"2024-04-26T02:02:51.100260+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:52.159112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.797439+0000","last_change":"2024-04-26T01:58:26.955656+0000","last_active":"2024-04-26T02:02:50.797439+0000","last_peered":"2024-04-26T02:02:50.797439+0000","last_clean":"2024-04-26T02:02:50.797439+0000","last_became_active":"2024-04-26T01:58:26.955270+0000","last_became_peered":"2024-04-26T01:58:26.955270+0000","last_unstale":"2024-04-26T02:02:50.797439+0000","last_undegraded":"2024-04-26T02:02:50.797439+0000","last_fullsized":"2024-04-26T02:02:50.797439+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:12:31.425015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836646+0000","last_change":"2024-04-26T01:58:30.952388+0000","last_active":"2024-04-26T02:02:50.836646+0000","last_peered":"2024-04-26T02:02:50.836646+0000","last_clean":"2024-04-26T02:02:50.836646+0000","last_became_active":"2024-04-26T01:58:30.951944+0000","last_became_peered":"2024-04-26T01:58:30.951944+0000","last_unstale":"2024-04-26T02:02:50.836646+0000","last_undegraded":"2024-04-26T02:02:50.836646+0000","last_fullsized":"2024-04-26T02:02:50.836646+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:39:43.629075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'42","reported_seq":578,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:03:01.526305+0000","last_change":"2024-04-26T01:58:26.908554+0000","last_active":"2024-04-26T02:03:01.526305+0000","last_peered":"2024-04-26T02:03:01.526305+0000","last_clean":"2024-04-26T02:03:01.526305+0000","last_became_active":"2024-04-26T01:58:26.908096+0000","last_became_peered":"2024-04-26T01:58:26.908096+0000","last_unstale":"2024-04-26T02:03:01.526305+0000","last_undegraded":"2024-04-26T02:03:01.526305+0000","last_fullsized":"2024-04-26T02:03:01.526305+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:59:07.497393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":71439,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":507,"num_read_kb":323,"num_write":44,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758604+0000","last_change":"2024-04-26T01:58:30.962169+0000","last_active":"2024-04-26T02:02:50.758604+0000","last_peered":"2024-04-26T02:02:50.758604+0000","last_clean":"2024-04-26T02:02:50.758604+0000","last_became_active":"2024-04-26T01:58:30.961827+0000","last_became_peered":"2024-04-26T01:58:30.961827+0000","last_unstale":"2024-04-26T02:02:50.758604+0000","last_undegraded":"2024-04-26T02:02:50.758604+0000","last_fullsized":"2024-04-26T02:02:50.758604+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:42.150541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.901748+0000","last_change":"2024-04-26T01:59:06.748974+0000","last_active":"2024-04-26T02:02:50.901748+0000","last_peered":"2024-04-26T02:02:50.901748+0000","last_clean":"2024-04-26T02:02:50.901748+0000","last_became_active":"2024-04-26T01:59:06.733491+0000","last_became_peered":"2024-04-26T01:59:06.733491+0000","last_unstale":"2024-04-26T02:02:50.901748+0000","last_undegraded":"2024-04-26T02:02:50.901748+0000","last_fullsized":"2024-04-26T02:02:50.901748+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:42:11.743053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.112949+0000","last_change":"2024-04-26T01:58:30.981562+0000","last_active":"2024-04-26T02:02:51.112949+0000","last_peered":"2024-04-26T02:02:51.112949+0000","last_clean":"2024-04-26T02:02:51.112949+0000","last_became_active":"2024-04-26T01:58:30.975609+0000","last_became_peered":"2024-04-26T01:58:30.975609+0000","last_unstale":"2024-04-26T02:02:51.112949+0000","last_undegraded":"2024-04-26T02:02:51.112949+0000","last_fullsized":"2024-04-26T02:02:51.112949+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:34.822280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.796928+0000","last_change":"2024-04-26T01:58:26.914851+0000","last_active":"2024-04-26T02:02:50.796928+0000","last_peered":"2024-04-26T02:02:50.796928+0000","last_clean":"2024-04-26T02:02:50.796928+0000","last_became_active":"2024-04-26T01:58:26.914333+0000","last_became_peered":"2024-04-26T01:58:26.914333+0000","last_unstale":"2024-04-26T02:02:50.796928+0000","last_undegraded":"2024-04-26T02:02:50.796928+0000","last_fullsized":"2024-04-26T02:02:50.796928+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:08:14.410154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802663+0000","last_change":"2024-04-26T01:59:06.732772+0000","last_active":"2024-04-26T02:02:50.802663+0000","last_peered":"2024-04-26T02:02:50.802663+0000","last_clean":"2024-04-26T02:02:50.802663+0000","last_became_active":"2024-04-26T01:59:06.732342+0000","last_became_peered":"2024-04-26T01:59:06.732342+0000","last_unstale":"2024-04-26T02:02:50.802663+0000","last_undegraded":"2024-04-26T02:02:50.802663+0000","last_fullsized":"2024-04-26T02:02:50.802663+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:33.765821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'9","reported_seq":290,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:03:00.637198+0000","last_change":"2024-04-26T01:58:26.908641+0000","last_active":"2024-04-26T02:03:00.637198+0000","last_peered":"2024-04-26T02:03:00.637198+0000","last_clean":"2024-04-26T02:03:00.637198+0000","last_became_active":"2024-04-26T01:58:26.908257+0000","last_became_peered":"2024-04-26T01:58:26.908257+0000","last_unstale":"2024-04-26T02:03:00.637198+0000","last_undegraded":"2024-04-26T02:03:00.637198+0000","last_fullsized":"2024-04-26T02:03:00.637198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:34:47.335413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":253,"num_read_kb":7,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802330+0000","last_change":"2024-04-26T01:58:30.966929+0000","last_active":"2024-04-26T02:02:50.802330+0000","last_peered":"2024-04-26T02:02:50.802330+0000","last_clean":"2024-04-26T02:02:50.802330+0000","last_became_active":"2024-04-26T01:58:30.966570+0000","last_became_peered":"2024-04-26T01:58:30.966570+0000","last_unstale":"2024-04-26T02:02:50.802330+0000","last_undegraded":"2024-04-26T02:02:50.802330+0000","last_fullsized":"2024-04-26T02:02:50.802330+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:06:18.841697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.757967+0000","last_change":"2024-04-26T01:58:26.948155+0000","last_active":"2024-04-26T02:02:50.757967+0000","last_peered":"2024-04-26T02:02:50.757967+0000","last_clean":"2024-04-26T02:02:50.757967+0000","last_became_active":"2024-04-26T01:58:26.947769+0000","last_became_peered":"2024-04-26T01:58:26.947769+0000","last_unstale":"2024-04-26T02:02:50.757967+0000","last_undegraded":"2024-04-26T02:02:50.757967+0000","last_fullsized":"2024-04-26T02:02:50.757967+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:34:54.667133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.796925+0000","last_change":"2024-04-26T01:58:30.956123+0000","last_active":"2024-04-26T02:02:50.796925+0000","last_peered":"2024-04-26T02:02:50.796925+0000","last_clean":"2024-04-26T02:02:50.796925+0000","last_became_active":"2024-04-26T01:58:30.955722+0000","last_became_peered":"2024-04-26T01:58:30.955722+0000","last_unstale":"2024-04-26T02:02:50.796925+0000","last_undegraded":"2024-04-26T02:02:50.796925+0000","last_fullsized":"2024-04-26T02:02:50.796925+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:32.888488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:52.123599+0000","last_change":"2024-04-26T01:58:26.908175+0000","last_active":"2024-04-26T02:02:52.123599+0000","last_peered":"2024-04-26T02:02:52.123599+0000","last_clean":"2024-04-26T02:02:52.123599+0000","last_became_active":"2024-04-26T01:58:26.907823+0000","last_became_peered":"2024-04-26T01:58:26.907823+0000","last_unstale":"2024-04-26T02:02:52.123599+0000","last_undegraded":"2024-04-26T02:02:52.123599+0000","last_fullsized":"2024-04-26T02:02:52.123599+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:10:47.314000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902018+0000","last_change":"2024-04-26T01:58:30.953226+0000","last_active":"2024-04-26T02:02:50.902018+0000","last_peered":"2024-04-26T02:02:50.902018+0000","last_clean":"2024-04-26T02:02:50.902018+0000","last_became_active":"2024-04-26T01:58:30.952797+0000","last_became_peered":"2024-04-26T01:58:30.952797+0000","last_unstale":"2024-04-26T02:02:50.902018+0000","last_undegraded":"2024-04-26T02:02:50.902018+0000","last_fullsized":"2024-04-26T02:02:50.902018+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:44:59.400681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.899328+0000","last_change":"2024-04-26T01:58:26.952198+0000","last_active":"2024-04-26T02:02:50.899328+0000","last_peered":"2024-04-26T02:02:50.899328+0000","last_clean":"2024-04-26T02:02:50.899328+0000","last_became_active":"2024-04-26T01:58:26.951400+0000","last_became_peered":"2024-04-26T01:58:26.951400+0000","last_unstale":"2024-04-26T02:02:50.899328+0000","last_undegraded":"2024-04-26T02:02:50.899328+0000","last_fullsized":"2024-04-26T02:02:50.899328+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:09:46.674733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.915139+0000","last_change":"2024-04-26T01:58:30.981089+0000","last_active":"2024-04-26T02:02:50.915139+0000","last_peered":"2024-04-26T02:02:50.915139+0000","last_clean":"2024-04-26T02:02:50.915139+0000","last_became_active":"2024-04-26T01:58:30.980781+0000","last_became_peered":"2024-04-26T01:58:30.980781+0000","last_unstale":"2024-04-26T02:02:50.915139+0000","last_undegraded":"2024-04-26T02:02:50.915139+0000","last_fullsized":"2024-04-26T02:02:50.915139+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:50:43.963389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'10","reported_seq":291,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:03:00.620901+0000","last_change":"2024-04-26T01:58:26.917575+0000","last_active":"2024-04-26T02:03:00.620901+0000","last_peered":"2024-04-26T02:03:00.620901+0000","last_clean":"2024-04-26T02:03:00.620901+0000","last_became_active":"2024-04-26T01:58:26.917239+0000","last_became_peered":"2024-04-26T01:58:26.917239+0000","last_unstale":"2024-04-26T02:03:00.620901+0000","last_undegraded":"2024-04-26T02:03:00.620901+0000","last_fullsized":"2024-04-26T02:03:00.620901+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:16.851091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2212,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":251,"num_read_kb":5,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.915072+0000","last_change":"2024-04-26T01:58:30.964584+0000","last_active":"2024-04-26T02:02:50.915072+0000","last_peered":"2024-04-26T02:02:50.915072+0000","last_clean":"2024-04-26T02:02:50.915072+0000","last_became_active":"2024-04-26T01:58:30.964226+0000","last_became_peered":"2024-04-26T01:58:30.964226+0000","last_unstale":"2024-04-26T02:02:50.915072+0000","last_undegraded":"2024-04-26T02:02:50.915072+0000","last_fullsized":"2024-04-26T02:02:50.915072+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:45.657334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.797391+0000","last_change":"2024-04-26T01:58:30.957838+0000","last_active":"2024-04-26T02:02:50.797391+0000","last_peered":"2024-04-26T02:02:50.797391+0000","last_clean":"2024-04-26T02:02:50.797391+0000","last_became_active":"2024-04-26T01:58:30.957495+0000","last_became_peered":"2024-04-26T01:58:30.957495+0000","last_unstale":"2024-04-26T02:02:50.797391+0000","last_undegraded":"2024-04-26T02:02:50.797391+0000","last_fullsized":"2024-04-26T02:02:50.797391+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:19.298590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'7","reported_seq":284,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:03:00.636419+0000","last_change":"2024-04-26T01:58:26.951413+0000","last_active":"2024-04-26T02:03:00.636419+0000","last_peered":"2024-04-26T02:03:00.636419+0000","last_clean":"2024-04-26T02:03:00.636419+0000","last_became_active":"2024-04-26T01:58:26.950195+0000","last_became_peered":"2024-04-26T01:58:26.950195+0000","last_unstale":"2024-04-26T02:03:00.636419+0000","last_undegraded":"2024-04-26T02:03:00.636419+0000","last_fullsized":"2024-04-26T02:03:00.636419+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:13:55.853005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":247,"num_read_kb":247,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.903012+0000","last_change":"2024-04-26T01:58:30.979554+0000","last_active":"2024-04-26T02:02:50.903012+0000","last_peered":"2024-04-26T02:02:50.903012+0000","last_clean":"2024-04-26T02:02:50.903012+0000","last_became_active":"2024-04-26T01:58:30.979158+0000","last_became_peered":"2024-04-26T01:58:30.979158+0000","last_unstale":"2024-04-26T02:02:50.903012+0000","last_undegraded":"2024-04-26T02:02:50.903012+0000","last_fullsized":"2024-04-26T02:02:50.903012+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:38:22.534142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.760281+0000","last_change":"2024-04-26T01:58:26.913432+0000","last_active":"2024-04-26T02:02:50.760281+0000","last_peered":"2024-04-26T02:02:50.760281+0000","last_clean":"2024-04-26T02:02:50.760281+0000","last_became_active":"2024-04-26T01:58:26.913054+0000","last_became_peered":"2024-04-26T01:58:26.913054+0000","last_unstale":"2024-04-26T02:02:50.760281+0000","last_undegraded":"2024-04-26T02:02:50.760281+0000","last_fullsized":"2024-04-26T02:02:50.760281+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:21:04.699502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"92'148","reported_seq":405,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:52.907442+0000","last_change":"2024-04-26T01:56:52.582555+0000","last_active":"2024-04-26T02:02:52.907442+0000","last_peered":"2024-04-26T02:02:52.907442+0000","last_clean":"2024-04-26T02:02:52.907442+0000","last_became_active":"2024-04-26T01:56:52.582083+0000","last_became_peered":"2024-04-26T01:56:52.582083+0000","last_unstale":"2024-04-26T02:02:52.907442+0000","last_undegraded":"2024-04-26T02:02:52.907442+0000","last_fullsized":"2024-04-26T02:02:52.907442+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:52:52.012858+0000","last_clean_scrub_stamp":"2024-04-26T01:52:52.012858+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:19.438229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.112961+0000","last_change":"2024-04-26T01:58:30.966288+0000","last_active":"2024-04-26T02:02:51.112961+0000","last_peered":"2024-04-26T02:02:51.112961+0000","last_clean":"2024-04-26T02:02:51.112961+0000","last_became_active":"2024-04-26T01:58:30.965790+0000","last_became_peered":"2024-04-26T01:58:30.965790+0000","last_unstale":"2024-04-26T02:02:51.112961+0000","last_undegraded":"2024-04-26T02:02:51.112961+0000","last_fullsized":"2024-04-26T02:02:51.112961+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:32:00.855571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802587+0000","last_change":"2024-04-26T01:58:26.912567+0000","last_active":"2024-04-26T02:02:50.802587+0000","last_peered":"2024-04-26T02:02:50.802587+0000","last_clean":"2024-04-26T02:02:50.802587+0000","last_became_active":"2024-04-26T01:58:26.911311+0000","last_became_peered":"2024-04-26T01:58:26.911311+0000","last_unstale":"2024-04-26T02:02:50.802587+0000","last_undegraded":"2024-04-26T02:02:50.802587+0000","last_fullsized":"2024-04-26T02:02:50.802587+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:53:06.257167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758556+0000","last_change":"2024-04-26T01:58:26.952696+0000","last_active":"2024-04-26T02:02:50.758556+0000","last_peered":"2024-04-26T02:02:50.758556+0000","last_clean":"2024-04-26T02:02:50.758556+0000","last_became_active":"2024-04-26T01:58:26.952382+0000","last_became_peered":"2024-04-26T01:58:26.952382+0000","last_unstale":"2024-04-26T02:02:50.758556+0000","last_undegraded":"2024-04-26T02:02:50.758556+0000","last_fullsized":"2024-04-26T02:02:50.758556+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:21:28.100792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.113867+0000","last_change":"2024-04-26T01:58:30.976420+0000","last_active":"2024-04-26T02:02:51.113867+0000","last_peered":"2024-04-26T02:02:51.113867+0000","last_clean":"2024-04-26T02:02:51.113867+0000","last_became_active":"2024-04-26T01:58:30.975950+0000","last_became_peered":"2024-04-26T01:58:30.975950+0000","last_unstale":"2024-04-26T02:02:51.113867+0000","last_undegraded":"2024-04-26T02:02:51.113867+0000","last_fullsized":"2024-04-26T02:02:51.113867+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:56.997947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'130","reported_seq":301,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:03:01.074760+0000","last_change":"2024-04-26T01:59:06.760073+0000","last_active":"2024-04-26T02:03:01.074760+0000","last_peered":"2024-04-26T02:03:01.074760+0000","last_clean":"2024-04-26T02:03:01.074760+0000","last_became_active":"2024-04-26T01:59:06.736242+0000","last_became_peered":"2024-04-26T01:59:06.736242+0000","last_unstale":"2024-04-26T02:03:01.074760+0000","last_undegraded":"2024-04-26T02:03:01.074760+0000","last_fullsized":"2024-04-26T02:03:01.074760+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:24.344134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":422,"num_read_kb":376,"num_write":239,"num_write_kb":1415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":3,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.903454+0000","last_change":"2024-04-26T01:58:30.981099+0000","last_active":"2024-04-26T02:02:50.903454+0000","last_peered":"2024-04-26T02:02:50.903454+0000","last_clean":"2024-04-26T02:02:50.903454+0000","last_became_active":"2024-04-26T01:58:30.974714+0000","last_became_peered":"2024-04-26T01:58:30.974714+0000","last_unstale":"2024-04-26T02:02:50.903454+0000","last_undegraded":"2024-04-26T02:02:50.903454+0000","last_fullsized":"2024-04-26T02:02:50.903454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:11.626761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.760555+0000","last_change":"2024-04-26T01:58:27.021040+0000","last_active":"2024-04-26T02:02:50.760555+0000","last_peered":"2024-04-26T02:02:50.760555+0000","last_clean":"2024-04-26T02:02:50.760555+0000","last_became_active":"2024-04-26T01:58:27.020656+0000","last_became_peered":"2024-04-26T01:58:27.020656+0000","last_unstale":"2024-04-26T02:02:50.760555+0000","last_undegraded":"2024-04-26T02:02:50.760555+0000","last_fullsized":"2024-04-26T02:02:50.760555+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:54:40.149575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100955+0000","last_change":"2024-04-26T01:58:30.978642+0000","last_active":"2024-04-26T02:02:51.100955+0000","last_peered":"2024-04-26T02:02:51.100955+0000","last_clean":"2024-04-26T02:02:51.100955+0000","last_became_active":"2024-04-26T01:58:30.977336+0000","last_became_peered":"2024-04-26T01:58:30.977336+0000","last_unstale":"2024-04-26T02:02:51.100955+0000","last_undegraded":"2024-04-26T02:02:51.100955+0000","last_fullsized":"2024-04-26T02:02:51.100955+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:17:34.682104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836409+0000","last_change":"2024-04-26T01:58:26.950109+0000","last_active":"2024-04-26T02:02:50.836409+0000","last_peered":"2024-04-26T02:02:50.836409+0000","last_clean":"2024-04-26T02:02:50.836409+0000","last_became_active":"2024-04-26T01:58:26.949756+0000","last_became_peered":"2024-04-26T01:58:26.949756+0000","last_unstale":"2024-04-26T02:02:50.836409+0000","last_undegraded":"2024-04-26T02:02:50.836409+0000","last_fullsized":"2024-04-26T02:02:50.836409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:59:07.288430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758116+0000","last_change":"2024-04-26T01:58:30.955281+0000","last_active":"2024-04-26T02:02:50.758116+0000","last_peered":"2024-04-26T02:02:50.758116+0000","last_clean":"2024-04-26T02:02:50.758116+0000","last_became_active":"2024-04-26T01:58:30.954906+0000","last_became_peered":"2024-04-26T01:58:30.954906+0000","last_unstale":"2024-04-26T02:02:50.758116+0000","last_undegraded":"2024-04-26T02:02:50.758116+0000","last_fullsized":"2024-04-26T02:02:50.758116+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:48:49.237616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902710+0000","last_change":"2024-04-26T01:58:26.918733+0000","last_active":"2024-04-26T02:02:50.902710+0000","last_peered":"2024-04-26T02:02:50.902710+0000","last_clean":"2024-04-26T02:02:50.902710+0000","last_became_active":"2024-04-26T01:58:26.918132+0000","last_became_peered":"2024-04-26T01:58:26.918132+0000","last_unstale":"2024-04-26T02:02:50.902710+0000","last_undegraded":"2024-04-26T02:02:50.902710+0000","last_fullsized":"2024-04-26T02:02:50.902710+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:03:21.762469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.901804+0000","last_change":"2024-04-26T01:58:30.964357+0000","last_active":"2024-04-26T02:02:50.901804+0000","last_peered":"2024-04-26T02:02:50.901804+0000","last_clean":"2024-04-26T02:02:50.901804+0000","last_became_active":"2024-04-26T01:58:30.964042+0000","last_became_peered":"2024-04-26T01:58:30.964042+0000","last_unstale":"2024-04-26T02:02:50.901804+0000","last_undegraded":"2024-04-26T02:02:50.901804+0000","last_fullsized":"2024-04-26T02:02:50.901804+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:57:56.941152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"92'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.794472+0000","last_change":"2024-04-26T01:58:26.916786+0000","last_active":"2024-04-26T02:02:51.794472+0000","last_peered":"2024-04-26T02:02:51.794472+0000","last_clean":"2024-04-26T02:02:51.794472+0000","last_became_active":"2024-04-26T01:58:26.916421+0000","last_became_peered":"2024-04-26T01:58:26.916421+0000","last_unstale":"2024-04-26T02:02:51.794472+0000","last_undegraded":"2024-04-26T02:02:51.794472+0000","last_fullsized":"2024-04-26T02:02:51.794472+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:15:53.057132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902972+0000","last_change":"2024-04-26T01:58:30.981408+0000","last_active":"2024-04-26T02:02:50.902972+0000","last_peered":"2024-04-26T02:02:50.902972+0000","last_clean":"2024-04-26T02:02:50.902972+0000","last_became_active":"2024-04-26T01:58:30.975782+0000","last_became_peered":"2024-04-26T01:58:30.975782+0000","last_unstale":"2024-04-26T02:02:50.902972+0000","last_undegraded":"2024-04-26T02:02:50.902972+0000","last_fullsized":"2024-04-26T02:02:50.902972+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:58.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.758319+0000","last_change":"2024-04-26T01:58:26.908741+0000","last_active":"2024-04-26T02:02:50.758319+0000","last_peered":"2024-04-26T02:02:50.758319+0000","last_clean":"2024-04-26T02:02:50.758319+0000","last_became_active":"2024-04-26T01:58:26.908341+0000","last_became_peered":"2024-04-26T01:58:26.908341+0000","last_unstale":"2024-04-26T02:02:50.758319+0000","last_undegraded":"2024-04-26T02:02:50.758319+0000","last_fullsized":"2024-04-26T02:02:50.758319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:57:14.254746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802658+0000","last_change":"2024-04-26T01:58:30.973708+0000","last_active":"2024-04-26T02:02:50.802658+0000","last_peered":"2024-04-26T02:02:50.802658+0000","last_clean":"2024-04-26T02:02:50.802658+0000","last_became_active":"2024-04-26T01:58:30.973315+0000","last_became_peered":"2024-04-26T01:58:30.973315+0000","last_unstale":"2024-04-26T02:02:50.802658+0000","last_undegraded":"2024-04-26T02:02:50.802658+0000","last_fullsized":"2024-04-26T02:02:50.802658+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:50:51.745148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'9","reported_seq":291,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:03:01.644176+0000","last_change":"2024-04-26T01:58:27.020622+0000","last_active":"2024-04-26T02:03:01.644176+0000","last_peered":"2024-04-26T02:03:01.644176+0000","last_clean":"2024-04-26T02:03:01.644176+0000","last_became_active":"2024-04-26T01:58:27.020213+0000","last_became_peered":"2024-04-26T01:58:27.020213+0000","last_unstale":"2024-04-26T02:03:01.644176+0000","last_undegraded":"2024-04-26T02:03:01.644176+0000","last_fullsized":"2024-04-26T02:03:01.644176+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:41:28.929919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2484,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":252,"num_read_kb":6,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802996+0000","last_change":"2024-04-26T01:58:30.967801+0000","last_active":"2024-04-26T02:02:50.802996+0000","last_peered":"2024-04-26T02:02:50.802996+0000","last_clean":"2024-04-26T02:02:50.802996+0000","last_became_active":"2024-04-26T01:58:30.967419+0000","last_became_peered":"2024-04-26T01:58:30.967419+0000","last_unstale":"2024-04-26T02:02:50.802996+0000","last_undegraded":"2024-04-26T02:02:50.802996+0000","last_fullsized":"2024-04-26T02:02:50.802996+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:45:25.468923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'75","reported_seq":147,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:03:01.061604+0000","last_change":"2024-04-26T01:58:26.912783+0000","last_active":"2024-04-26T02:03:01.061604+0000","last_peered":"2024-04-26T02:03:01.061604+0000","last_clean":"2024-04-26T02:03:01.061604+0000","last_became_active":"2024-04-26T01:58:26.912351+0000","last_became_peered":"2024-04-26T01:58:26.912351+0000","last_unstale":"2024-04-26T02:03:01.061604+0000","last_undegraded":"2024-04-26T02:03:01.061604+0000","last_fullsized":"2024-04-26T02:03:01.061604+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:44.149415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":45,"num_read_kb":44,"num_write":84,"num_write_kb":1075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802648+0000","last_change":"2024-04-26T01:58:30.975051+0000","last_active":"2024-04-26T02:02:50.802648+0000","last_peered":"2024-04-26T02:02:50.802648+0000","last_clean":"2024-04-26T02:02:50.802648+0000","last_became_active":"2024-04-26T01:58:30.974661+0000","last_became_peered":"2024-04-26T01:58:30.974661+0000","last_unstale":"2024-04-26T02:02:50.802648+0000","last_undegraded":"2024-04-26T02:02:50.802648+0000","last_fullsized":"2024-04-26T02:02:50.802648+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:30.691834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.114371+0000","last_change":"2024-04-26T01:59:07.127555+0000","last_active":"2024-04-26T02:02:51.114371+0000","last_peered":"2024-04-26T02:02:51.114371+0000","last_clean":"2024-04-26T02:02:51.114371+0000","last_became_active":"2024-04-26T01:59:07.115216+0000","last_became_peered":"2024-04-26T01:59:07.115216+0000","last_unstale":"2024-04-26T02:02:51.114371+0000","last_undegraded":"2024-04-26T02:02:51.114371+0000","last_fullsized":"2024-04-26T02:02:51.114371+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:25.871294+0000","last_clean_scrub_stamp":"2024-04-26T01:58:25.871294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:11.990117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.802999+0000","last_change":"2024-04-26T01:58:30.960957+0000","last_active":"2024-04-26T02:02:50.802999+0000","last_peered":"2024-04-26T02:02:50.802999+0000","last_clean":"2024-04-26T02:02:50.802999+0000","last_became_active":"2024-04-26T01:58:30.960601+0000","last_became_peered":"2024-04-26T01:58:30.960601+0000","last_unstale":"2024-04-26T02:02:50.802999+0000","last_undegraded":"2024-04-26T02:02:50.802999+0000","last_fullsized":"2024-04-26T02:02:50.802999+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:55.810734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.901874+0000","last_change":"2024-04-26T01:58:30.962426+0000","last_active":"2024-04-26T02:02:50.901874+0000","last_peered":"2024-04-26T02:02:50.901874+0000","last_clean":"2024-04-26T02:02:50.901874+0000","last_became_active":"2024-04-26T01:58:30.962080+0000","last_became_peered":"2024-04-26T01:58:30.962080+0000","last_unstale":"2024-04-26T02:02:50.901874+0000","last_undegraded":"2024-04-26T02:02:50.901874+0000","last_fullsized":"2024-04-26T02:02:50.901874+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:23:37.567668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.097452+0000","last_change":"2024-04-26T01:59:06.725470+0000","last_active":"2024-04-26T02:02:51.097452+0000","last_peered":"2024-04-26T02:02:51.097452+0000","last_clean":"2024-04-26T02:02:51.097452+0000","last_became_active":"2024-04-26T01:59:06.724925+0000","last_became_peered":"2024-04-26T01:59:06.724925+0000","last_unstale":"2024-04-26T02:02:51.097452+0000","last_undegraded":"2024-04-26T02:02:51.097452+0000","last_fullsized":"2024-04-26T02:02:51.097452+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:39.021245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,8],"acting":[2,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.097384+0000","last_change":"2024-04-26T01:58:30.975582+0000","last_active":"2024-04-26T02:02:51.097384+0000","last_peered":"2024-04-26T02:02:51.097384+0000","last_clean":"2024-04-26T02:02:51.097384+0000","last_became_active":"2024-04-26T01:58:30.975220+0000","last_became_peered":"2024-04-26T01:58:30.975220+0000","last_unstale":"2024-04-26T02:02:51.097384+0000","last_undegraded":"2024-04-26T02:02:51.097384+0000","last_fullsized":"2024-04-26T02:02:51.097384+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:16.161849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.100006+0000","last_change":"2024-04-26T01:58:30.979948+0000","last_active":"2024-04-26T02:02:51.100006+0000","last_peered":"2024-04-26T02:02:51.100006+0000","last_clean":"2024-04-26T02:02:51.100006+0000","last_became_active":"2024-04-26T01:58:30.979367+0000","last_became_peered":"2024-04-26T01:58:30.979367+0000","last_unstale":"2024-04-26T02:02:51.100006+0000","last_undegraded":"2024-04-26T02:02:51.100006+0000","last_fullsized":"2024-04-26T02:02:51.100006+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:38.552039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.114036+0000","last_change":"2024-04-26T01:58:30.975488+0000","last_active":"2024-04-26T02:02:51.114036+0000","last_peered":"2024-04-26T02:02:51.114036+0000","last_clean":"2024-04-26T02:02:51.114036+0000","last_became_active":"2024-04-26T01:58:30.968631+0000","last_became_peered":"2024-04-26T01:58:30.968631+0000","last_unstale":"2024-04-26T02:02:51.114036+0000","last_undegraded":"2024-04-26T02:02:51.114036+0000","last_fullsized":"2024-04-26T02:02:51.114036+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:56:42.953943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902132+0000","last_change":"2024-04-26T01:58:30.958200+0000","last_active":"2024-04-26T02:02:50.902132+0000","last_peered":"2024-04-26T02:02:50.902132+0000","last_clean":"2024-04-26T02:02:50.902132+0000","last_became_active":"2024-04-26T01:58:30.957767+0000","last_became_peered":"2024-04-26T01:58:30.957767+0000","last_unstale":"2024-04-26T02:02:50.902132+0000","last_undegraded":"2024-04-26T02:02:50.902132+0000","last_fullsized":"2024-04-26T02:02:50.902132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:53:59.199633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.097790+0000","last_change":"2024-04-26T01:58:30.955232+0000","last_active":"2024-04-26T02:02:51.097790+0000","last_peered":"2024-04-26T02:02:51.097790+0000","last_clean":"2024-04-26T02:02:51.097790+0000","last_became_active":"2024-04-26T01:58:30.954792+0000","last_became_peered":"2024-04-26T01:58:30.954792+0000","last_unstale":"2024-04-26T02:02:51.097790+0000","last_undegraded":"2024-04-26T02:02:51.097790+0000","last_fullsized":"2024-04-26T02:02:51.097790+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:41.479662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.903323+0000","last_change":"2024-04-26T01:58:30.984210+0000","last_active":"2024-04-26T02:02:50.903323+0000","last_peered":"2024-04-26T02:02:50.903323+0000","last_clean":"2024-04-26T02:02:50.903323+0000","last_became_active":"2024-04-26T01:58:30.982899+0000","last_became_peered":"2024-04-26T01:58:30.982899+0000","last_unstale":"2024-04-26T02:02:50.903323+0000","last_undegraded":"2024-04-26T02:02:50.903323+0000","last_fullsized":"2024-04-26T02:02:50.903323+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:51:18.621098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.797268+0000","last_change":"2024-04-26T01:58:30.972403+0000","last_active":"2024-04-26T02:02:50.797268+0000","last_peered":"2024-04-26T02:02:50.797268+0000","last_clean":"2024-04-26T02:02:50.797268+0000","last_became_active":"2024-04-26T01:58:30.972112+0000","last_became_peered":"2024-04-26T01:58:30.972112+0000","last_unstale":"2024-04-26T02:02:50.797268+0000","last_undegraded":"2024-04-26T02:02:50.797268+0000","last_fullsized":"2024-04-26T02:02:50.797268+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:37.908777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.902281+0000","last_change":"2024-04-26T01:58:30.971002+0000","last_active":"2024-04-26T02:02:50.902281+0000","last_peered":"2024-04-26T02:02:50.902281+0000","last_clean":"2024-04-26T02:02:50.902281+0000","last_became_active":"2024-04-26T01:58:30.970559+0000","last_became_peered":"2024-04-26T01:58:30.970559+0000","last_unstale":"2024-04-26T02:02:50.902281+0000","last_undegraded":"2024-04-26T02:02:50.902281+0000","last_fullsized":"2024-04-26T02:02:50.902281+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:12.927235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.836581+0000","last_change":"2024-04-26T01:58:30.976628+0000","last_active":"2024-04-26T02:02:50.836581+0000","last_peered":"2024-04-26T02:02:50.836581+0000","last_clean":"2024-04-26T02:02:50.836581+0000","last_became_active":"2024-04-26T01:58:30.976265+0000","last_became_peered":"2024-04-26T01:58:30.976265+0000","last_unstale":"2024-04-26T02:02:50.836581+0000","last_undegraded":"2024-04-26T02:02:50.836581+0000","last_fullsized":"2024-04-26T02:02:50.836581+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:47.096687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:51.113788+0000","last_change":"2024-04-26T01:58:30.973411+0000","last_active":"2024-04-26T02:02:51.113788+0000","last_peered":"2024-04-26T02:02:51.113788+0000","last_clean":"2024-04-26T02:02:51.113788+0000","last_became_active":"2024-04-26T01:58:30.971204+0000","last_became_peered":"2024-04-26T01:58:30.971204+0000","last_unstale":"2024-04-26T02:02:51.113788+0000","last_undegraded":"2024-04-26T02:02:51.113788+0000","last_fullsized":"2024-04-26T02:02:51.113788+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:29:41.292831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T02:02:50.901776+0000","last_change":"2024-04-26T01:58:30.956692+0000","last_active":"2024-04-26T02:02:50.901776+0000","last_peered":"2024-04-26T02:02:50.901776+0000","last_clean":"2024-04-26T02:02:50.901776+0000","last_became_active":"2024-04-26T01:58:30.956341+0000","last_became_peered":"2024-04-26T01:58:30.956341+0000","last_unstale":"2024-04-26T02:02:50.901776+0000","last_undegraded":"2024-04-26T02:02:50.901776+0000","last_fullsized":"2024-04-26T02:02:50.901776+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:58:29.920816+0000","last_clean_scrub_stamp":"2024-04-26T01:58:29.920816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:58.937065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108219,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":805125,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2986,"num_read_kb":1771,"num_write":581,"num_write_kb":2663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":68,"num_keys_recovered":13,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":811008,"data_stored":2415375,"data_compressed":103494,"data_compressed_allocated":135168,"data_compressed_original":2101248,"omap_allocated":0,"internal_metadata":0},"log_size":434,"ondisk_log_size":434,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351047,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1040384,"data_stored":887654,"data_compressed":22186,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612684,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32376,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712776,"statfs":{"total":95995035648,"available":95961882624,"internally_reserved":0,"allocated":1220608,"data_stored":1485070,"data_compressed":54165,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776209,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36368,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708784,"statfs":{"total":95995035648,"available":95957794816,"internally_reserved":0,"allocated":1056768,"data_stored":886202,"data_compressed":22186,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1599,"internal_metadata":36174273},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037849,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1028096,"data_stored":493364,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299485,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1081344,"data_stored":1089993,"data_compressed":38963,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463010,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":494327,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574976,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1089536,"data_stored":566679,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738500,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":495356,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411451,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1101824,"data_stored":568085,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149813,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36420,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708732,"statfs":{"total":95995035648,"available":95957741568,"internally_reserved":0,"allocated":1101824,"data_stored":1213976,"data_compressed":37388,"data_compressed_allocated":49152,"data_compressed_original":708608,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888174,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":493878,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724650,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1138688,"data_stored":1414965,"data_compressed":54165,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36073,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":74815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":76221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34498,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":332616,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":7644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19296,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":402721,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":395790,"data_compressed":19296,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T02:03:06.143 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:03:06.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:05 smithi033 ceph-mon[32805]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 99 KiB/s wr, 66 op/s 2024-04-26T02:03:06.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:05 smithi033 ceph-mon[32805]: from='client.25228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:03:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:05 smithi064 ceph-mon[32613]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 99 KiB/s wr, 66 op/s 2024-04-26T02:03:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:05 smithi064 ceph-mon[32613]: from='client.25228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T02:03:06.655 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:07.261 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.261+0000 7f6b63800640 1 -- 172.21.15.26:0/455406447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b5c076da0 msgr2=0x7f6b5c1128d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:07.261 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.261+0000 7f6b63800640 1 --2- 172.21.15.26:0/455406447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b5c076da0 0x7f6b5c1128d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6b48009910 tx=0x7f6b4802a3f0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.261 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.261+0000 7f6b63800640 1 -- 172.21.15.26:0/455406447 shutdown_connections 2024-04-26T02:03:07.261 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.261+0000 7f6b63800640 1 --2- 172.21.15.26:0/455406447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b5c076da0 0x7f6b5c1128d0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.261 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.261+0000 7f6b63800640 1 --2- 172.21.15.26:0/455406447 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b5c112e10 0x7f6b5c115200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.261 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.261+0000 7f6b63800640 1 --2- 172.21.15.26:0/455406447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b5c076480 0x7f6b5c076860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.261 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.261+0000 7f6b63800640 1 -- 172.21.15.26:0/455406447 >> 172.21.15.26:0/455406447 conn(0x7f6b5c0ffc00 msgr2=0x7f6b5c102020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:07.261 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.261+0000 7f6b63800640 1 -- 172.21.15.26:0/455406447 shutdown_connections 2024-04-26T02:03:07.261 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.261+0000 7f6b63800640 1 -- 172.21.15.26:0/455406447 wait complete. 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.262+0000 7f6b63800640 1 Processor -- start 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.262+0000 7f6b63800640 1 -- start start 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.263+0000 7f6b63800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b5c076480 0x7f6b5c19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.263+0000 7f6b63800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b5c076da0 0x7f6b5c19f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.263+0000 7f6b63800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b5c112e10 0x7f6b5c1a36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.263+0000 7f6b63800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c118870 con 0x7f6b5c076480 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.263+0000 7f6b63800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1186f0 con 0x7f6b5c076da0 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.263+0000 7f6b63800640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1189f0 con 0x7f6b5c112e10 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.263+0000 7f6b5be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b5c076da0 0x7f6b5c19f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.263+0000 7f6b60e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b5c076480 0x7f6b5c19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.263+0000 7f6b61800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b5c112e10 0x7f6b5c1a36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.263+0000 7f6b60e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b5c076480 0x7f6b5c19edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58640/0 (socket says 172.21.15.26:58640) 2024-04-26T02:03:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.263+0000 7f6b60e00640 1 -- 172.21.15.26:0/1296907644 learned_addr learned my addr 172.21.15.26:0/1296907644 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:07.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.264+0000 7f6b61800640 1 -- 172.21.15.26:0/1296907644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b5c076da0 msgr2=0x7f6b5c19f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.264+0000 7f6b61800640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b5c076da0 0x7f6b5c19f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.264+0000 7f6b61800640 1 -- 172.21.15.26:0/1296907644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b5c076480 msgr2=0x7f6b5c19edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.264+0000 7f6b61800640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b5c076480 0x7f6b5c19edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.264+0000 7f6b61800640 1 -- 172.21.15.26:0/1296907644 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b5c1a3de0 con 0x7f6b5c112e10 2024-04-26T02:03:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.264+0000 7f6b60e00640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b5c076480 0x7f6b5c19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.264+0000 7f6b61800640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b5c112e10 0x7f6b5c1a36b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6b54005fd0 tx=0x7f6b5400ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.264+0000 7f6b59600640 1 -- 172.21.15.26:0/1296907644 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5400cdf0 con 0x7f6b5c112e10 2024-04-26T02:03:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.264+0000 7f6b59600640 1 -- 172.21.15.26:0/1296907644 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b54005020 con 0x7f6b5c112e10 2024-04-26T02:03:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.264+0000 7f6b59600640 1 -- 172.21.15.26:0/1296907644 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b54010690 con 0x7f6b5c112e10 2024-04-26T02:03:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.264+0000 7f6b63800640 1 -- 172.21.15.26:0/1296907644 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b5c1a40d0 con 0x7f6b5c112e10 2024-04-26T02:03:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.265+0000 7f6b63800640 1 -- 172.21.15.26:0/1296907644 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b5c1ab960 con 0x7f6b5c112e10 2024-04-26T02:03:07.267 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.268+0000 7f6b6667d740 1 Processor -- start 2024-04-26T02:03:07.267 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.268+0000 7f6b59600640 1 -- 172.21.15.26:0/1296907644 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f6b54005460 con 0x7f6b5c112e10 2024-04-26T02:03:07.268 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.268+0000 7f6b6667d740 1 -- start start 2024-04-26T02:03:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.269+0000 7f6b6667d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 0x55c8da198c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.269+0000 7f6b6667d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1a34c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.269+0000 7f6b6667d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3a00 0x55c8da1a5df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.269+0000 7f6b6667d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55c8da0fe900 con 0x55c8da198820 2024-04-26T02:03:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.269+0000 7f6b6667d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c8da0a4ef0 con 0x55c8da199140 2024-04-26T02:03:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.269+0000 7f6b6667d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c8da0fa8c0 con 0x55c8da1a3a00 2024-04-26T02:03:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.269+0000 7f6b5be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 0x55c8da198c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.269+0000 7f6b60e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1a34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.269+0000 7f6b5be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 0x55c8da198c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58646/0 (socket says 172.21.15.26:58646) 2024-04-26T02:03:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.269+0000 7f6b5be00640 1 -- 172.21.15.26:0/2428606322 learned_addr learned my addr 172.21.15.26:0/2428606322 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.269+0000 7f6b5be00640 1 --2- 172.21.15.26:0/2428606322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3a00 0x55c8da1a5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.270+0000 7f6b60e00640 1 -- 172.21.15.26:0/2428606322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3a00 msgr2=0x55c8da1a5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:07.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.270+0000 7f6b60e00640 1 --2- 172.21.15.26:0/2428606322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3a00 0x55c8da1a5df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.270+0000 7f6b60e00640 1 -- 172.21.15.26:0/2428606322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 msgr2=0x55c8da198c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:07.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.270+0000 7f6b60e00640 1 --2- 172.21.15.26:0/2428606322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 0x55c8da198c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.270+0000 7f6b60e00640 1 -- 172.21.15.26:0/2428606322 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8d9e11210 con 0x55c8da199140 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.270+0000 7f6b5be00640 1 --2- 172.21.15.26:0/2428606322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3a00 0x55c8da1a5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.270+0000 7f6b60e00640 1 --2- 172.21.15.26:0/2428606322 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1a34c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6b50011510 tx=0x7f6b500119d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcd4a33aa501d310 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.270+0000 7f6b59600640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6b440a3f10 0x7f6b440a63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.270+0000 7f6b4e000640 1 -- 172.21.15.26:0/2428606322 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b50005020 con 0x55c8da199140 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.270+0000 7f6b4e000640 1 -- 172.21.15.26:0/2428606322 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b500047a0 con 0x55c8da199140 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.270+0000 7f6b4e000640 1 -- 172.21.15.26:0/2428606322 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5000f8e0 con 0x55c8da199140 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.270+0000 7f6b59600640 1 -- 172.21.15.26:0/1296907644 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f6b540d1060 con 0x7f6b5c112e10 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.271+0000 7f6b5be00640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6b440a3f10 0x7f6b440a63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.271+0000 7f6b5be00640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6b440a3f10 0x7f6b440a63d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x55c8da196150 tx=0x7f6b48005b30 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.271+0000 7f6b6667d740 1 -- 172.21.15.26:0/2428606322 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 msgr2=0x55c8da1a34c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.271+0000 7f6b6667d740 1 --2- 172.21.15.26:0/2428606322 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1a34c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6b50011510 tx=0x7f6b500119d0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.271+0000 7f6b6667d740 1 -- 172.21.15.26:0/2428606322 shutdown_connections 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.271+0000 7f6b6667d740 1 --2- 172.21.15.26:0/2428606322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3a00 0x55c8da1a5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.271+0000 7f6b6667d740 1 --2- 172.21.15.26:0/2428606322 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1a34c0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.273 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.271+0000 7f6b6667d740 1 --2- 172.21.15.26:0/2428606322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 0x55c8da198c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.273 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.271+0000 7f6b6667d740 1 -- 172.21.15.26:0/2428606322 >> 172.21.15.26:0/2428606322 conn(0x55c8da194d30 msgr2=0x55c8da195110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:07.273 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.271+0000 7f6b6667d740 1 -- 172.21.15.26:0/2428606322 shutdown_connections 2024-04-26T02:03:07.273 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.272+0000 7f6b6667d740 1 -- 172.21.15.26:0/2428606322 wait complete. 2024-04-26T02:03:07.273 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.272+0000 7f6b6667d740 1 -- start start 2024-04-26T02:03:07.273 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.272+0000 7f6b6667d740 1 Processor -- start 2024-04-26T02:03:07.275 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b6667d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 0x55c8da1a08e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.275 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b6667d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1a0e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b6667d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3a00 0x55c8da1a1360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b6667d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55c8da1a6630 con 0x55c8da198820 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b6667d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c8da0b8310 con 0x55c8da199140 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b6667d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c8da1a67b0 con 0x55c8da1a3a00 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b6667d740 10 client.0 _ll_register_callbacks cb 0x55c8da086cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b60e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 0x55c8da1a08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b60e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 0x55c8da1a08e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58662/0 (socket says 172.21.15.26:58662) 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b60e00640 1 -- 172.21.15.26:0/2379510822 learned_addr learned my addr 172.21.15.26:0/2379510822 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b5be00640 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1a0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b61800640 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3a00 0x55c8da1a1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b60e00640 1 -- 172.21.15.26:0/2379510822 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3a00 msgr2=0x55c8da1a1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b60e00640 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3a00 0x55c8da1a1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b60e00640 1 -- 172.21.15.26:0/2379510822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 msgr2=0x55c8da1a0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b60e00640 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1a0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.273+0000 7f6b60e00640 1 -- 172.21.15.26:0/2379510822 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8d9edd620 con 0x55c8da198820 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.274+0000 7f6b60e00640 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 0x55c8da1a08e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6b5001b040 tx=0x7f6b500052b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cfe611e0d3c144e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.274+0000 7f6b42a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.274+0000 7f6b42a00640 1 -- 172.21.15.26:0/2379510822 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b50027070 con 0x55c8da198820 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.274+0000 7f6b42a00640 1 -- 172.21.15.26:0/2379510822 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f6b50004250 con 0x55c8da198820 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.274+0000 7f6b6667d740 1 -- 172.21.15.26:0/2379510822 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b500047a0 con 0x55c8da198820 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.274+0000 7f6b42a00640 1 -- 172.21.15.26:0/2379510822 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6b50033050 con 0x55c8da198820 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.274+0000 7f6b6667d740 10 client.15138 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.274+0000 7f6b6667d740 1 -- 172.21.15.26:0/2379510822 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c8da1b2810 con 0x55c8da198820 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.275+0000 7f6b42a00640 1 -- 172.21.15.26:0/2379510822 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b500047a0 con 0x55c8da198820 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.275+0000 7f6b42a00640 1 -- 172.21.15.26:0/2379510822 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6b5000fc50 con 0x55c8da198820 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.275+0000 7f6b6667d740 10 client.15138 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.275+0000 7f6b6667d740 10 client.15138 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.275+0000 7f6b6667d740 20 client.15138 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:07.278 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.275+0000 7f6b6667d740 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c8da1b3c20 0x55c8da1b6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.278 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.275+0000 7f6b6667d740 4 client.15138 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:07.278 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.275+0000 7f6b6667d740 1 -- 172.21.15.26:0/2379510822 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c8da1128b0 con 0x55c8da1b3c20 2024-04-26T02:03:07.278 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.275+0000 7f6b5be00640 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c8da1b3c20 0x55c8da1b6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.278 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.276+0000 7f6b5be00640 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c8da1b3c20 0x55c8da1b6010 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30b987cd061fdd89 server_cookie=6f2bd1298eb46cc6 in_seq=0 out_seq=0 2024-04-26T02:03:07.278 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.276+0000 7f6b42a00640 10 client.15138 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:07.279 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b42a00640 1 -- 172.21.15.26:0/2379510822 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c8da1128b0 con 0x55c8da1b3c20 2024-04-26T02:03:07.279 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b42a00640 10 client.15138 handle_command_reply: tid=0 2024-04-26T02:03:07.279 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b6667d740 1 client.15138 shutdown 2024-04-26T02:03:07.279 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b6667d740 1 -- 172.21.15.26:0/2379510822 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 msgr2=0x55c8da1a08e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:07.279 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b6667d740 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 0x55c8da1a08e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6b5001b040 tx=0x7f6b500052b0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.279 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b6667d740 1 -- 172.21.15.26:0/2379510822 shutdown_connections 2024-04-26T02:03:07.279 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b6667d740 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c8da1b3c20 0x55c8da1b6010 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.279 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b42a00640 0 client.15138 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:07.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b6667d740 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3a00 0x55c8da1a1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b6667d740 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1a0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b6667d740 1 --2- 172.21.15.26:0/2379510822 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da198820 0x55c8da1a08e0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b6667d740 1 -- 172.21.15.26:0/2379510822 >> 172.21.15.26:0/2379510822 conn(0x55c8da194d30 msgr2=0x55c8da19aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:07.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b6667d740 1 -- 172.21.15.26:0/2379510822 shutdown_connections 2024-04-26T02:03:07.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.277+0000 7f6b6667d740 1 -- 172.21.15.26:0/2379510822 wait complete. 2024-04-26T02:03:07.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.278+0000 7f6b6667d740 20 client.15138 trim_cache size 0 max 16384 2024-04-26T02:03:07.294 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.294+0000 7f6b6667d740 1 Processor -- start 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.294+0000 7f6b6667d740 1 -- start start 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.294+0000 7f6b6667d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da199140 0x55c8da1af4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.294+0000 7f6b6667d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da1a3a00 0x55c8da1bb770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.294+0000 7f6b6667d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3120 0x55c8da1bbcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.294+0000 7f6b6667d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1b4160 con 0x55c8da199140 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.294+0000 7f6b6667d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1b5ca0 con 0x55c8da1a3a00 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.294+0000 7f6b6667d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1b4830 con 0x55c8da1a3120 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.295+0000 7f6b5be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da1a3a00 0x55c8da1bb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.295+0000 7f6b60e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da199140 0x55c8da1af4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.295+0000 7f6b5be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da1a3a00 0x55c8da1bb770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:36582/0 (socket says 172.21.15.26:36582) 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.295+0000 7f6b5be00640 1 -- 172.21.15.26:0/1648891932 learned_addr learned my addr 172.21.15.26:0/1648891932 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.295+0000 7f6b61800640 1 --2- 172.21.15.26:0/1648891932 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3120 0x55c8da1bbcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.295+0000 7f6b5be00640 1 -- 172.21.15.26:0/1648891932 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3120 msgr2=0x55c8da1bbcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:07.295 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.295+0000 7f6b5be00640 1 --2- 172.21.15.26:0/1648891932 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3120 0x55c8da1bbcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.296 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.295+0000 7f6b5be00640 1 -- 172.21.15.26:0/1648891932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da199140 msgr2=0x55c8da1af4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:07.296 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.295+0000 7f6b5be00640 1 --2- 172.21.15.26:0/1648891932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da199140 0x55c8da1af4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.296 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.295+0000 7f6b5be00640 1 -- 172.21.15.26:0/1648891932 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8da199f30 con 0x55c8da1a3a00 2024-04-26T02:03:07.296 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.295+0000 7f6b5be00640 1 --2- 172.21.15.26:0/1648891932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da1a3a00 0x55c8da1bb770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6b480097b0 tx=0x7f6b4803d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d016b698c604792a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:07.299 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.295+0000 7f6b4d600640 1 -- 172.21.15.26:0/1648891932 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b4805b070 con 0x55c8da1a3a00 2024-04-26T02:03:07.299 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.296+0000 7f6b4d600640 1 -- 172.21.15.26:0/1648891932 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b480552f0 con 0x55c8da1a3a00 2024-04-26T02:03:07.299 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.296+0000 7f6b4d600640 1 -- 172.21.15.26:0/1648891932 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b48004a80 con 0x55c8da1a3a00 2024-04-26T02:03:07.299 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.296+0000 7f6b6667d740 1 -- 172.21.15.26:0/1648891932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da1a3a00 msgr2=0x55c8da1bb770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:07.299 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.296+0000 7f6b6667d740 1 --2- 172.21.15.26:0/1648891932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da1a3a00 0x55c8da1bb770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6b480097b0 tx=0x7f6b4803d000 comp rx=0 tx=0).stop 2024-04-26T02:03:07.299 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.296+0000 7f6b6667d740 1 -- 172.21.15.26:0/1648891932 shutdown_connections 2024-04-26T02:03:07.299 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.296+0000 7f6b6667d740 1 --2- 172.21.15.26:0/1648891932 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3120 0x55c8da1bbcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.299 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.296+0000 7f6b6667d740 1 --2- 172.21.15.26:0/1648891932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da1a3a00 0x55c8da1bb770 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.296+0000 7f6b6667d740 1 --2- 172.21.15.26:0/1648891932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da199140 0x55c8da1af4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.296+0000 7f6b6667d740 1 -- 172.21.15.26:0/1648891932 >> 172.21.15.26:0/1648891932 conn(0x55c8da194d30 msgr2=0x55c8da19bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.296+0000 7f6b6667d740 1 -- 172.21.15.26:0/1648891932 shutdown_connections 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.296+0000 7f6b6667d740 1 -- 172.21.15.26:0/1648891932 wait complete. 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.297+0000 7f6b6667d740 1 -- start start 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.297+0000 7f6b6667d740 1 Processor -- start 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.297+0000 7f6b6667d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1abb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.297+0000 7f6b6667d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3120 0x55c8da1aa660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.297+0000 7f6b6667d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da1a3a00 0x55c8da1aaba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.297+0000 7f6b6667d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1b55d0 con 0x55c8da1a3a00 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.297+0000 7f6b6667d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1b4f00 con 0x55c8da199140 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.297+0000 7f6b6667d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1b2140 con 0x55c8da1a3120 2024-04-26T02:03:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.297+0000 7f6b6667d740 10 client.0 _ll_register_callbacks cb 0x7f6b50004ca0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b61800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da1a3a00 0x55c8da1aaba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b60e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1abb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b5be00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3120 0x55c8da1aa660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b61800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da1a3a00 0x55c8da1aaba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58676/0 (socket says 172.21.15.26:58676) 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b61800640 1 -- 172.21.15.26:0/546348980 learned_addr learned my addr 172.21.15.26:0/546348980 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b61800640 1 -- 172.21.15.26:0/546348980 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3120 msgr2=0x55c8da1aa660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b61800640 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3120 0x55c8da1aa660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b61800640 1 -- 172.21.15.26:0/546348980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 msgr2=0x55c8da1abb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b61800640 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1abb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b61800640 1 -- 172.21.15.26:0/546348980 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8da1ab0e0 con 0x55c8da1a3a00 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b5be00640 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3120 0x55c8da1aa660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b60e00640 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1abb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b61800640 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da1a3a00 0x55c8da1aaba0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6b54009fd0 tx=0x7f6b5409ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2343d8ef699fa98e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.298+0000 7f6b42a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b42a00640 1 -- 172.21.15.26:0/546348980 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b540ba020 con 0x55c8da1a3a00 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b42a00640 1 -- 172.21.15.26:0/546348980 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f6b540a55d0 con 0x55c8da1a3a00 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b6667d740 1 -- 172.21.15.26:0/546348980 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b480552f0 con 0x55c8da1a3a00 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b42a00640 1 -- 172.21.15.26:0/546348980 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6b540b6370 con 0x55c8da1a3a00 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b6667d740 10 client.15144 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b6667d740 1 -- 172.21.15.26:0/546348980 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c8da219d90 con 0x55c8da1a3a00 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b42a00640 1 -- 172.21.15.26:0/546348980 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b480552f0 con 0x55c8da1a3a00 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b42a00640 1 -- 172.21.15.26:0/546348980 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6b54098b40 con 0x55c8da1a3a00 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b6667d740 10 client.15144 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b6667d740 10 client.15144 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b6667d740 20 client.15144 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b6667d740 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c8da21a4e0 0x55c8da21c900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b6667d740 4 client.15144 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:03:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.299+0000 7f6b6667d740 1 -- 172.21.15.26:0/546348980 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c8da10c320 con 0x55c8da21a4e0 2024-04-26T02:03:07.303 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.300+0000 7f6b60e00640 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c8da21a4e0 0x55c8da21c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:07.303 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.300+0000 7f6b60e00640 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c8da21a4e0 0x55c8da21c900 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89062d7d4512753a server_cookie=bb6d219a05c051f5 in_seq=0 out_seq=0 2024-04-26T02:03:07.303 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.300+0000 7f6b42a00640 10 client.15144 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.312+0000 7f6b42a00640 1 -- 172.21.15.26:0/546348980 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c8da10c320 con 0x55c8da21a4e0 2024-04-26T02:03:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.312+0000 7f6b42a00640 10 client.15144 handle_command_reply: tid=0 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.312+0000 7f6b6667d740 1 client.15144 shutdown 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.313+0000 7f6b6667d740 1 -- 172.21.15.26:0/546348980 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da1a3a00 msgr2=0x55c8da1aaba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.313+0000 7f6b6667d740 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da1a3a00 0x55c8da1aaba0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6b54009fd0 tx=0x7f6b5409ceb0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.313+0000 7f6b6667d740 1 -- 172.21.15.26:0/546348980 shutdown_connections 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.313+0000 7f6b6667d740 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c8da21a4e0 0x55c8da21c900 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.313+0000 7f6b6667d740 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c8da1a3a00 0x55c8da1aaba0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.313+0000 7f6b6667d740 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c8da1a3120 0x55c8da1aa660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.313+0000 7f6b6667d740 1 --2- 172.21.15.26:0/546348980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c8da199140 0x55c8da1abb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.313+0000 7f6b42a00640 0 client.15144 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.313+0000 7f6b6667d740 1 -- 172.21.15.26:0/546348980 >> 172.21.15.26:0/546348980 conn(0x55c8da194d30 msgr2=0x55c8da19a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.313+0000 7f6b6667d740 1 -- 172.21.15.26:0/546348980 shutdown_connections 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.313+0000 7f6b6667d740 1 -- 172.21.15.26:0/546348980 wait complete. 2024-04-26T02:03:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.313+0000 7f6b6667d740 20 client.15144 trim_cache size 0 max 16384 2024-04-26T02:03:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:03:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:03:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:03:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:03:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.314+0000 7f6b63800640 1 -- 172.21.15.26:0/1296907644 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6b440a3f10 msgr2=0x7f6b440a63d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.314+0000 7f6b63800640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6b440a3f10 0x7f6b440a63d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x55c8da196150 tx=0x7f6b48005b30 comp rx=0 tx=0).stop 2024-04-26T02:03:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.314+0000 7f6b63800640 1 -- 172.21.15.26:0/1296907644 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b5c112e10 msgr2=0x7f6b5c1a36b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.314+0000 7f6b63800640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b5c112e10 0x7f6b5c1a36b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6b54005fd0 tx=0x7f6b5400ef10 comp rx=0 tx=0).stop 2024-04-26T02:03:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.314+0000 7f6b63800640 1 -- 172.21.15.26:0/1296907644 shutdown_connections 2024-04-26T02:03:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.314+0000 7f6b63800640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6b440a3f10 0x7f6b440a63d0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.314+0000 7f6b63800640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b5c112e10 0x7f6b5c1a36b0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.314+0000 7f6b63800640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b5c076da0 0x7f6b5c19f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.314+0000 7f6b63800640 1 --2- 172.21.15.26:0/1296907644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b5c076480 0x7f6b5c19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.314+0000 7f6b63800640 1 -- 172.21.15.26:0/1296907644 >> 172.21.15.26:0/1296907644 conn(0x7f6b5c0ffc00 msgr2=0x7f6b5c1144d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.314+0000 7f6b63800640 1 -- 172.21.15.26:0/1296907644 shutdown_connections 2024-04-26T02:03:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:07.314+0000 7f6b63800640 1 -- 172.21.15.26:0/1296907644 wait complete. 2024-04-26T02:03:08.180 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:07 smithi026 ceph-mon[28138]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 99 KiB/s wr, 66 op/s 2024-04-26T02:03:08.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:07 smithi033 ceph-mon[32805]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 99 KiB/s wr, 66 op/s 2024-04-26T02:03:08.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:07 smithi064 ceph-mon[32613]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 99 KiB/s wr, 66 op/s 2024-04-26T02:03:09.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.082+0000 7f40ca600700 1 -- 172.21.15.26:0/871936496 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40c41092d0 msgr2=0x7f40c41096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:09.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.082+0000 7f40ca600700 1 --2- 172.21.15.26:0/871936496 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40c41092d0 0x7f40c41096b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f40b4009990 tx=0x7f40b4009ca0 comp rx=0 tx=0).stop 2024-04-26T02:03:09.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.082+0000 7f40ca600700 1 -- 172.21.15.26:0/871936496 shutdown_connections 2024-04-26T02:03:09.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.082+0000 7f40ca600700 1 --2- 172.21.15.26:0/871936496 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f40c410e3b0 0x7f40c4115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:09.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.082+0000 7f40ca600700 1 --2- 172.21.15.26:0/871936496 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40c41092d0 0x7f40c41096b0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:09.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.082+0000 7f40ca600700 1 --2- 172.21.15.26:0/871936496 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f40c4109c80 0x7f40c410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:09.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.082+0000 7f40ca600700 1 -- 172.21.15.26:0/871936496 >> 172.21.15.26:0/871936496 conn(0x7f40c4076210 msgr2=0x7f40c4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:09.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.082+0000 7f40ca600700 1 -- 172.21.15.26:0/871936496 shutdown_connections 2024-04-26T02:03:09.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.082+0000 7f40ca600700 1 -- 172.21.15.26:0/871936496 wait complete. 2024-04-26T02:03:09.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.083+0000 7f40ca600700 1 Processor -- start 2024-04-26T02:03:09.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.084+0000 7f40ca600700 1 -- start start 2024-04-26T02:03:09.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.084+0000 7f40ca600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f40c41092d0 0x7f40c41a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:09.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.084+0000 7f40ca600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40c4109c80 0x7f40c41a5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:09.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.084+0000 7f40ca600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f40c410e3b0 0x7f40c419f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:09.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.084+0000 7f40ca600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f40c41192b0 con 0x7f40c410e3b0 2024-04-26T02:03:09.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.084+0000 7f40ca600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f40c4119130 con 0x7f40c4109c80 2024-04-26T02:03:09.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.084+0000 7f40ca600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f40c4119430 con 0x7f40c41092d0 2024-04-26T02:03:09.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.085+0000 7f40c3400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f40c41092d0 0x7f40c41a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:09.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.085+0000 7f40c3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f40c410e3b0 0x7f40c419f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:09.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.085+0000 7f40c2a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40c4109c80 0x7f40c41a5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:09.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.085+0000 7f40c3400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f40c41092d0 0x7f40c41a5410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:59564/0 (socket says 172.21.15.26:59564) 2024-04-26T02:03:09.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.085+0000 7f40c3400700 1 -- 172.21.15.26:0/1560946452 learned_addr learned my addr 172.21.15.26:0/1560946452 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:09.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.085+0000 7f40c3400700 1 -- 172.21.15.26:0/1560946452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40c4109c80 msgr2=0x7f40c41a5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:09.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.085+0000 7f40c3400700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40c4109c80 0x7f40c41a5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:09.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.085+0000 7f40c3400700 1 -- 172.21.15.26:0/1560946452 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f40c410e3b0 msgr2=0x7f40c419f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:09.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.085+0000 7f40c3400700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f40c410e3b0 0x7f40c419f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:09.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.085+0000 7f40c3400700 1 -- 172.21.15.26:0/1560946452 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40c419fd30 con 0x7f40c41092d0 2024-04-26T02:03:09.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.085+0000 7f40c2a00700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40c4109c80 0x7f40c41a5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:09.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.085+0000 7f40c3e00700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f40c410e3b0 0x7f40c419f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:09.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.086+0000 7f40c3400700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f40c41092d0 0x7f40c41a5410 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f40b4005910 tx=0x7f40b400bfc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:09.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.086+0000 7f40bbe00700 1 -- 172.21.15.26:0/1560946452 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40b4027070 con 0x7f40c41092d0 2024-04-26T02:03:09.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.086+0000 7f40bbe00700 1 -- 172.21.15.26:0/1560946452 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40b400b610 con 0x7f40c41092d0 2024-04-26T02:03:09.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.086+0000 7f40bbe00700 1 -- 172.21.15.26:0/1560946452 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40b40173f0 con 0x7f40c41092d0 2024-04-26T02:03:09.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.086+0000 7f40ca600700 1 -- 172.21.15.26:0/1560946452 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40c419ffc0 con 0x7f40c41092d0 2024-04-26T02:03:09.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.086+0000 7f40ca600700 1 -- 172.21.15.26:0/1560946452 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40c41ac2e0 con 0x7f40c41092d0 2024-04-26T02:03:09.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.087+0000 7f40ca600700 1 -- 172.21.15.26:0/1560946452 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40c410a7b0 con 0x7f40c41092d0 2024-04-26T02:03:09.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.089+0000 7f40bbe00700 1 -- 172.21.15.26:0/1560946452 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f40b402a070 con 0x7f40c41092d0 2024-04-26T02:03:09.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.091+0000 7f40bbe00700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f40a80a3f60 0x7f40a80a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:09.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.091+0000 7f40bbe00700 1 -- 172.21.15.26:0/1560946452 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f40b40d19c0 con 0x7f40c41092d0 2024-04-26T02:03:09.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.091+0000 7f40c2a00700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f40a80a3f60 0x7f40a80a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:09.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.092+0000 7f40c2a00700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f40a80a3f60 0x7f40a80a6420 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f40c41088a0 tx=0x7f40b0009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:09.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.093+0000 7f40bbe00700 1 -- 172.21.15.26:0/1560946452 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f40b4013070 con 0x7f40c41092d0 2024-04-26T02:03:09.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.379+0000 7f40ca600700 1 -- 172.21.15.26:0/1560946452 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40c402df80 con 0x7f40c41092d0 2024-04-26T02:03:09.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.381+0000 7f40bbe00700 1 -- 172.21.15.26:0/1560946452 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11912 (secure 0 0 0) 0x7f40b409dee0 con 0x7f40c41092d0 2024-04-26T02:03:09.381 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:03:09.381 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T02:02:50.629307+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24524,24502,24490,24512,24491]},"id":1}]} 2024-04-26T02:03:09.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.384+0000 7f40ca600700 1 -- 172.21.15.26:0/1560946452 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f40a80a3f60 msgr2=0x7f40a80a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:09.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.384+0000 7f40ca600700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f40a80a3f60 0x7f40a80a6420 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f40c41088a0 tx=0x7f40b0009260 comp rx=0 tx=0).stop 2024-04-26T02:03:09.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.384+0000 7f40ca600700 1 -- 172.21.15.26:0/1560946452 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f40c41092d0 msgr2=0x7f40c41a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:09.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.384+0000 7f40ca600700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f40c41092d0 0x7f40c41a5410 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f40b4005910 tx=0x7f40b400bfc0 comp rx=0 tx=0).stop 2024-04-26T02:03:09.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.384+0000 7f40ca600700 1 -- 172.21.15.26:0/1560946452 shutdown_connections 2024-04-26T02:03:09.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.384+0000 7f40ca600700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f40c410e3b0 0x7f40c419f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:09.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.384+0000 7f40ca600700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f40a80a3f60 0x7f40a80a6420 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:09.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.384+0000 7f40ca600700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f40c41092d0 0x7f40c41a5410 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:09.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.384+0000 7f40ca600700 1 --2- 172.21.15.26:0/1560946452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40c4109c80 0x7f40c41a5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:09.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.384+0000 7f40ca600700 1 -- 172.21.15.26:0/1560946452 >> 172.21.15.26:0/1560946452 conn(0x7f40c4076210 msgr2=0x7f40c4077e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:09.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.384+0000 7f40ca600700 1 -- 172.21.15.26:0/1560946452 shutdown_connections 2024-04-26T02:03:09.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:09.384+0000 7f40ca600700 1 -- 172.21.15.26:0/1560946452 wait complete. 2024-04-26T02:03:09.385 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 29 2024-04-26T02:03:10.202 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:09 smithi026 ceph-mon[28138]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 99 KiB/s wr, 70 op/s 2024-04-26T02:03:10.202 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:09 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1560946452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:03:10.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:09 smithi033 ceph-mon[32805]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 99 KiB/s wr, 70 op/s 2024-04-26T02:03:10.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:09 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1560946452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:03:10.275 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:03:10.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:09 smithi064 ceph-mon[32613]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 99 KiB/s wr, 70 op/s 2024-04-26T02:03:10.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:09 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1560946452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:03:10.751 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:12.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:11 smithi026 ceph-mon[28138]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:03:12.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:11 smithi033 ceph-mon[32805]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:03:12.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:11 smithi064 ceph-mon[32613]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:03:13.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.167+0000 7fd876c00700 1 -- 172.21.15.26:0/2759358306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8701092d0 msgr2=0x7fd8701096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:13.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.167+0000 7fd876c00700 1 --2- 172.21.15.26:0/2759358306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8701092d0 0x7fd8701096b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fd860009990 tx=0x7fd860009ca0 comp rx=0 tx=0).stop 2024-04-26T02:03:13.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.167+0000 7fd876c00700 1 -- 172.21.15.26:0/2759358306 shutdown_connections 2024-04-26T02:03:13.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.167+0000 7fd876c00700 1 --2- 172.21.15.26:0/2759358306 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd87010e3b0 0x7fd870115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:13.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.167+0000 7fd876c00700 1 --2- 172.21.15.26:0/2759358306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8701092d0 0x7fd8701096b0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:13.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.167+0000 7fd876c00700 1 --2- 172.21.15.26:0/2759358306 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd870109c80 0x7fd87010dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:13.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.167+0000 7fd876c00700 1 -- 172.21.15.26:0/2759358306 >> 172.21.15.26:0/2759358306 conn(0x7fd870076210 msgr2=0x7fd870107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:13.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.167+0000 7fd876c00700 1 -- 172.21.15.26:0/2759358306 shutdown_connections 2024-04-26T02:03:13.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.167+0000 7fd876c00700 1 -- 172.21.15.26:0/2759358306 wait complete. 2024-04-26T02:03:13.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.169+0000 7fd876c00700 1 Processor -- start 2024-04-26T02:03:13.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.169+0000 7fd876c00700 1 -- start start 2024-04-26T02:03:13.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.169+0000 7fd876c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8701092d0 0x7fd8701a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:13.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd876c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd870109c80 0x7fd8701a5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:13.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd876c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd87010e3b0 0x7fd87019f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:13.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd876c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd870119290 con 0x7fd870109c80 2024-04-26T02:03:13.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd876c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd870119110 con 0x7fd8701092d0 2024-04-26T02:03:13.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd876c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd870119410 con 0x7fd87010e3b0 2024-04-26T02:03:13.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd86fe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8701092d0 0x7fd8701a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:13.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd86fe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8701092d0 0x7fd8701a53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:36626/0 (socket says 172.21.15.26:36626) 2024-04-26T02:03:13.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd86fe00700 1 -- 172.21.15.26:0/1266704237 learned_addr learned my addr 172.21.15.26:0/1266704237 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:13.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd86f400700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd870109c80 0x7fd8701a5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:13.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd86fe00700 1 -- 172.21.15.26:0/1266704237 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd87010e3b0 msgr2=0x7fd87019f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:13.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd86fe00700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd87010e3b0 0x7fd87019f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:13.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd86fe00700 1 -- 172.21.15.26:0/1266704237 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd870109c80 msgr2=0x7fd8701a5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:13.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd86fe00700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd870109c80 0x7fd8701a5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:13.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd86fe00700 1 -- 172.21.15.26:0/1266704237 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd87019fd10 con 0x7fd8701092d0 2024-04-26T02:03:13.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.170+0000 7fd86f400700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd870109c80 0x7fd8701a5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:03:13.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.171+0000 7fd86fe00700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8701092d0 0x7fd8701a53f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd860000c00 tx=0x7fd86000b610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:13.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.171+0000 7fd86cc00700 1 -- 172.21.15.26:0/1266704237 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd860027070 con 0x7fd8701092d0 2024-04-26T02:03:13.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.171+0000 7fd86cc00700 1 -- 172.21.15.26:0/1266704237 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd86000fb90 con 0x7fd8701092d0 2024-04-26T02:03:13.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.171+0000 7fd876c00700 1 -- 172.21.15.26:0/1266704237 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd87019ffa0 con 0x7fd8701092d0 2024-04-26T02:03:13.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.171+0000 7fd86cc00700 1 -- 172.21.15.26:0/1266704237 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd860017650 con 0x7fd8701092d0 2024-04-26T02:03:13.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.171+0000 7fd876c00700 1 -- 172.21.15.26:0/1266704237 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8701ac2c0 con 0x7fd8701092d0 2024-04-26T02:03:13.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.173+0000 7fd876c00700 1 -- 172.21.15.26:0/1266704237 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd870069730 con 0x7fd8701092d0 2024-04-26T02:03:13.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.174+0000 7fd86cc00700 1 -- 172.21.15.26:0/1266704237 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fd86002a070 con 0x7fd8701092d0 2024-04-26T02:03:13.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.176+0000 7fd86cc00700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fd8540a3fe0 0x7fd8540a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:13.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.176+0000 7fd86cc00700 1 -- 172.21.15.26:0/1266704237 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fd8600d19c0 con 0x7fd8701092d0 2024-04-26T02:03:13.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.176+0000 7fd86f400700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fd8540a3fe0 0x7fd8540a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:13.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.177+0000 7fd86f400700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fd8540a3fe0 0x7fd8540a64a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd8700782a0 tx=0x7fd85c009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:13.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.180+0000 7fd86cc00700 1 -- 172.21.15.26:0/1266704237 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd86005eff0 con 0x7fd8701092d0 2024-04-26T02:03:13.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.463+0000 7fd876c00700 1 -- 172.21.15.26:0/1266704237 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd87002df80 con 0x7fd8701092d0 2024-04-26T02:03:13.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.464+0000 7fd86cc00700 1 -- 172.21.15.26:0/1266704237 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11912 (secure 0 0 0) 0x7fd860013070 con 0x7fd8701092d0 2024-04-26T02:03:13.464 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:03:13.464 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T02:02:50.629307+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24524,24502,24490,24512,24491]},"id":1}]} 2024-04-26T02:03:13.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.467+0000 7fd876c00700 1 -- 172.21.15.26:0/1266704237 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fd8540a3fe0 msgr2=0x7fd8540a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:13.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.467+0000 7fd876c00700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fd8540a3fe0 0x7fd8540a64a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd8700782a0 tx=0x7fd85c009260 comp rx=0 tx=0).stop 2024-04-26T02:03:13.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.467+0000 7fd876c00700 1 -- 172.21.15.26:0/1266704237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8701092d0 msgr2=0x7fd8701a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:13.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.467+0000 7fd876c00700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8701092d0 0x7fd8701a53f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd860000c00 tx=0x7fd86000b610 comp rx=0 tx=0).stop 2024-04-26T02:03:13.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.467+0000 7fd876c00700 1 -- 172.21.15.26:0/1266704237 shutdown_connections 2024-04-26T02:03:13.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.467+0000 7fd876c00700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fd8540a3fe0 0x7fd8540a64a0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:13.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.467+0000 7fd876c00700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd87010e3b0 0x7fd87019f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:13.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.467+0000 7fd876c00700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8701092d0 0x7fd8701a53f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:13.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.467+0000 7fd876c00700 1 --2- 172.21.15.26:0/1266704237 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd870109c80 0x7fd8701a5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:13.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.467+0000 7fd876c00700 1 -- 172.21.15.26:0/1266704237 >> 172.21.15.26:0/1266704237 conn(0x7fd870076210 msgr2=0x7fd87010cff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:13.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.467+0000 7fd876c00700 1 -- 172.21.15.26:0/1266704237 shutdown_connections 2024-04-26T02:03:13.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:13.467+0000 7fd876c00700 1 -- 172.21.15.26:0/1266704237 wait complete. 2024-04-26T02:03:13.468 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 29 2024-04-26T02:03:14.184 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:13 smithi026 ceph-mon[28138]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 32 op/s 2024-04-26T02:03:14.184 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:13 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1266704237' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:03:14.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:13 smithi033 ceph-mon[32805]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 32 op/s 2024-04-26T02:03:14.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:13 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1266704237' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:03:14.269 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T02:03:14.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:13 smithi064 ceph-mon[32613]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 32 op/s 2024-04-26T02:03:14.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:13 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1266704237' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:03:14.760 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:16.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:15 smithi026 ceph-mon[28138]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-26T02:03:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:15 smithi033 ceph-mon[32805]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-26T02:03:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:15 smithi064 ceph-mon[32613]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-26T02:03:17.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.225+0000 7f5c52e00700 1 -- 172.21.15.26:0/1134111203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c4c106d30 msgr2=0x7f5c4c1071e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:17.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.225+0000 7f5c52e00700 1 --2- 172.21.15.26:0/1134111203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c4c106d30 0x7f5c4c1071e0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5c4400b0a0 tx=0x7f5c4400b3b0 comp rx=0 tx=0).stop 2024-04-26T02:03:17.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.225+0000 7f5c52e00700 1 -- 172.21.15.26:0/1134111203 shutdown_connections 2024-04-26T02:03:17.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.225+0000 7f5c52e00700 1 --2- 172.21.15.26:0/1134111203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c4c106d30 0x7f5c4c1071e0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:17.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.225+0000 7f5c52e00700 1 --2- 172.21.15.26:0/1134111203 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5c4c101920 0x7f5c4c101d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:17.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.225+0000 7f5c52e00700 1 --2- 172.21.15.26:0/1134111203 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5c4c102240 0x7f5c4c106710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:17.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.225+0000 7f5c52e00700 1 -- 172.21.15.26:0/1134111203 >> 172.21.15.26:0/1134111203 conn(0x7f5c4c0fd360 msgr2=0x7f5c4c0ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:17.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.225+0000 7f5c52e00700 1 -- 172.21.15.26:0/1134111203 shutdown_connections 2024-04-26T02:03:17.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.225+0000 7f5c52e00700 1 -- 172.21.15.26:0/1134111203 wait complete. 2024-04-26T02:03:17.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.226+0000 7f5c52e00700 1 Processor -- start 2024-04-26T02:03:17.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.226+0000 7f5c52e00700 1 -- start start 2024-04-26T02:03:17.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.227+0000 7f5c52e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5c4c101920 0x7f5c4c19f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:17.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.227+0000 7f5c52e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5c4c102240 0x7f5c4c19fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:17.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.227+0000 7f5c52e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c4c106d30 0x7f5c4c1a3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:17.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.227+0000 7f5c52e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5c4c1191b0 con 0x7f5c4c101920 2024-04-26T02:03:17.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.227+0000 7f5c52e00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5c4c119030 con 0x7f5c4c106d30 2024-04-26T02:03:17.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.227+0000 7f5c52e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5c4c119330 con 0x7f5c4c102240 2024-04-26T02:03:17.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.227+0000 7f5c51a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5c4c101920 0x7f5c4c19f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:17.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.227+0000 7f5c51a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5c4c101920 0x7f5c4c19f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47386/0 (socket says 172.21.15.26:47386) 2024-04-26T02:03:17.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.227+0000 7f5c51a00700 1 -- 172.21.15.26:0/3609910932 learned_addr learned my addr 172.21.15.26:0/3609910932 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:17.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.227+0000 7f5c52400700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c4c106d30 0x7f5c4c1a3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:17.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.227+0000 7f5c51000700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5c4c102240 0x7f5c4c19fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:17.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.228+0000 7f5c51a00700 1 -- 172.21.15.26:0/3609910932 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5c4c102240 msgr2=0x7f5c4c19fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:17.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.228+0000 7f5c51a00700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5c4c102240 0x7f5c4c19fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:17.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.228+0000 7f5c51a00700 1 -- 172.21.15.26:0/3609910932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c4c106d30 msgr2=0x7f5c4c1a3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:17.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.228+0000 7f5c51a00700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c4c106d30 0x7f5c4c1a3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:17.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.228+0000 7f5c51a00700 1 -- 172.21.15.26:0/3609910932 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c4c1a4650 con 0x7f5c4c101920 2024-04-26T02:03:17.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.228+0000 7f5c52400700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c4c106d30 0x7f5c4c1a3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:17.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.228+0000 7f5c51000700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5c4c102240 0x7f5c4c19fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:17.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.228+0000 7f5c51a00700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5c4c101920 0x7f5c4c19f640 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5c4000e9a0 tx=0x7f5c4000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:17.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.228+0000 7f5c4a000700 1 -- 172.21.15.26:0/3609910932 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c4000ca10 con 0x7f5c4c101920 2024-04-26T02:03:17.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.228+0000 7f5c4a000700 1 -- 172.21.15.26:0/3609910932 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c4000cbb0 con 0x7f5c4c101920 2024-04-26T02:03:17.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.228+0000 7f5c52e00700 1 -- 172.21.15.26:0/3609910932 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c4c1a4940 con 0x7f5c4c101920 2024-04-26T02:03:17.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.228+0000 7f5c4a000700 1 -- 172.21.15.26:0/3609910932 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c40018680 con 0x7f5c4c101920 2024-04-26T02:03:17.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.229+0000 7f5c52e00700 1 -- 172.21.15.26:0/3609910932 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c4c1ac1c0 con 0x7f5c4c101920 2024-04-26T02:03:17.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.230+0000 7f5c52e00700 1 -- 172.21.15.26:0/3609910932 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c4c069730 con 0x7f5c4c101920 2024-04-26T02:03:17.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.232+0000 7f5c4a000700 1 -- 172.21.15.26:0/3609910932 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f5c40010430 con 0x7f5c4c101920 2024-04-26T02:03:17.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.233+0000 7f5c4a000700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5c340a3f60 0x7f5c340a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:17.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.233+0000 7f5c4a000700 1 -- 172.21.15.26:0/3609910932 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f5c400d0c20 con 0x7f5c4c101920 2024-04-26T02:03:17.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.233+0000 7f5c51000700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5c340a3f60 0x7f5c340a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:17.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.234+0000 7f5c51000700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5c340a3f60 0x7f5c340a6420 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c1073e0 tx=0x7f5c38009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:17.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.238+0000 7f5c4a000700 1 -- 172.21.15.26:0/3609910932 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5c4009d0b0 con 0x7f5c4c101920 2024-04-26T02:03:17.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.469+0000 7f5c52e00700 1 -- 172.21.15.26:0/3609910932 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5c4c1ac390 con 0x7f5c4c101920 2024-04-26T02:03:17.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.477+0000 7f5c4a000700 1 -- 172.21.15.26:0/3609910932 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+22876 (secure 0 0 0) 0x7f5c4009c9b0 con 0x7f5c4c101920 2024-04-26T02:03:17.477 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:03:17.477 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":92,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","created":"2024-04-26T01:48:57.473565+0000","modified":"2024-04-26T02:02:50.748115+0000","last_up_change":"2024-04-26T01:57:13.825265+0000","last_in_change":"2024-04-26T01:56:54.383192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:52:51.667153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:58:25.333136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:58:29.747341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f8783ebe-d4a3-42cd-a87b-17b593c35495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6803","nonce":1735610609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6805","nonce":1735610609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6809","nonce":1735610609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6807","nonce":1735610609}]},"public_addr":"172.21.15.26:6803/1735610609","cluster_addr":"172.21.15.26:6805/1735610609","heartbeat_back_addr":"172.21.15.26:6809/1735610609","heartbeat_front_addr":"172.21.15.26:6807/1735610609","state":["exists","up"]},{"osd":1,"uuid":"2097babe-3524-4f0d-b1d6-dcf44a548655","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6801","nonce":4110015074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6803","nonce":4110015074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6807","nonce":4110015074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6805","nonce":4110015074}]},"public_addr":"172.21.15.33:6801/4110015074","cluster_addr":"172.21.15.33:6803/4110015074","heartbeat_back_addr":"172.21.15.33:6807/4110015074","heartbeat_front_addr":"172.21.15.33:6805/4110015074","state":["exists","up"]},{"osd":2,"uuid":"6e75e3d4-b664-4fe0-8913-0b93f325c37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6801","nonce":3873107319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6803","nonce":3873107319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6807","nonce":3873107319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6805","nonce":3873107319}]},"public_addr":"172.21.15.64:6801/3873107319","cluster_addr":"172.21.15.64:6803/3873107319","heartbeat_back_addr":"172.21.15.64:6807/3873107319","heartbeat_front_addr":"172.21.15.64:6805/3873107319","state":["exists","up"]},{"osd":3,"uuid":"24363f6d-2328-4883-a93d-cbb12b21332b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6811","nonce":2340844586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6813","nonce":2340844586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6817","nonce":2340844586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6815","nonce":2340844586}]},"public_addr":"172.21.15.26:6811/2340844586","cluster_addr":"172.21.15.26:6813/2340844586","heartbeat_back_addr":"172.21.15.26:6817/2340844586","heartbeat_front_addr":"172.21.15.26:6815/2340844586","state":["exists","up"]},{"osd":4,"uuid":"bbd1c3a5-2d74-4e33-90a0-43e55415759d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6809","nonce":2946623767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6811","nonce":2946623767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6815","nonce":2946623767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6813","nonce":2946623767}]},"public_addr":"172.21.15.33:6809/2946623767","cluster_addr":"172.21.15.33:6811/2946623767","heartbeat_back_addr":"172.21.15.33:6815/2946623767","heartbeat_front_addr":"172.21.15.33:6813/2946623767","state":["exists","up"]},{"osd":5,"uuid":"986707d8-f671-4ab1-9cb8-938463530035","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6809","nonce":3997283620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6811","nonce":3997283620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6815","nonce":3997283620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6813","nonce":3997283620}]},"public_addr":"172.21.15.64:6809/3997283620","cluster_addr":"172.21.15.64:6811/3997283620","heartbeat_back_addr":"172.21.15.64:6815/3997283620","heartbeat_front_addr":"172.21.15.64:6813/3997283620","state":["exists","up"]},{"osd":6,"uuid":"c9d948a3-4ea5-4f67-879c-b5103be4cf0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6819","nonce":885177678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6821","nonce":885177678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6825","nonce":885177678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6823","nonce":885177678}]},"public_addr":"172.21.15.26:6819/885177678","cluster_addr":"172.21.15.26:6821/885177678","heartbeat_back_addr":"172.21.15.26:6825/885177678","heartbeat_front_addr":"172.21.15.26:6823/885177678","state":["exists","up"]},{"osd":7,"uuid":"edb21527-291a-47d3-bdcb-04f0f245ed11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6817","nonce":507130326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6819","nonce":507130326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6823","nonce":507130326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6821","nonce":507130326}]},"public_addr":"172.21.15.33:6817/507130326","cluster_addr":"172.21.15.33:6819/507130326","heartbeat_back_addr":"172.21.15.33:6823/507130326","heartbeat_front_addr":"172.21.15.33:6821/507130326","state":["exists","up"]},{"osd":8,"uuid":"09db0b7b-1827-40a6-86c3-20d07509807d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6817","nonce":653236462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6819","nonce":653236462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6823","nonce":653236462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6821","nonce":653236462}]},"public_addr":"172.21.15.64:6817/653236462","cluster_addr":"172.21.15.64:6819/653236462","heartbeat_back_addr":"172.21.15.64:6823/653236462","heartbeat_front_addr":"172.21.15.64:6821/653236462","state":["exists","up"]},{"osd":9,"uuid":"4696d95a-f9ac-421f-8ace-9fdc3ed46f05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6827","nonce":2886949981}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6829","nonce":2886949981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6833","nonce":2886949981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6831","nonce":2886949981}]},"public_addr":"172.21.15.26:6827/2886949981","cluster_addr":"172.21.15.26:6829/2886949981","heartbeat_back_addr":"172.21.15.26:6833/2886949981","heartbeat_front_addr":"172.21.15.26:6831/2886949981","state":["exists","up"]},{"osd":10,"uuid":"07d476cc-6f54-4f00-bb35-f137b6e907d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6825","nonce":3259400969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6827","nonce":3259400969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6831","nonce":3259400969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6829","nonce":3259400969}]},"public_addr":"172.21.15.33:6825/3259400969","cluster_addr":"172.21.15.33:6827/3259400969","heartbeat_back_addr":"172.21.15.33:6831/3259400969","heartbeat_front_addr":"172.21.15.33:6829/3259400969","state":["exists","up"]},{"osd":11,"uuid":"0ae35c43-0bb6-4d41-9664-dbf89efd122d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6825","nonce":1292810675}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6827","nonce":1292810675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6831","nonce":1292810675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6829","nonce":1292810675}]},"public_addr":"172.21.15.64:6825/1292810675","cluster_addr":"172.21.15.64:6827/1292810675","heartbeat_back_addr":"172.21.15.64:6831/1292810675","heartbeat_front_addr":"172.21.15.64:6829/1292810675","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:00.556003+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:25.618937+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:49.554498+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:23.506747+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:50.656649+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:16.329501+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:51.046876+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:18.048955+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:43.701138+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:19.109137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:46.897822+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:57:12.505718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2601411133":"2024-04-27T02:02:50.748069+0000","172.21.15.26:0/1276107065":"2024-04-27T02:02:50.748069+0000","172.21.15.26:0/3526280984":"2024-04-27T02:02:50.748069+0000","172.21.15.26:6800/3490463755":"2024-04-27T02:02:50.748069+0000","172.21.15.26:6801/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3817940731":"2024-04-27T01:50:05.508028+0000","172.21.15.26:6800/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/2466817986":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/472800181":"2024-04-27T02:02:50.748069+0000","172.21.15.26:6801/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2499788869":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6801/3490463755":"2024-04-27T02:02:50.748069+0000","172.21.15.26:6800/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/1544132243":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3431754632":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2302812681":"2024-04-27T01:50:05.508028+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T02:03:17.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.480+0000 7f5c52e00700 1 -- 172.21.15.26:0/3609910932 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5c340a3f60 msgr2=0x7f5c340a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:17.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.480+0000 7f5c52e00700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5c340a3f60 0x7f5c340a6420 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c1073e0 tx=0x7f5c38009260 comp rx=0 tx=0).stop 2024-04-26T02:03:17.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.480+0000 7f5c52e00700 1 -- 172.21.15.26:0/3609910932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5c4c101920 msgr2=0x7f5c4c19f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:17.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.480+0000 7f5c52e00700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5c4c101920 0x7f5c4c19f640 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5c4000e9a0 tx=0x7f5c4000ecb0 comp rx=0 tx=0).stop 2024-04-26T02:03:17.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.480+0000 7f5c52e00700 1 -- 172.21.15.26:0/3609910932 shutdown_connections 2024-04-26T02:03:17.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.480+0000 7f5c52e00700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c4c106d30 0x7f5c4c1a3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:17.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.480+0000 7f5c52e00700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5c4c101920 0x7f5c4c19f640 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:17.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.480+0000 7f5c52e00700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5c340a3f60 0x7f5c340a6420 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:17.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.480+0000 7f5c52e00700 1 --2- 172.21.15.26:0/3609910932 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5c4c102240 0x7f5c4c19fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:17.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.480+0000 7f5c52e00700 1 -- 172.21.15.26:0/3609910932 >> 172.21.15.26:0/3609910932 conn(0x7f5c4c0fd360 msgr2=0x7f5c4c1046e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:17.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.481+0000 7f5c52e00700 1 -- 172.21.15.26:0/3609910932 shutdown_connections 2024-04-26T02:03:17.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:17.481+0000 7f5c52e00700 1 -- 172.21.15.26:0/3609910932 wait complete. 2024-04-26T02:03:18.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:17 smithi026 ceph-mon[28138]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-26T02:03:18.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:17 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3609910932' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:03:18.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:17 smithi033 ceph-mon[32805]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-26T02:03:18.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:17 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3609910932' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:03:18.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:17 smithi064 ceph-mon[32613]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-26T02:03:18.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:17 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3609910932' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:03:18.345 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-04-26T02:03:18.816 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:20.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:19 smithi026 ceph-mon[28138]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2024-04-26T02:03:20.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:19 smithi033 ceph-mon[32805]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2024-04-26T02:03:20.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:19 smithi064 ceph-mon[32613]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2024-04-26T02:03:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.467+0000 7ff81ce00640 1 -- 172.21.15.26:0/3675841144 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff818102f20 msgr2=0x7ff818103300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.467+0000 7ff81ce00640 1 --2- 172.21.15.26:0/3675841144 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff818102f20 0x7ff818103300 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff808009860 tx=0x7ff80802a3d0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.467+0000 7ff81ce00640 1 -- 172.21.15.26:0/3675841144 shutdown_connections 2024-04-26T02:03:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.467+0000 7ff81ce00640 1 --2- 172.21.15.26:0/3675841144 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff81810c340 0x7ff81810e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.467+0000 7ff81ce00640 1 --2- 172.21.15.26:0/3675841144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff818103840 0x7ff81810bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.467+0000 7ff81ce00640 1 --2- 172.21.15.26:0/3675841144 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff818102f20 0x7ff818103300 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.467+0000 7ff81ce00640 1 -- 172.21.15.26:0/3675841144 >> 172.21.15.26:0/3675841144 conn(0x7ff8180fc780 msgr2=0x7ff8180feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.467+0000 7ff81ce00640 1 -- 172.21.15.26:0/3675841144 shutdown_connections 2024-04-26T02:03:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.467+0000 7ff81ce00640 1 -- 172.21.15.26:0/3675841144 wait complete. 2024-04-26T02:03:20.468 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.468+0000 7ff81ce00640 1 Processor -- start 2024-04-26T02:03:20.468 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.468+0000 7ff81ce00640 1 -- start start 2024-04-26T02:03:20.468 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.468+0000 7ff81ce00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff818102f20 0x7ff8181a0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.468 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.468+0000 7ff81ce00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff818103840 0x7ff8181a0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff81ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff81810c340 0x7ff81819a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff81ce00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff818112000 con 0x7ff81810c340 2024-04-26T02:03:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff81ce00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff818111e80 con 0x7ff818103840 2024-04-26T02:03:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff81ce00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff818112180 con 0x7ff818102f20 2024-04-26T02:03:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff817e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff81810c340 0x7ff81819a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff816a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff818103840 0x7ff8181a0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff817e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff81810c340 0x7ff81819a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47404/0 (socket says 172.21.15.26:47404) 2024-04-26T02:03:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff817e00640 1 -- 172.21.15.26:0/3614351492 learned_addr learned my addr 172.21.15.26:0/3614351492 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff817400640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff818102f20 0x7ff8181a0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff817e00640 1 -- 172.21.15.26:0/3614351492 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff818102f20 msgr2=0x7ff8181a0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff817e00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff818102f20 0x7ff8181a0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff817e00640 1 -- 172.21.15.26:0/3614351492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff818103840 msgr2=0x7ff8181a0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.469+0000 7ff817e00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff818103840 0x7ff8181a0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.470+0000 7ff817e00640 1 -- 172.21.15.26:0/3614351492 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff81819ad80 con 0x7ff81810c340 2024-04-26T02:03:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.470+0000 7ff816a00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff818103840 0x7ff8181a0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.470+0000 7ff817e00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff81810c340 0x7ff81819a600 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff81000efc0 tx=0x7ff81000c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.470+0000 7ff80fe00640 1 -- 172.21.15.26:0/3614351492 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff810003970 con 0x7ff81810c340 2024-04-26T02:03:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.471+0000 7ff80fe00640 1 -- 172.21.15.26:0/3614351492 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff810004020 con 0x7ff81810c340 2024-04-26T02:03:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.471+0000 7ff80fe00640 1 -- 172.21.15.26:0/3614351492 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81000b940 con 0x7ff81810c340 2024-04-26T02:03:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.471+0000 7ff81ce00640 1 -- 172.21.15.26:0/3614351492 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff81819b070 con 0x7ff81810c340 2024-04-26T02:03:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.471+0000 7ff81ce00640 1 -- 172.21.15.26:0/3614351492 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8181a7310 con 0x7ff81810c340 2024-04-26T02:03:20.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.474+0000 7ff80fe00640 1 -- 172.21.15.26:0/3614351492 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7ff81001d020 con 0x7ff81810c340 2024-04-26T02:03:20.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.474+0000 7ff8211f2740 1 Processor -- start 2024-04-26T02:03:20.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.474+0000 7ff8211f2740 1 -- start start 2024-04-26T02:03:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.475+0000 7ff8211f2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d7bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.475+0000 7ff8211f2740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7c2d0 0x556882d86650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.475+0000 7ff8211f2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d86b90 0x556882d88f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.475+0000 7ff8211f2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556882ce1900 con 0x556882d7b9b0 2024-04-26T02:03:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.475+0000 7ff8211f2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556882c87ef0 con 0x556882d86b90 2024-04-26T02:03:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.475+0000 7ff8211f2740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x556882cdd8c0 con 0x556882d7c2d0 2024-04-26T02:03:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.475+0000 7ff816a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d7bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.475+0000 7ff817400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7c2d0 0x556882d86650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.475+0000 7ff817400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7c2d0 0x556882d86650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:43252/0 (socket says 172.21.15.26:43252) 2024-04-26T02:03:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.475+0000 7ff816a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d7bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47406/0 (socket says 172.21.15.26:47406) 2024-04-26T02:03:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.475+0000 7ff817400640 1 -- 172.21.15.26:0/1728396625 learned_addr learned my addr 172.21.15.26:0/1728396625 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.476+0000 7ff816a00640 1 --2- 172.21.15.26:0/1728396625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d86b90 0x556882d88f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.476+0000 7ff817400640 1 -- 172.21.15.26:0/1728396625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d86b90 msgr2=0x556882d88f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.476+0000 7ff817400640 1 --2- 172.21.15.26:0/1728396625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d86b90 0x556882d88f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.476+0000 7ff817400640 1 -- 172.21.15.26:0/1728396625 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 msgr2=0x556882d7bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.476+0000 7ff817400640 1 --2- 172.21.15.26:0/1728396625 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d7bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.476+0000 7ff80fe00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7ff7fc0a4000 0x7ff7fc0a64c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.476+0000 7ff817400640 1 -- 172.21.15.26:0/1728396625 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568829f4210 con 0x556882d7c2d0 2024-04-26T02:03:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.476+0000 7ff80fe00640 1 -- 172.21.15.26:0/3614351492 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ff8100d07e0 con 0x7ff81810c340 2024-04-26T02:03:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.476+0000 7ff817e00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7ff7fc0a4000 0x7ff7fc0a64c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.476+0000 7ff817400640 1 --2- 172.21.15.26:0/1728396625 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7c2d0 0x556882d86650 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff808034000 tx=0x7ff8080303a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bde368a2425b64f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.477+0000 7ff80cc00640 1 -- 172.21.15.26:0/1728396625 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff808004030 con 0x556882d7c2d0 2024-04-26T02:03:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.477+0000 7ff80cc00640 1 -- 172.21.15.26:0/1728396625 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff808041030 con 0x556882d7c2d0 2024-04-26T02:03:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.477+0000 7ff80cc00640 1 -- 172.21.15.26:0/1728396625 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff808005260 con 0x556882d7c2d0 2024-04-26T02:03:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.478+0000 7ff8211f2740 1 -- 172.21.15.26:0/1728396625 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7c2d0 msgr2=0x556882d86650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.478+0000 7ff8211f2740 1 --2- 172.21.15.26:0/1728396625 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7c2d0 0x556882d86650 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff808034000 tx=0x7ff8080303a0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.478+0000 7ff817e00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7ff7fc0a4000 0x7ff7fc0a64c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff8100cdd80 tx=0x7ff81000ceb0 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.478+0000 7ff8211f2740 1 -- 172.21.15.26:0/1728396625 shutdown_connections 2024-04-26T02:03:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.478+0000 7ff8211f2740 1 --2- 172.21.15.26:0/1728396625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d86b90 0x556882d88f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.478+0000 7ff8211f2740 1 --2- 172.21.15.26:0/1728396625 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7c2d0 0x556882d86650 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.478+0000 7ff8211f2740 1 --2- 172.21.15.26:0/1728396625 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d7bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.478+0000 7ff8211f2740 1 -- 172.21.15.26:0/1728396625 >> 172.21.15.26:0/1728396625 conn(0x556882d77ec0 msgr2=0x556882d782a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.478+0000 7ff8211f2740 1 -- 172.21.15.26:0/1728396625 shutdown_connections 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.478+0000 7ff8211f2740 1 -- 172.21.15.26:0/1728396625 wait complete. 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.478+0000 7ff8211f2740 1 -- start start 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.479+0000 7ff8211f2740 1 Processor -- start 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.479+0000 7ff8211f2740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7b9b0 0x556882d83ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.479+0000 7ff8211f2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d7c2d0 0x556882d84000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.479+0000 7ff8211f2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d86b90 0x556882d84540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.479+0000 7ff8211f2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556882d89760 con 0x556882d86b90 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.479+0000 7ff8211f2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556882c9b310 con 0x556882d7c2d0 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.479+0000 7ff8211f2740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x556882d898e0 con 0x556882d7b9b0 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.479+0000 7ff8211f2740 10 client.0 _ll_register_callbacks cb 0x556882c69cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.480+0000 7ff816a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d86b90 0x556882d84540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.480+0000 7ff816a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d86b90 0x556882d84540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47416/0 (socket says 172.21.15.26:47416) 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.480+0000 7ff816a00640 1 -- 172.21.15.26:0/2963212161 learned_addr learned my addr 172.21.15.26:0/2963212161 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.480+0000 7ff817400640 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d7c2d0 0x556882d84000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.480+0000 7ff816a00640 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7b9b0 0x556882d83ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.480+0000 7ff816a00640 1 -- 172.21.15.26:0/2963212161 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7b9b0 msgr2=0x556882d83ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:20.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.480+0000 7ff816a00640 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7b9b0 0x556882d83ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.480+0000 7ff816a00640 1 -- 172.21.15.26:0/2963212161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d7c2d0 msgr2=0x556882d84000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.480+0000 7ff816a00640 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d7c2d0 0x556882d84000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.480+0000 7ff816a00640 1 -- 172.21.15.26:0/2963212161 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556882ac0620 con 0x556882d86b90 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.481+0000 7ff816a00640 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d86b90 0x556882d84540 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff804013f70 tx=0x7ff804005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8faf99616441999d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.481+0000 7ff801600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.481+0000 7ff801600640 1 -- 172.21.15.26:0/2963212161 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8040104f0 con 0x556882d86b90 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.481+0000 7ff801600640 1 -- 172.21.15.26:0/2963212161 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ff804010690 con 0x556882d86b90 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.481+0000 7ff8211f2740 1 -- 172.21.15.26:0/2963212161 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff808041030 con 0x556882d86b90 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.481+0000 7ff801600640 1 -- 172.21.15.26:0/2963212161 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff804010890 con 0x556882d86b90 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.481+0000 7ff8211f2740 10 client.15174 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.481+0000 7ff8211f2740 1 -- 172.21.15.26:0/2963212161 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556882d959f0 con 0x556882d86b90 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.482+0000 7ff801600640 1 -- 172.21.15.26:0/2963212161 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff808041030 con 0x556882d86b90 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.482+0000 7ff801600640 1 -- 172.21.15.26:0/2963212161 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ff8040239e0 con 0x556882d86b90 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.482+0000 7ff8211f2740 10 client.15174 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.482+0000 7ff8211f2740 10 client.15174 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.482+0000 7ff8211f2740 20 client.15174 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.482+0000 7ff8211f2740 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x556882d96eb0 0x556882d992c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.482+0000 7ff8211f2740 4 client.15174 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.482+0000 7ff8211f2740 1 -- 172.21.15.26:0/2963212161 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556882cf58b0 con 0x556882d96eb0 2024-04-26T02:03:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.482+0000 7ff817400640 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x556882d96eb0 0x556882d992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.483+0000 7ff817400640 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x556882d96eb0 0x556882d992c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7f2815f2450c284 server_cookie=3b8bca923f12463a in_seq=0 out_seq=0 2024-04-26T02:03:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.483+0000 7ff801600640 10 client.15174 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.484+0000 7ff801600640 1 -- 172.21.15.26:0/2963212161 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556882cf58b0 con 0x556882d96eb0 2024-04-26T02:03:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.484+0000 7ff801600640 10 client.15174 handle_command_reply: tid=0 2024-04-26T02:03:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.484+0000 7ff8211f2740 1 client.15174 shutdown 2024-04-26T02:03:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.484+0000 7ff8211f2740 1 -- 172.21.15.26:0/2963212161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d86b90 msgr2=0x556882d84540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.484+0000 7ff8211f2740 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d86b90 0x556882d84540 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff804013f70 tx=0x7ff804005f90 comp rx=0 tx=0).stop 2024-04-26T02:03:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.484+0000 7ff8211f2740 1 -- 172.21.15.26:0/2963212161 shutdown_connections 2024-04-26T02:03:20.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.484+0000 7ff8211f2740 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x556882d96eb0 0x556882d992c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.484+0000 7ff8211f2740 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d86b90 0x556882d84540 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.484+0000 7ff8211f2740 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d7c2d0 0x556882d84000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.484+0000 7ff8211f2740 1 --2- 172.21.15.26:0/2963212161 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7b9b0 0x556882d83ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.484+0000 7ff8211f2740 1 -- 172.21.15.26:0/2963212161 >> 172.21.15.26:0/2963212161 conn(0x556882d77ec0 msgr2=0x556882d7dc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:20.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.484+0000 7ff801600640 0 client.15174 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:20.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.485+0000 7ff8211f2740 1 -- 172.21.15.26:0/2963212161 shutdown_connections 2024-04-26T02:03:20.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.485+0000 7ff8211f2740 1 -- 172.21.15.26:0/2963212161 wait complete. 2024-04-26T02:03:20.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.485+0000 7ff8211f2740 20 client.15174 trim_cache size 0 max 16384 2024-04-26T02:03:20.501 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.502+0000 7ff8211f2740 1 Processor -- start 2024-04-26T02:03:20.501 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.502+0000 7ff8211f2740 1 -- start start 2024-04-26T02:03:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.502+0000 7ff8211f2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d92620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.502+0000 7ff8211f2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d7c2d0 0x556882d9ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff8211f2740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d86b90 0x556882d9f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff8211f2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181afb50 con 0x556882d7b9b0 2024-04-26T02:03:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff8211f2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181b1690 con 0x556882d7c2d0 2024-04-26T02:03:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff8211f2740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181b0220 con 0x556882d86b90 2024-04-26T02:03:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff816a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d92620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff817400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d7c2d0 0x556882d9ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff816a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d92620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47432/0 (socket says 172.21.15.26:47432) 2024-04-26T02:03:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff816a00640 1 -- 172.21.15.26:0/3726333440 learned_addr learned my addr 172.21.15.26:0/3726333440 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff816a00640 1 --2- 172.21.15.26:0/3726333440 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d86b90 0x556882d9f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff817400640 1 -- 172.21.15.26:0/3726333440 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d86b90 msgr2=0x556882d9f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff817400640 1 --2- 172.21.15.26:0/3726333440 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d86b90 0x556882d9f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff817400640 1 -- 172.21.15.26:0/3726333440 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 msgr2=0x556882d92620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff817400640 1 --2- 172.21.15.26:0/3726333440 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d92620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff817400640 1 -- 172.21.15.26:0/3726333440 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556882d82050 con 0x556882d7c2d0 2024-04-26T02:03:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.503+0000 7ff816a00640 1 --2- 172.21.15.26:0/3726333440 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d86b90 0x556882d9f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:03:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.504+0000 7ff817400640 1 --2- 172.21.15.26:0/3726333440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d7c2d0 0x556882d9ebd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff80802a8f0 tx=0x7ff80802a3d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70c923a0876129d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.504+0000 7ff803e00640 1 -- 172.21.15.26:0/3726333440 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8080307b0 con 0x556882d7c2d0 2024-04-26T02:03:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.504+0000 7ff803e00640 1 -- 172.21.15.26:0/3726333440 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff808041040 con 0x556882d7c2d0 2024-04-26T02:03:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.504+0000 7ff803e00640 1 -- 172.21.15.26:0/3726333440 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8080055b0 con 0x556882d7c2d0 2024-04-26T02:03:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.505+0000 7ff8211f2740 1 -- 172.21.15.26:0/3726333440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d7c2d0 msgr2=0x556882d9ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.505+0000 7ff8211f2740 1 --2- 172.21.15.26:0/3726333440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d7c2d0 0x556882d9ebd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff80802a8f0 tx=0x7ff80802a3d0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.506+0000 7ff8211f2740 1 -- 172.21.15.26:0/3726333440 shutdown_connections 2024-04-26T02:03:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.506+0000 7ff8211f2740 1 --2- 172.21.15.26:0/3726333440 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d86b90 0x556882d9f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.506+0000 7ff8211f2740 1 --2- 172.21.15.26:0/3726333440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d7c2d0 0x556882d9ebd0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.506+0000 7ff8211f2740 1 --2- 172.21.15.26:0/3726333440 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d92620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.506+0000 7ff8211f2740 1 -- 172.21.15.26:0/3726333440 >> 172.21.15.26:0/3726333440 conn(0x556882d77ec0 msgr2=0x556882d823d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.506+0000 7ff8211f2740 1 -- 172.21.15.26:0/3726333440 shutdown_connections 2024-04-26T02:03:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.506+0000 7ff8211f2740 1 -- 172.21.15.26:0/3726333440 wait complete. 2024-04-26T02:03:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.506+0000 7ff8211f2740 1 -- start start 2024-04-26T02:03:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.507+0000 7ff8211f2740 1 Processor -- start 2024-04-26T02:03:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.507+0000 7ff8211f2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d8bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff8211f2740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7c2d0 0x556882d8c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff8211f2740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d86b90 0x556882d8c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff8211f2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181b0fc0 con 0x556882d7b9b0 2024-04-26T02:03:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff8211f2740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181b08f0 con 0x556882d86b90 2024-04-26T02:03:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff8211f2740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181adb30 con 0x556882d7c2d0 2024-04-26T02:03:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff8211f2740 10 client.0 _ll_register_callbacks cb 0x7ff804013d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff816a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d8bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff816a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d8bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47440/0 (socket says 172.21.15.26:47440) 2024-04-26T02:03:20.509 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff816a00640 1 -- 172.21.15.26:0/532767633 learned_addr learned my addr 172.21.15.26:0/532767633 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:20.509 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff817400640 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7c2d0 0x556882d8c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.509 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff816a00640 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d86b90 0x556882d8c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.509 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff816a00640 1 -- 172.21.15.26:0/532767633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7c2d0 msgr2=0x556882d8c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:20.509 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff816a00640 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7c2d0 0x556882d8c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.509 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff816a00640 1 -- 172.21.15.26:0/532767633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d86b90 msgr2=0x556882d8c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:20.509 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff816a00640 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d86b90 0x556882d8c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.509 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.508+0000 7ff816a00640 1 -- 172.21.15.26:0/532767633 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556882dfb710 con 0x556882d7b9b0 2024-04-26T02:03:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.509+0000 7ff816a00640 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d8bb00 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff804023e00 tx=0x7ff804013770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e122ff6dfcd6d8de server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.509+0000 7ff801600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:03:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.509+0000 7ff801600640 1 -- 172.21.15.26:0/532767633 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff804030020 con 0x556882d7b9b0 2024-04-26T02:03:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.509+0000 7ff801600640 1 -- 172.21.15.26:0/532767633 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ff804010a30 con 0x556882d7b9b0 2024-04-26T02:03:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.509+0000 7ff8211f2740 1 -- 172.21.15.26:0/532767633 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff808041040 con 0x556882d7b9b0 2024-04-26T02:03:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.509+0000 7ff801600640 1 -- 172.21.15.26:0/532767633 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff804040050 con 0x556882d7b9b0 2024-04-26T02:03:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.509+0000 7ff8211f2740 10 client.15180 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.509+0000 7ff8211f2740 1 -- 172.21.15.26:0/532767633 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556882dfca20 con 0x556882d7b9b0 2024-04-26T02:03:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.510+0000 7ff801600640 1 -- 172.21.15.26:0/532767633 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff808041040 con 0x556882d7b9b0 2024-04-26T02:03:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.510+0000 7ff801600640 1 -- 172.21.15.26:0/532767633 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ff804023400 con 0x556882d7b9b0 2024-04-26T02:03:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.510+0000 7ff8211f2740 10 client.15180 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.510+0000 7ff8211f2740 10 client.15180 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:20.512 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.510+0000 7ff8211f2740 20 client.15180 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:20.512 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.510+0000 7ff8211f2740 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x556882dfd0f0 0x556882dff510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:20.512 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.510+0000 7ff8211f2740 4 client.15180 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:03:20.512 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.510+0000 7ff8211f2740 1 -- 172.21.15.26:0/532767633 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556882cef320 con 0x556882dfd0f0 2024-04-26T02:03:20.512 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.510+0000 7ff817400640 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x556882dfd0f0 0x556882dff510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:20.512 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.511+0000 7ff817400640 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x556882dfd0f0 0x556882dff510 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e800af50e9ece087 server_cookie=72089b375dec01c2 in_seq=0 out_seq=0 2024-04-26T02:03:20.512 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.511+0000 7ff801600640 10 client.15180 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff801600640 1 -- 172.21.15.26:0/532767633 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556882cef320 con 0x556882dfd0f0 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff801600640 10 client.15180 handle_command_reply: tid=0 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff8211f2740 1 client.15180 shutdown 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff8211f2740 1 -- 172.21.15.26:0/532767633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 msgr2=0x556882d8bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff8211f2740 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d8bb00 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff804023e00 tx=0x7ff804013770 comp rx=0 tx=0).stop 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff8211f2740 1 -- 172.21.15.26:0/532767633 shutdown_connections 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff8211f2740 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x556882dfd0f0 0x556882dff510 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff8211f2740 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556882d86b90 0x556882d8c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff8211f2740 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556882d7c2d0 0x556882d8c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff8211f2740 1 --2- 172.21.15.26:0/532767633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556882d7b9b0 0x556882d8bb00 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff801600640 0 client.15180 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff8211f2740 1 -- 172.21.15.26:0/532767633 >> 172.21.15.26:0/532767633 conn(0x556882d77ec0 msgr2=0x556882d7d360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:20.515 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff8211f2740 1 -- 172.21.15.26:0/532767633 shutdown_connections 2024-04-26T02:03:20.516 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff8211f2740 1 -- 172.21.15.26:0/532767633 wait complete. 2024-04-26T02:03:20.516 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.515+0000 7ff8211f2740 20 client.15180 trim_cache size 0 max 16384 2024-04-26T02:03:20.516 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:03:20.516 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:03:20.516 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:03:20.516 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:03:20.517 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.516+0000 7ff81ce00640 1 -- 172.21.15.26:0/3614351492 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7ff7fc0a4000 msgr2=0x7ff7fc0a64c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:20.517 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.516+0000 7ff81ce00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7ff7fc0a4000 0x7ff7fc0a64c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff8100cdd80 tx=0x7ff81000ceb0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.517 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.516+0000 7ff81ce00640 1 -- 172.21.15.26:0/3614351492 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff81810c340 msgr2=0x7ff81819a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:20.517 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.516+0000 7ff81ce00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff81810c340 0x7ff81819a600 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff81000efc0 tx=0x7ff81000c800 comp rx=0 tx=0).stop 2024-04-26T02:03:20.517 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.516+0000 7ff81ce00640 1 -- 172.21.15.26:0/3614351492 shutdown_connections 2024-04-26T02:03:20.517 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.516+0000 7ff81ce00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7ff7fc0a4000 0x7ff7fc0a64c0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.517 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.516+0000 7ff81ce00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff81810c340 0x7ff81819a600 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.517 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.516+0000 7ff81ce00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff818103840 0x7ff8181a0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.517 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.516+0000 7ff81ce00640 1 --2- 172.21.15.26:0/3614351492 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff818102f20 0x7ff8181a0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:20.517 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.516+0000 7ff81ce00640 1 -- 172.21.15.26:0/3614351492 >> 172.21.15.26:0/3614351492 conn(0x7ff8180fc780 msgr2=0x7ff81810d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:20.517 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.516+0000 7ff81ce00640 1 -- 172.21.15.26:0/3614351492 shutdown_connections 2024-04-26T02:03:20.518 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:20.517+0000 7ff81ce00640 1 -- 172.21.15.26:0/3614351492 wait complete. 2024-04-26T02:03:22.109 INFO:teuthology.orchestra.run.smithi026.stdout:{"run_dir":"/var/run/ceph"} 2024-04-26T02:03:22.110 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-04-26T02:03:22.110 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 3448 2024-04-26T02:03:22.110 DEBUG:tasks.quiescer:Yielding 2024-04-26T02:03:22.111 INFO:teuthology.run_tasks:Running task workunit... 2024-04-26T02:03:22.125 INFO:tasks.workunit:Pulling workunits from ref afa1933b0fdbb6c99c947d1eda34d661d23cd327 2024-04-26T02:03:22.125 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-26T02:03:22.125 INFO:tasks.workunit:timeout=3h 2024-04-26T02:03:22.125 INFO:tasks.workunit:cleanup=True 2024-04-26T02:03:22.126 DEBUG:teuthology.orchestra.run.smithi026:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-26T02:03:22.126 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:03:22.180 INFO:teuthology.orchestra.run.smithi026.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-26T02:03:22.180 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-04-26T02:03:22.180 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 69h/105d Inode: 1099511628283 Links: 2 2024-04-26T02:03:22.180 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T02:03:22.180 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-04-26T02:03:22.180 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-26 01:59:16.376249288 +0000 2024-04-26T02:03:22.180 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-26 01:59:16.376249288 +0000 2024-04-26T02:03:22.180 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-26 02:02:49.532187387 +0000 2024-04-26T02:03:22.180 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-26 01:59:16.376249288 +0000 2024-04-26T02:03:22.180 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-26T02:03:22.181 DEBUG:teuthology.orchestra.run.smithi026:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-26T02:03:22.203 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:21 smithi026 ceph-mon[28138]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-26T02:03:22.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:21 smithi033 ceph-mon[32805]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-26T02:03:22.307 DEBUG:teuthology.orchestra.run.smithi026:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout afa1933b0fdbb6c99c947d1eda34d661d23cd327 2024-04-26T02:03:22.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:21 smithi064 ceph-mon[32613]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-26T02:03:22.367 INFO:tasks.workunit.client.0.smithi026.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-26T02:03:22.596 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:23.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:23 smithi026 ceph-mon[28138]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.8 KiB/s wr, 17 op/s 2024-04-26T02:03:24.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:23 smithi033 ceph-mon[32805]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.8 KiB/s wr, 17 op/s 2024-04-26T02:03:24.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:23 smithi064 ceph-mon[32613]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.8 KiB/s wr, 17 op/s 2024-04-26T02:03:25.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.114+0000 7fe501000700 1 -- 172.21.15.26:0/428813319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4fc10f440 msgr2=0x7fe4fc111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:25.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.114+0000 7fe501000700 1 --2- 172.21.15.26:0/428813319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4fc10f440 0x7fe4fc111830 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe4f400b0a0 tx=0x7fe4f400b3b0 comp rx=0 tx=0).stop 2024-04-26T02:03:25.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.114+0000 7fe501000700 1 -- 172.21.15.26:0/428813319 shutdown_connections 2024-04-26T02:03:25.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.114+0000 7fe501000700 1 --2- 172.21.15.26:0/428813319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4fc10f440 0x7fe4fc111830 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:25.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.114+0000 7fe501000700 1 --2- 172.21.15.26:0/428813319 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc074c70 0x7fe4fc075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:25.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.114+0000 7fe501000700 1 --2- 172.21.15.26:0/428813319 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe4fc075590 0x7fe4fc10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:25.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.114+0000 7fe501000700 1 -- 172.21.15.26:0/428813319 >> 172.21.15.26:0/428813319 conn(0x7fe4fc079bf0 msgr2=0x7fe4fc07a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:25.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.114+0000 7fe501000700 1 -- 172.21.15.26:0/428813319 shutdown_connections 2024-04-26T02:03:25.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.114+0000 7fe501000700 1 -- 172.21.15.26:0/428813319 wait complete. 2024-04-26T02:03:25.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.115+0000 7fe501000700 1 Processor -- start 2024-04-26T02:03:25.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.115+0000 7fe501000700 1 -- start start 2024-04-26T02:03:25.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe501000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4fc074c70 0x7fe4fc19b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:25.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe501000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc075590 0x7fe4fc19b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:25.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe501000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe4fc10f440 0x7fe4fc19fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:25.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe501000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc114e80 con 0x7fe4fc074c70 2024-04-26T02:03:25.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe501000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc114d00 con 0x7fe4fc075590 2024-04-26T02:03:25.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe501000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc115000 con 0x7fe4fc10f440 2024-04-26T02:03:25.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe4f9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4fc074c70 0x7fe4fc19b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:25.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe4f9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4fc074c70 0x7fe4fc19b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47446/0 (socket says 172.21.15.26:47446) 2024-04-26T02:03:25.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe4f9e00700 1 -- 172.21.15.26:0/1140066075 learned_addr learned my addr 172.21.15.26:0/1140066075 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:25.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe4f9400700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc075590 0x7fe4fc19b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:25.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe4fa800700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe4fc10f440 0x7fe4fc19fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:25.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe4f9400700 1 -- 172.21.15.26:0/1140066075 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe4fc10f440 msgr2=0x7fe4fc19fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:25.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.116+0000 7fe4f9400700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe4fc10f440 0x7fe4fc19fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:25.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.117+0000 7fe4f9400700 1 -- 172.21.15.26:0/1140066075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4fc074c70 msgr2=0x7fe4fc19b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:25.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.117+0000 7fe4f9400700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4fc074c70 0x7fe4fc19b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:25.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.117+0000 7fe4f9400700 1 -- 172.21.15.26:0/1140066075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4fc1a0390 con 0x7fe4fc075590 2024-04-26T02:03:25.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.117+0000 7fe4fa800700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe4fc10f440 0x7fe4fc19fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:25.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.117+0000 7fe4f9400700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc075590 0x7fe4fc19b910 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe4e800e9f0 tx=0x7fe4e800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:25.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.117+0000 7fe4f2a00700 1 -- 172.21.15.26:0/1140066075 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e800c9c0 con 0x7fe4fc075590 2024-04-26T02:03:25.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.117+0000 7fe501000700 1 -- 172.21.15.26:0/1140066075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4fc1a0680 con 0x7fe4fc075590 2024-04-26T02:03:25.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.117+0000 7fe4f2a00700 1 -- 172.21.15.26:0/1140066075 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4e800cb60 con 0x7fe4fc075590 2024-04-26T02:03:25.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.117+0000 7fe4f2a00700 1 -- 172.21.15.26:0/1140066075 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e8018680 con 0x7fe4fc075590 2024-04-26T02:03:25.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.117+0000 7fe501000700 1 -- 172.21.15.26:0/1140066075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4fc1a7f00 con 0x7fe4fc075590 2024-04-26T02:03:25.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.119+0000 7fe501000700 1 -- 172.21.15.26:0/1140066075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4fc069730 con 0x7fe4fc075590 2024-04-26T02:03:25.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.120+0000 7fe4f2a00700 1 -- 172.21.15.26:0/1140066075 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fe4e8010430 con 0x7fe4fc075590 2024-04-26T02:03:25.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.122+0000 7fe4f2a00700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe4e00a3f60 0x7fe4e00a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:25.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.122+0000 7fe4f2a00700 1 -- 172.21.15.26:0/1140066075 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fe4e80d0b60 con 0x7fe4fc075590 2024-04-26T02:03:25.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.122+0000 7fe4f9e00700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe4e00a3f60 0x7fe4e00a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:25.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.123+0000 7fe4f9e00700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe4e00a3f60 0x7fe4e00a6420 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec009d20 tx=0x7fe4ec009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.127+0000 7fe4f2a00700 1 -- 172.21.15.26:0/1140066075 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe4e809cff0 con 0x7fe4fc075590 2024-04-26T02:03:25.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.405+0000 7fe501000700 1 -- 172.21.15.26:0/1140066075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe4fc19c6e0 con 0x7fe4fc075590 2024-04-26T02:03:25.407 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:03:25.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.406+0000 7fe4f2a00700 1 -- 172.21.15.26:0/1140066075 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11912 (secure 0 0 0) 0x7fe4e809c8f0 con 0x7fe4fc075590 2024-04-26T02:03:25.408 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T02:02:50.629307+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24524,24502,24490,24512,24491]},"id":1}]} 2024-04-26T02:03:25.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.410+0000 7fe501000700 1 -- 172.21.15.26:0/1140066075 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe4e00a3f60 msgr2=0x7fe4e00a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:25.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.410+0000 7fe501000700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe4e00a3f60 0x7fe4e00a6420 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec009d20 tx=0x7fe4ec009260 comp rx=0 tx=0).stop 2024-04-26T02:03:25.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.410+0000 7fe501000700 1 -- 172.21.15.26:0/1140066075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc075590 msgr2=0x7fe4fc19b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:25.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.410+0000 7fe501000700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc075590 0x7fe4fc19b910 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe4e800e9f0 tx=0x7fe4e800ed00 comp rx=0 tx=0).stop 2024-04-26T02:03:25.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.410+0000 7fe501000700 1 -- 172.21.15.26:0/1140066075 shutdown_connections 2024-04-26T02:03:25.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.410+0000 7fe501000700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe4e00a3f60 0x7fe4e00a6420 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:25.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.410+0000 7fe501000700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe4fc10f440 0x7fe4fc19fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:25.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.410+0000 7fe501000700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4fc074c70 0x7fe4fc19b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:25.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.410+0000 7fe501000700 1 --2- 172.21.15.26:0/1140066075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4fc075590 0x7fe4fc19b910 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:25.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.410+0000 7fe501000700 1 -- 172.21.15.26:0/1140066075 >> 172.21.15.26:0/1140066075 conn(0x7fe4fc079bf0 msgr2=0x7fe4fc0ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:25.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.410+0000 7fe501000700 1 -- 172.21.15.26:0/1140066075 shutdown_connections 2024-04-26T02:03:25.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:25.411+0000 7fe501000700 1 -- 172.21.15.26:0/1140066075 wait complete. 2024-04-26T02:03:25.411 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 29 2024-04-26T02:03:26.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:25 smithi026 ceph-mon[28138]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:03:26.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:25 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1140066075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:03:26.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:25 smithi033 ceph-mon[32805]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:03:26.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:25 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1140066075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:03:26.318 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T01:58:34.004176+0000', 'modified': '2024-04-26T02:02:50.629307+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24524, 'mds_1': 24512, 'mds_2': 24502, 'mds_3': 24491, 'mds_4': 24490}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24440': {'gid': 24440, 'name': 'k', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.33:6833/748947413', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6832', 'nonce': 748947413}, {'type': 'v1', 'addr': '172.21.15.33:6833', 'nonce': 748947413}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24452': {'gid': 24452, 'name': 'j', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.26:6835/2480167513', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6834', 'nonce': 2480167513}, {'type': 'v1', 'addr': '172.21.15.26:6835', 'nonce': 2480167513}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24470': {'gid': 24470, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.33:6835/1538648422', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6834', 'nonce': 1538648422}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 1538648422}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.64:6835/1139927844', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6834', 'nonce': 1139927844}, {'type': 'v1', 'addr': '172.21.15.64:6835', 'nonce': 1139927844}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24478': {'gid': 24478, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.64:6837/1005903026', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6836', 'nonce': 1005903026}, {'type': 'v1', 'addr': '172.21.15.64:6837', 'nonce': 1005903026}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.64:6839/2457190403', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6838', 'nonce': 2457190403}, {'type': 'v1', 'addr': '172.21.15.64:6839', 'nonce': 2457190403}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24491': {'gid': 24491, 'name': 'h', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.33:6837/163348840', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6836', 'nonce': 163348840}, {'type': 'v1', 'addr': '172.21.15.33:6837', 'nonce': 163348840}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24502': {'gid': 24502, 'name': 'g', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.26:6839/384232954', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6838', 'nonce': 384232954}, {'type': 'v1', 'addr': '172.21.15.26:6839', 'nonce': 384232954}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'a', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.26:6841/1541859577', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6840', 'nonce': 1541859577}, {'type': 'v1', 'addr': '172.21.15.26:6841', 'nonce': 1541859577}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24524': {'gid': 24524, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.33:6839/736189255', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6838', 'nonce': 736189255}, {'type': 'v1', 'addr': '172.21.15.33:6839', 'nonce': 736189255}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24524, 'qdb_cluster': [24524, 24502, 24490, 24512, 24491]} 2024-04-26T02:03:26.319 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T02:03:26.319 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-26T02:03:26.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:25 smithi064 ceph-mon[32613]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:03:26.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:25 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1140066075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:03:26.768 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:27.967 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:27 smithi026 ceph-mon[28138]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-26T02:03:28.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:27 smithi033 ceph-mon[32805]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-26T02:03:28.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:27 smithi064 ceph-mon[32613]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-26T02:03:29.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.026+0000 7fc271600700 1 -- 172.21.15.26:0/3992722407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc26c10f440 msgr2=0x7fc26c111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:29.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.026+0000 7fc271600700 1 --2- 172.21.15.26:0/3992722407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc26c10f440 0x7fc26c111830 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc26400b0a0 tx=0x7fc26400b3b0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.026+0000 7fc271600700 1 -- 172.21.15.26:0/3992722407 shutdown_connections 2024-04-26T02:03:29.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.026+0000 7fc271600700 1 --2- 172.21.15.26:0/3992722407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc26c10f440 0x7fc26c111830 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.026+0000 7fc271600700 1 --2- 172.21.15.26:0/3992722407 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc26c074c70 0x7fc26c075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.026+0000 7fc271600700 1 --2- 172.21.15.26:0/3992722407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc26c075590 0x7fc26c10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.026+0000 7fc271600700 1 -- 172.21.15.26:0/3992722407 >> 172.21.15.26:0/3992722407 conn(0x7fc26c079ba0 msgr2=0x7fc26c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:29.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.026+0000 7fc271600700 1 -- 172.21.15.26:0/3992722407 shutdown_connections 2024-04-26T02:03:29.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.026+0000 7fc271600700 1 -- 172.21.15.26:0/3992722407 wait complete. 2024-04-26T02:03:29.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.028+0000 7fc271600700 1 Processor -- start 2024-04-26T02:03:29.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.028+0000 7fc271600700 1 -- start start 2024-04-26T02:03:29.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.028+0000 7fc271600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc26c074c70 0x7fc26c19b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.028+0000 7fc271600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc26c075590 0x7fc26c19b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.028+0000 7fc271600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc26c10f440 0x7fc26c19fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.028+0000 7fc271600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc26c114e20 con 0x7fc26c10f440 2024-04-26T02:03:29.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.028+0000 7fc271600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc26c114ca0 con 0x7fc26c074c70 2024-04-26T02:03:29.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.028+0000 7fc271600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc26c114fa0 con 0x7fc26c075590 2024-04-26T02:03:29.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.029+0000 7fc26a000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc26c075590 0x7fc26c19b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.029+0000 7fc26aa00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc26c074c70 0x7fc26c19b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.029+0000 7fc26a000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc26c075590 0x7fc26c19b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:50244/0 (socket says 172.21.15.26:50244) 2024-04-26T02:03:29.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.029+0000 7fc26a000700 1 -- 172.21.15.26:0/3306154543 learned_addr learned my addr 172.21.15.26:0/3306154543 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:29.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.029+0000 7fc26b400700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc26c10f440 0x7fc26c19fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.029+0000 7fc26a000700 1 -- 172.21.15.26:0/3306154543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc26c074c70 msgr2=0x7fc26c19b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:29.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.029+0000 7fc26a000700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc26c074c70 0x7fc26c19b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.029+0000 7fc26a000700 1 -- 172.21.15.26:0/3306154543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc26c10f440 msgr2=0x7fc26c19fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:29.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.029+0000 7fc26a000700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc26c10f440 0x7fc26c19fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.029+0000 7fc26a000700 1 -- 172.21.15.26:0/3306154543 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc26c1a0300 con 0x7fc26c075590 2024-04-26T02:03:29.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.029+0000 7fc26a000700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc26c075590 0x7fc26c19b830 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc25800e970 tx=0x7fc25800ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:29.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.030+0000 7fc26aa00700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc26c074c70 0x7fc26c19b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:29.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.030+0000 7fc263400700 1 -- 172.21.15.26:0/3306154543 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc258004220 con 0x7fc26c075590 2024-04-26T02:03:29.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.030+0000 7fc271600700 1 -- 172.21.15.26:0/3306154543 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc26c1a05f0 con 0x7fc26c075590 2024-04-26T02:03:29.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.030+0000 7fc263400700 1 -- 172.21.15.26:0/3306154543 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2580043c0 con 0x7fc26c075590 2024-04-26T02:03:29.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.030+0000 7fc263400700 1 -- 172.21.15.26:0/3306154543 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc258003ce0 con 0x7fc26c075590 2024-04-26T02:03:29.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.030+0000 7fc271600700 1 -- 172.21.15.26:0/3306154543 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc26c1a7e70 con 0x7fc26c075590 2024-04-26T02:03:29.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.033+0000 7fc263400700 1 -- 172.21.15.26:0/3306154543 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fc25800c7e0 con 0x7fc26c075590 2024-04-26T02:03:29.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.035+0000 7fc263400700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fc2500a3f60 0x7fc2500a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.035+0000 7fc27bf89b80 1 Processor -- start 2024-04-26T02:03:29.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.035+0000 7fc263400700 1 -- 172.21.15.26:0/3306154543 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fc2580d0c30 con 0x7fc26c075590 2024-04-26T02:03:29.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.035+0000 7fc27bf89b80 1 -- start start 2024-04-26T02:03:29.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.035+0000 7fc26aa00700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fc2500a3f60 0x7fc2500a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.036+0000 7fc27bf89b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f48453780 0x558f48453b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.036+0000 7fc27bf89b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f484540a0 0x558f4844d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.036+0000 7fc27bf89b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f4844def0 0x558f4844e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.036+0000 7fc27bf89b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558f4839fe40 con 0x558f4844def0 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.036+0000 7fc27bf89b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558f483466e0 con 0x558f484540a0 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.036+0000 7fc27bf89b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558f4839be00 con 0x558f48453780 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.036+0000 7fc26b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f4844def0 0x558f4844e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.036+0000 7fc26aa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f48453780 0x558f48453b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.036+0000 7fc26b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f4844def0 0x558f4844e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40092/0 (socket says 172.21.15.26:40092) 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.036+0000 7fc26b400700 1 -- 172.21.15.26:0/39986763 learned_addr learned my addr 172.21.15.26:0/39986763 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.036+0000 7fc26a000700 1 --2- 172.21.15.26:0/39986763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f484540a0 0x558f4844d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.037+0000 7fc26b400700 1 -- 172.21.15.26:0/39986763 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f48453780 msgr2=0x558f48453b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.037+0000 7fc26b400700 1 --2- 172.21.15.26:0/39986763 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f48453780 0x558f48453b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.037+0000 7fc26b400700 1 -- 172.21.15.26:0/39986763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f484540a0 msgr2=0x558f4844d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.037+0000 7fc26b400700 1 --2- 172.21.15.26:0/39986763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f484540a0 0x558f4844d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.037+0000 7fc26b400700 1 -- 172.21.15.26:0/39986763 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f4833c630 con 0x558f4844def0 2024-04-26T02:03:29.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.037+0000 7fc26a000700 1 --2- 172.21.15.26:0/39986763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f484540a0 0x558f4844d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:03:29.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.037+0000 7fc26aa00700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fc2500a3f60 0x7fc2500a6420 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc25c013900 tx=0x7fc25c013cc0 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:29.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.037+0000 7fc26b400700 1 --2- 172.21.15.26:0/39986763 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f4844def0 0x558f4844e330 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc26400b0a0 tx=0x7fc2640092e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a094bee388b04a2b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:29.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.037+0000 7fc257e00700 1 -- 172.21.15.26:0/39986763 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26400bcb0 con 0x558f4844def0 2024-04-26T02:03:29.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.038+0000 7fc257e00700 1 -- 172.21.15.26:0/39986763 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc264009450 con 0x558f4844def0 2024-04-26T02:03:29.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.038+0000 7fc257e00700 1 -- 172.21.15.26:0/39986763 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc264007d50 con 0x558f4844def0 2024-04-26T02:03:29.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.038+0000 7fc27bf89b80 1 -- 172.21.15.26:0/39986763 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f4844def0 msgr2=0x558f4844e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:29.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.038+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/39986763 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f4844def0 0x558f4844e330 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc26400b0a0 tx=0x7fc2640092e0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.039+0000 7fc27bf89b80 1 -- 172.21.15.26:0/39986763 shutdown_connections 2024-04-26T02:03:29.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.039+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/39986763 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f4844def0 0x558f4844e330 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.039+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/39986763 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f48453780 0x558f48453b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.039+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/39986763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f484540a0 0x558f4844d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.039+0000 7fc27bf89b80 1 -- 172.21.15.26:0/39986763 >> 172.21.15.26:0/39986763 conn(0x558f4837bf00 msgr2=0x558f484488a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:29.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.039+0000 7fc27bf89b80 1 -- 172.21.15.26:0/39986763 shutdown_connections 2024-04-26T02:03:29.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.039+0000 7fc27bf89b80 1 -- 172.21.15.26:0/39986763 wait complete. 2024-04-26T02:03:29.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.039+0000 7fc27bf89b80 1 -- start start 2024-04-26T02:03:29.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.040+0000 7fc27bf89b80 1 Processor -- start 2024-04-26T02:03:29.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.040+0000 7fc27bf89b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 0x558f48459d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.040+0000 7fc27bf89b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 0x558f48457010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.040+0000 7fc27bf89b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f48457550 0x558f484579d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.040+0000 7fc27bf89b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558f4845a8c0 con 0x558f48453780 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.040+0000 7fc27bf89b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558f48359810 con 0x558f48457550 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.040+0000 7fc27bf89b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558f4845aa40 con 0x558f4844def0 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.040+0000 7fc27bf89b80 10 client.0 _ll_register_callbacks cb 0x558f483386d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.040+0000 7fc26aa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 0x558f48459d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.041+0000 7fc26aa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 0x558f48459d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:50266/0 (socket says 172.21.15.26:50266) 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.041+0000 7fc26a000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 0x558f48457010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.041+0000 7fc26aa00700 1 -- 172.21.15.26:0/776695287 learned_addr learned my addr 172.21.15.26:0/776695287 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.041+0000 7fc26b400700 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f48457550 0x558f484579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.041+0000 7fc26aa00700 1 -- 172.21.15.26:0/776695287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f48457550 msgr2=0x558f484579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.041+0000 7fc26aa00700 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f48457550 0x558f484579d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.041+0000 7fc26aa00700 1 -- 172.21.15.26:0/776695287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 msgr2=0x558f48457010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:29.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.041+0000 7fc26aa00700 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 0x558f48457010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.041+0000 7fc26aa00700 1 -- 172.21.15.26:0/776695287 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f482ed880 con 0x558f4844def0 2024-04-26T02:03:29.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.041+0000 7fc26a000700 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 0x558f48457010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:29.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.041+0000 7fc26aa00700 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 0x558f48459d10 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc25c005df0 tx=0x7fc25c0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0a22ccaabd029d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:29.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.041+0000 7fc254c00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:03:29.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.042+0000 7fc254c00700 1 -- 172.21.15.26:0/776695287 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25c020c50 con 0x558f4844def0 2024-04-26T02:03:29.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.042+0000 7fc254c00700 1 -- 172.21.15.26:0/776695287 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fc25c020df0 con 0x558f4844def0 2024-04-26T02:03:29.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.042+0000 7fc27bf89b80 1 -- 172.21.15.26:0/776695287 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc264009450 con 0x558f4844def0 2024-04-26T02:03:29.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.042+0000 7fc254c00700 1 -- 172.21.15.26:0/776695287 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc25c010430 con 0x558f4844def0 2024-04-26T02:03:29.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.042+0000 7fc27bf89b80 10 client.25297 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:29.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.042+0000 7fc27bf89b80 1 -- 172.21.15.26:0/776695287 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558f48336aa0 con 0x558f4844def0 2024-04-26T02:03:29.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.042+0000 7fc254c00700 1 -- 172.21.15.26:0/776695287 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc264009450 con 0x558f4844def0 2024-04-26T02:03:29.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.043+0000 7fc254c00700 1 -- 172.21.15.26:0/776695287 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc25c01f070 con 0x558f4844def0 2024-04-26T02:03:29.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.043+0000 7fc27bf89b80 10 client.25297 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:29.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.043+0000 7fc27bf89b80 10 client.25297 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T02:03:29.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.043+0000 7fc27bf89b80 20 client.25297 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:29.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.043+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x558f48467aa0 0x558f48468f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.043+0000 7fc27bf89b80 4 client.25297 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.043+0000 7fc27bf89b80 1 -- 172.21.15.26:0/776695287 --> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558f483ad630 con 0x558f48467aa0 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.043+0000 7fc26a000700 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x558f48467aa0 0x558f48468f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.044+0000 7fc26a000700 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x558f48467aa0 0x558f48468f10 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7b2364d634d6b00f server_cookie=472840bb2ac3b6a4 in_seq=0 out_seq=0 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.044+0000 7fc254c00700 10 client.25297 ms_handle_connect on v2:172.21.15.64:6838/2457190403 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.044+0000 7fc254c00700 1 -- 172.21.15.26:0/776695287 <== mds.4 v2:172.21.15.64:6838/2457190403 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558f483ad630 con 0x558f48467aa0 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc254c00700 10 client.25297 handle_command_reply: tid=0 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc27bf89b80 1 client.25297 shutdown 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc27bf89b80 1 -- 172.21.15.26:0/776695287 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 msgr2=0x558f48459d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 0x558f48459d10 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc25c005df0 tx=0x7fc25c0047c0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc27bf89b80 1 -- 172.21.15.26:0/776695287 shutdown_connections 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x558f48467aa0 0x558f48468f10 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f48457550 0x558f484579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 0x558f48459d10 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/776695287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 0x558f48457010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc27bf89b80 1 -- 172.21.15.26:0/776695287 >> 172.21.15.26:0/776695287 conn(0x558f4837bf00 msgr2=0x558f48447e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:29.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc254c00700 0 client.25297 ms_handle_reset on v2:172.21.15.64:6838/2457190403 2024-04-26T02:03:29.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc27bf89b80 1 -- 172.21.15.26:0/776695287 shutdown_connections 2024-04-26T02:03:29.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc27bf89b80 1 -- 172.21.15.26:0/776695287 wait complete. 2024-04-26T02:03:29.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.045+0000 7fc27bf89b80 20 client.25297 trim_cache size 0 max 16384 2024-04-26T02:03:29.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.084+0000 7fc27bf89b80 1 Processor -- start 2024-04-26T02:03:29.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.084+0000 7fc27bf89b80 1 -- start start 2024-04-26T02:03:29.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.085+0000 7fc27bf89b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f4844def0 0x558f4844d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.085+0000 7fc27bf89b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f48453780 0x558f48463e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.085+0000 7fc27bf89b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48457550 0x558f484485d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.085+0000 7fc27bf89b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558f48467250 con 0x558f48457550 2024-04-26T02:03:29.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.085+0000 7fc27bf89b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558f48467920 con 0x558f4844def0 2024-04-26T02:03:29.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.085+0000 7fc27bf89b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558f48467ff0 con 0x558f48453780 2024-04-26T02:03:29.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.085+0000 7fc26b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48457550 0x558f484485d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.085+0000 7fc26b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48457550 0x558f484485d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40108/0 (socket says 172.21.15.26:40108) 2024-04-26T02:03:29.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.085+0000 7fc26a000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f48453780 0x558f48463e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.085+0000 7fc26b400700 1 -- 172.21.15.26:0/2201053875 learned_addr learned my addr 172.21.15.26:0/2201053875 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:29.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.085+0000 7fc26aa00700 1 --2- 172.21.15.26:0/2201053875 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f4844def0 0x558f4844d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.086+0000 7fc26a000700 1 -- 172.21.15.26:0/2201053875 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f4844def0 msgr2=0x558f4844d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:29.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.086+0000 7fc26a000700 1 --2- 172.21.15.26:0/2201053875 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f4844def0 0x558f4844d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.086+0000 7fc26a000700 1 -- 172.21.15.26:0/2201053875 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48457550 msgr2=0x558f484485d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:29.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.086+0000 7fc26a000700 1 --2- 172.21.15.26:0/2201053875 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48457550 0x558f484485d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.086+0000 7fc26a000700 1 -- 172.21.15.26:0/2201053875 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f48459950 con 0x558f48453780 2024-04-26T02:03:29.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.086+0000 7fc26b400700 1 --2- 172.21.15.26:0/2201053875 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48457550 0x558f484485d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:29.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.086+0000 7fc26aa00700 1 --2- 172.21.15.26:0/2201053875 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f4844def0 0x558f4844d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:29.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.086+0000 7fc26a000700 1 --2- 172.21.15.26:0/2201053875 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f48453780 0x558f48463e90 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc2580ce170 tx=0x7fc258098c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b93e9b8895b465c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:29.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.086+0000 7fc257400700 1 -- 172.21.15.26:0/2201053875 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2580b5030 con 0x558f48453780 2024-04-26T02:03:29.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.086+0000 7fc257400700 1 -- 172.21.15.26:0/2201053875 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc25809d0c0 con 0x558f48453780 2024-04-26T02:03:29.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.086+0000 7fc257400700 1 -- 172.21.15.26:0/2201053875 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25809acc0 con 0x558f48453780 2024-04-26T02:03:29.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.087+0000 7fc27bf89b80 1 -- 172.21.15.26:0/2201053875 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f48453780 msgr2=0x558f48463e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:29.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.087+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/2201053875 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f48453780 0x558f48463e90 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc2580ce170 tx=0x7fc258098c60 comp rx=0 tx=0).stop 2024-04-26T02:03:29.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.087+0000 7fc27bf89b80 1 -- 172.21.15.26:0/2201053875 shutdown_connections 2024-04-26T02:03:29.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.087+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/2201053875 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48457550 0x558f484485d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.087+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/2201053875 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f4844def0 0x558f4844d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.087+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/2201053875 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f48453780 0x558f48463e90 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.087+0000 7fc27bf89b80 1 -- 172.21.15.26:0/2201053875 >> 172.21.15.26:0/2201053875 conn(0x558f4837bf00 msgr2=0x558f48455920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:29.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.087+0000 7fc27bf89b80 1 -- 172.21.15.26:0/2201053875 shutdown_connections 2024-04-26T02:03:29.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.088+0000 7fc27bf89b80 1 -- 172.21.15.26:0/2201053875 wait complete. 2024-04-26T02:03:29.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.088+0000 7fc27bf89b80 1 -- start start 2024-04-26T02:03:29.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.088+0000 7fc27bf89b80 1 Processor -- start 2024-04-26T02:03:29.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.089+0000 7fc27bf89b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 0x558f48472570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.089+0000 7fc27bf89b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 0x558f4846d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.089+0000 7fc27bf89b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f48457550 0x558f4846d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.089+0000 7fc27bf89b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558f48468d90 con 0x558f48453780 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.089+0000 7fc27bf89b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x558f484686c0 con 0x558f48457550 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.089+0000 7fc27bf89b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558f48469460 con 0x558f4844def0 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.089+0000 7fc27bf89b80 10 client.0 _ll_register_callbacks cb 0x558f483386d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.089+0000 7fc26a000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 0x558f4846d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.089+0000 7fc26a000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 0x558f4846d340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40124/0 (socket says 172.21.15.26:40124) 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.089+0000 7fc26aa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 0x558f48472570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.089+0000 7fc26a000700 1 -- 172.21.15.26:0/4030377439 learned_addr learned my addr 172.21.15.26:0/4030377439 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.089+0000 7fc26b400700 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f48457550 0x558f4846d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.090+0000 7fc26aa00700 1 -- 172.21.15.26:0/4030377439 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f48457550 msgr2=0x558f4846d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.090+0000 7fc26aa00700 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f48457550 0x558f4846d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.090+0000 7fc26aa00700 1 -- 172.21.15.26:0/4030377439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 msgr2=0x558f4846d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.090+0000 7fc26aa00700 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 0x558f4846d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.090+0000 7fc26aa00700 1 -- 172.21.15.26:0/4030377439 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f4846dec0 con 0x558f4844def0 2024-04-26T02:03:29.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.090+0000 7fc26a000700 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 0x558f4846d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:29.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.090+0000 7fc26aa00700 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 0x558f48472570 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc25c0284e0 tx=0x7fc25c028a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9ea631b8e7b7a86 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:29.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.090+0000 7fc254c00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:03:29.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.090+0000 7fc254c00700 1 -- 172.21.15.26:0/4030377439 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25c035070 con 0x558f4844def0 2024-04-26T02:03:29.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.090+0000 7fc254c00700 1 -- 172.21.15.26:0/4030377439 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fc25c028d10 con 0x558f4844def0 2024-04-26T02:03:29.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.090+0000 7fc27bf89b80 1 -- 172.21.15.26:0/4030377439 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc25809d0c0 con 0x558f4844def0 2024-04-26T02:03:29.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.091+0000 7fc254c00700 1 -- 172.21.15.26:0/4030377439 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc25c041050 con 0x558f4844def0 2024-04-26T02:03:29.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.091+0000 7fc27bf89b80 10 client.25303 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:29.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.091+0000 7fc27bf89b80 1 -- 172.21.15.26:0/4030377439 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558f484cfa40 con 0x558f4844def0 2024-04-26T02:03:29.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.091+0000 7fc254c00700 1 -- 172.21.15.26:0/4030377439 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc25809d0c0 con 0x558f4844def0 2024-04-26T02:03:29.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.092+0000 7fc254c00700 1 -- 172.21.15.26:0/4030377439 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc25c01f040 con 0x558f4844def0 2024-04-26T02:03:29.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.092+0000 7fc27bf89b80 10 client.25303 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:29.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.092+0000 7fc27bf89b80 10 client.25303 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T02:03:29.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.092+0000 7fc27bf89b80 20 client.25303 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:29.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.092+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x558f484d4580 0x558f484d3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:29.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.092+0000 7fc27bf89b80 4 client.25303 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:03:29.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.092+0000 7fc27bf89b80 1 -- 172.21.15.26:0/4030377439 --> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] -- command(tid 0: {"prefix": "status"}) -- 0x558f483a76d0 con 0x558f484d4580 2024-04-26T02:03:29.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.092+0000 7fc26a000700 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x558f484d4580 0x558f484d3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:29.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc26a000700 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x558f484d4580 0x558f484d3290 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=39751c60096011fc server_cookie=797d2862a9da1a7b in_seq=0 out_seq=0 2024-04-26T02:03:29.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc254c00700 10 client.25303 ms_handle_connect on v2:172.21.15.64:6838/2457190403 2024-04-26T02:03:29.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc254c00700 1 -- 172.21.15.26:0/4030377439 <== mds.4 v2:172.21.15.64:6838/2457190403 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x558f483a76d0 con 0x558f484d4580 2024-04-26T02:03:29.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc254c00700 10 client.25303 handle_command_reply: tid=0 2024-04-26T02:03:29.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc27bf89b80 1 client.25303 shutdown 2024-04-26T02:03:29.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc27bf89b80 1 -- 172.21.15.26:0/4030377439 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 msgr2=0x558f48472570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:29.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 0x558f48472570 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc25c0284e0 tx=0x7fc25c028a00 comp rx=0 tx=0).stop 2024-04-26T02:03:29.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc27bf89b80 1 -- 172.21.15.26:0/4030377439 shutdown_connections 2024-04-26T02:03:29.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.64:6838/2457190403,v1:172.21.15.64:6839/2457190403] conn(0x558f484d4580 0x558f484d3290 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x558f48457550 0x558f4846d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558f4844def0 0x558f48472570 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc27bf89b80 1 --2- 172.21.15.26:0/4030377439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f48453780 0x558f4846d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc27bf89b80 1 -- 172.21.15.26:0/4030377439 >> 172.21.15.26:0/4030377439 conn(0x558f4837bf00 msgr2=0x558f48462cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:29.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.093+0000 7fc254c00700 0 client.25303 ms_handle_reset on v2:172.21.15.64:6838/2457190403 2024-04-26T02:03:29.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.094+0000 7fc27bf89b80 1 -- 172.21.15.26:0/4030377439 shutdown_connections 2024-04-26T02:03:29.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.094+0000 7fc27bf89b80 1 -- 172.21.15.26:0/4030377439 wait complete. 2024-04-26T02:03:29.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.094+0000 7fc27bf89b80 20 client.25303 trim_cache size 0 max 16384 2024-04-26T02:03:29.095 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:03:29.095 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:03:29.095 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 4, 2024-04-26T02:03:29.095 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24490, 2024-04-26T02:03:29.095 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:03:29.095 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:03:29.095 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:03:29.095 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 273.99504939500002, 2024-04-26T02:03:29.095 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 29, 2024-04-26T02:03:29.095 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 92, 2024-04-26T02:03:29.095 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 91, 2024-04-26T02:03:29.096 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 330.03743236299999 2024-04-26T02:03:29.096 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:03:29.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.095+0000 7fc271600700 1 -- 172.21.15.26:0/3306154543 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fc2500a3f60 msgr2=0x7fc2500a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:29.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.095+0000 7fc271600700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fc2500a3f60 0x7fc2500a6420 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc25c013900 tx=0x7fc25c013cc0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.095+0000 7fc271600700 1 -- 172.21.15.26:0/3306154543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc26c075590 msgr2=0x7fc26c19b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:29.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.095+0000 7fc271600700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc26c075590 0x7fc26c19b830 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc25800e970 tx=0x7fc25800ec80 comp rx=0 tx=0).stop 2024-04-26T02:03:29.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.095+0000 7fc271600700 1 -- 172.21.15.26:0/3306154543 shutdown_connections 2024-04-26T02:03:29.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.095+0000 7fc271600700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc26c10f440 0x7fc26c19fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.095+0000 7fc271600700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc26c074c70 0x7fc26c19b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.095+0000 7fc271600700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fc2500a3f60 0x7fc2500a6420 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.095+0000 7fc271600700 1 --2- 172.21.15.26:0/3306154543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc26c075590 0x7fc26c19b830 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:29.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.095+0000 7fc271600700 1 -- 172.21.15.26:0/3306154543 >> 172.21.15.26:0/3306154543 conn(0x7fc26c079ba0 msgr2=0x7fc26c100d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:29.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.095+0000 7fc271600700 1 -- 172.21.15.26:0/3306154543 shutdown_connections 2024-04-26T02:03:29.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:29.095+0000 7fc271600700 1 -- 172.21.15.26:0/3306154543 wait complete. 2024-04-26T02:03:30.151 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.h status 2024-04-26T02:03:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:29 smithi026 ceph-mon[28138]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-04-26T02:03:30.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:29 smithi033 ceph-mon[32805]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-04-26T02:03:30.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:29 smithi064 ceph-mon[32613]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-04-26T02:03:30.602 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:32.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:31 smithi026 ceph-mon[28138]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-26T02:03:32.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:31 smithi033 ceph-mon[32805]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-26T02:03:32.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:31 smithi064 ceph-mon[32613]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-26T02:03:32.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.891+0000 7f89d0000700 1 -- 172.21.15.26:0/1982128853 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8102af0 msgr2=0x7f89c8102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:32.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.891+0000 7f89d0000700 1 --2- 172.21.15.26:0/1982128853 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8102af0 0x7f89c8102f70 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f89b4009990 tx=0x7f89b4009ca0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.891+0000 7f89d0000700 1 -- 172.21.15.26:0/1982128853 shutdown_connections 2024-04-26T02:03:32.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.891+0000 7f89d0000700 1 --2- 172.21.15.26:0/1982128853 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89c81034b0 0x7f89c810f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.891+0000 7f89d0000700 1 --2- 172.21.15.26:0/1982128853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89c8107940 0x7f89c8107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.891+0000 7f89d0000700 1 --2- 172.21.15.26:0/1982128853 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8102af0 0x7f89c8102f70 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.891+0000 7f89d0000700 1 -- 172.21.15.26:0/1982128853 >> 172.21.15.26:0/1982128853 conn(0x7f89c8079ba0 msgr2=0x7f89c8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:32.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.891+0000 7f89d0000700 1 -- 172.21.15.26:0/1982128853 shutdown_connections 2024-04-26T02:03:32.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.891+0000 7f89d0000700 1 -- 172.21.15.26:0/1982128853 wait complete. 2024-04-26T02:03:32.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.892+0000 7f89d0000700 1 Processor -- start 2024-04-26T02:03:32.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.892+0000 7f89d0000700 1 -- start start 2024-04-26T02:03:32.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.893+0000 7f89d0000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89c8102af0 0x7f89c819b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.893+0000 7f89d0000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89c81034b0 0x7f89c819b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.893+0000 7f89d0000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8107940 0x7f89c819fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.893+0000 7f89d0000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f89c8112c30 con 0x7f89c81034b0 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.893+0000 7f89d0000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f89c8112ab0 con 0x7f89c8102af0 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.893+0000 7f89d0000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f89c8112db0 con 0x7f89c8107940 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.893+0000 7f89cd600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89c8102af0 0x7f89c819b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.893+0000 7f89cd600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89c8102af0 0x7f89c819b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:59384/0 (socket says 172.21.15.26:59384) 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.893+0000 7f89cd600700 1 -- 172.21.15.26:0/2296743902 learned_addr learned my addr 172.21.15.26:0/2296743902 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.893+0000 7f89ccc00700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89c81034b0 0x7f89c819b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.893+0000 7f89ce000700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8107940 0x7f89c819fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.894+0000 7f89cd600700 1 -- 172.21.15.26:0/2296743902 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8107940 msgr2=0x7f89c819fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.894+0000 7f89cd600700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8107940 0x7f89c819fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.894+0000 7f89cd600700 1 -- 172.21.15.26:0/2296743902 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89c81034b0 msgr2=0x7f89c819b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.894+0000 7f89cd600700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89c81034b0 0x7f89c819b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.894+0000 7f89cd600700 1 -- 172.21.15.26:0/2296743902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c81a02e0 con 0x7f89c8102af0 2024-04-26T02:03:32.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.894+0000 7f89cd600700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89c8102af0 0x7f89c819b2d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f89bc00eb30 tx=0x7f89bc00ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:32.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.894+0000 7f89c6000700 1 -- 172.21.15.26:0/2296743902 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89bc00cbd0 con 0x7f89c8102af0 2024-04-26T02:03:32.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.894+0000 7f89c6000700 1 -- 172.21.15.26:0/2296743902 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89bc0044d0 con 0x7f89c8102af0 2024-04-26T02:03:32.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.894+0000 7f89d0000700 1 -- 172.21.15.26:0/2296743902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89c81a05d0 con 0x7f89c8102af0 2024-04-26T02:03:32.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.895+0000 7f89d0000700 1 -- 172.21.15.26:0/2296743902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89c81a7e50 con 0x7f89c8102af0 2024-04-26T02:03:32.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.895+0000 7f89c6000700 1 -- 172.21.15.26:0/2296743902 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89bc003e30 con 0x7f89c8102af0 2024-04-26T02:03:32.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.898+0000 7f89c6000700 1 -- 172.21.15.26:0/2296743902 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f89bc004000 con 0x7f89c8102af0 2024-04-26T02:03:32.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.899+0000 7f89c6000700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f89b00a3f60 0x7f89b00a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.900+0000 7f89c6000700 1 -- 172.21.15.26:0/2296743902 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f89bc0d0d90 con 0x7f89c8102af0 2024-04-26T02:03:32.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.900+0000 7f89ccc00700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f89b00a3f60 0x7f89b00a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.901+0000 7f89ccc00700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f89b00a3f60 0x7f89b00a6420 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f89b40098e0 tx=0x7f89b4005960 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:32.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.901+0000 7f89daa4bb80 1 Processor -- start 2024-04-26T02:03:32.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.901+0000 7f89daa4bb80 1 -- start start 2024-04-26T02:03:32.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.902+0000 7f89daa4bb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 0x55a52830fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.902+0000 7f89daa4bb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a5283100a0 0x55a5283099b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.902+0000 7f89daa4bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a528309ef0 0x55a52830a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.902+0000 7f89daa4bb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a52825be40 con 0x55a5283100a0 2024-04-26T02:03:32.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.902+0000 7f89daa4bb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a5282026e0 con 0x55a52830f780 2024-04-26T02:03:32.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.902+0000 7f89daa4bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a528257e00 con 0x55a528309ef0 2024-04-26T02:03:32.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.902+0000 7f89ccc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a5283100a0 0x55a5283099b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.902+0000 7f89cd600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 0x55a52830fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.902+0000 7f89ce000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a528309ef0 0x55a52830a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.902+0000 7f89ce000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a528309ef0 0x55a52830a330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:50322/0 (socket says 172.21.15.26:50322) 2024-04-26T02:03:32.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.902+0000 7f89cd600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 0x55a52830fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:59390/0 (socket says 172.21.15.26:59390) 2024-04-26T02:03:32.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.902+0000 7f89ce000700 1 -- 172.21.15.26:0/3898219790 learned_addr learned my addr 172.21.15.26:0/3898219790 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:32.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.903+0000 7f89cd600700 1 -- 172.21.15.26:0/3898219790 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a528309ef0 msgr2=0x55a52830a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:32.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.903+0000 7f89cd600700 1 --2- 172.21.15.26:0/3898219790 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a528309ef0 0x55a52830a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.903+0000 7f89cd600700 1 -- 172.21.15.26:0/3898219790 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a5283100a0 msgr2=0x55a5283099b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:32.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.903+0000 7f89cd600700 1 --2- 172.21.15.26:0/3898219790 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a5283100a0 0x55a5283099b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.903+0000 7f89cd600700 1 -- 172.21.15.26:0/3898219790 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5281f8630 con 0x55a52830f780 2024-04-26T02:03:32.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.903+0000 7f89cd600700 1 --2- 172.21.15.26:0/3898219790 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 0x55a52830fb60 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f89bc0ce2d0 tx=0x7f89bc098720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ced7718309603d86 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:32.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.903+0000 7f89baa00700 1 -- 172.21.15.26:0/3898219790 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89bc09c480 con 0x55a52830f780 2024-04-26T02:03:32.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.904+0000 7f89baa00700 1 -- 172.21.15.26:0/3898219790 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89bc09de50 con 0x55a52830f780 2024-04-26T02:03:32.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.904+0000 7f89baa00700 1 -- 172.21.15.26:0/3898219790 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89bc0a5790 con 0x55a52830f780 2024-04-26T02:03:32.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.904+0000 7f89daa4bb80 1 -- 172.21.15.26:0/3898219790 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 msgr2=0x55a52830fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:32.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.904+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/3898219790 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 0x55a52830fb60 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f89bc0ce2d0 tx=0x7f89bc098720 comp rx=0 tx=0).stop 2024-04-26T02:03:32.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.905+0000 7f89daa4bb80 1 -- 172.21.15.26:0/3898219790 shutdown_connections 2024-04-26T02:03:32.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.905+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/3898219790 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a528309ef0 0x55a52830a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.905+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/3898219790 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 0x55a52830fb60 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.905+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/3898219790 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a5283100a0 0x55a5283099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.905+0000 7f89daa4bb80 1 -- 172.21.15.26:0/3898219790 >> 172.21.15.26:0/3898219790 conn(0x55a528237f00 msgr2=0x55a5283048a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:32.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.905+0000 7f89daa4bb80 1 -- 172.21.15.26:0/3898219790 shutdown_connections 2024-04-26T02:03:32.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.905+0000 7f89daa4bb80 1 -- 172.21.15.26:0/3898219790 wait complete. 2024-04-26T02:03:32.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.905+0000 7f89daa4bb80 1 -- start start 2024-04-26T02:03:32.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.906+0000 7f89daa4bb80 1 Processor -- start 2024-04-26T02:03:32.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.906+0000 7f89daa4bb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a528309ef0 0x55a528315d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.906+0000 7f89daa4bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a52830f780 0x55a528313080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.906+0000 7f89daa4bb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a5283135c0 0x55a528313a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.906+0000 7f89daa4bb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a528316920 con 0x55a5283135c0 2024-04-26T02:03:32.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.906+0000 7f89daa4bb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a528215810 con 0x55a528309ef0 2024-04-26T02:03:32.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.906+0000 7f89daa4bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a528316aa0 con 0x55a52830f780 2024-04-26T02:03:32.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.906+0000 7f89daa4bb80 10 client.0 _ll_register_callbacks cb 0x55a5281f46d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:32.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.906+0000 7f89ccc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a52830f780 0x55a528313080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.906+0000 7f89ccc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a52830f780 0x55a528313080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:50324/0 (socket says 172.21.15.26:50324) 2024-04-26T02:03:32.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.906+0000 7f89ccc00700 1 -- 172.21.15.26:0/687881127 learned_addr learned my addr 172.21.15.26:0/687881127 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:32.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.906+0000 7f89cd600700 1 --2- 172.21.15.26:0/687881127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a528309ef0 0x55a528315d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.907+0000 7f89ccc00700 1 -- 172.21.15.26:0/687881127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a528309ef0 msgr2=0x55a528315d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:32.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.907+0000 7f89ccc00700 1 --2- 172.21.15.26:0/687881127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a528309ef0 0x55a528315d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.907+0000 7f89ccc00700 1 -- 172.21.15.26:0/687881127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a5283135c0 msgr2=0x55a528313a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:32.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.907+0000 7f89ccc00700 1 --2- 172.21.15.26:0/687881127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a5283135c0 0x55a528313a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.907+0000 7f89ccc00700 1 -- 172.21.15.26:0/687881127 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5281a9880 con 0x55a52830f780 2024-04-26T02:03:32.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.907+0000 7f89af400700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:03:32.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.907+0000 7f89ccc00700 1 --2- 172.21.15.26:0/687881127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a52830f780 0x55a528313080 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f89b4000c00 tx=0x7f89b4009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f7a8a32ee24408c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:32.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.908+0000 7f89af400700 1 -- 172.21.15.26:0/687881127 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b4003ce0 con 0x55a52830f780 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.908+0000 7f89daa4bb80 1 -- 172.21.15.26:0/687881127 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89bc09de50 con 0x55a52830f780 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.908+0000 7f89af400700 1 -- 172.21.15.26:0/687881127 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f89b400f460 con 0x55a52830f780 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.908+0000 7f89af400700 1 -- 172.21.15.26:0/687881127 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f89b400f660 con 0x55a52830f780 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.908+0000 7f89daa4bb80 10 client.25315 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.908+0000 7f89daa4bb80 1 -- 172.21.15.26:0/687881127 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a5281f2aa0 con 0x55a52830f780 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.909+0000 7f89af400700 1 -- 172.21.15.26:0/687881127 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89bc09de50 con 0x55a52830f780 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.909+0000 7f89af400700 1 -- 172.21.15.26:0/687881127 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f89b4031740 con 0x55a52830f780 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.909+0000 7f89daa4bb80 10 client.25315 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.909+0000 7f89daa4bb80 10 client.25315 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.909+0000 7f89daa4bb80 20 client.25315 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.909+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/687881127 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x55a528323b50 0x55a528324fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.909+0000 7f89daa4bb80 4 client.25315 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.909+0000 7f89daa4bb80 1 -- 172.21.15.26:0/687881127 --> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a528269630 con 0x55a528323b50 2024-04-26T02:03:32.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.910+0000 7f89cd600700 1 --2- 172.21.15.26:0/687881127 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x55a528323b50 0x55a528324fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.910+0000 7f89cd600700 1 --2- 172.21.15.26:0/687881127 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x55a528323b50 0x55a528324fc0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4578b6b75a65c3c1 server_cookie=a31b8db13f7b3ca9 in_seq=0 out_seq=0 2024-04-26T02:03:32.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.910+0000 7f89af400700 10 client.25315 ms_handle_connect on v2:172.21.15.33:6836/163348840 2024-04-26T02:03:32.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.911+0000 7f89af400700 1 -- 172.21.15.26:0/687881127 <== mds.3 v2:172.21.15.33:6836/163348840 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a528269630 con 0x55a528323b50 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.911+0000 7f89af400700 10 client.25315 handle_command_reply: tid=0 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.911+0000 7f89daa4bb80 1 client.25315 shutdown 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.911+0000 7f89daa4bb80 1 -- 172.21.15.26:0/687881127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a52830f780 msgr2=0x55a528313080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.911+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/687881127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a52830f780 0x55a528313080 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f89b4000c00 tx=0x7f89b4009ca0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.912+0000 7f89daa4bb80 1 -- 172.21.15.26:0/687881127 shutdown_connections 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.912+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/687881127 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x55a528323b50 0x55a528324fc0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.912+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/687881127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a5283135c0 0x55a528313a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.912+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/687881127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a528309ef0 0x55a528315d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.912+0000 7f89af400700 0 client.25315 ms_handle_reset on v2:172.21.15.33:6836/163348840 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.912+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/687881127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a52830f780 0x55a528313080 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.912+0000 7f89daa4bb80 1 -- 172.21.15.26:0/687881127 >> 172.21.15.26:0/687881127 conn(0x55a528237f00 msgr2=0x55a528303e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.912+0000 7f89daa4bb80 1 -- 172.21.15.26:0/687881127 shutdown_connections 2024-04-26T02:03:32.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.912+0000 7f89daa4bb80 1 -- 172.21.15.26:0/687881127 wait complete. 2024-04-26T02:03:32.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.912+0000 7f89daa4bb80 20 client.25315 trim_cache size 0 max 16384 2024-04-26T02:03:32.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.938+0000 7f89daa4bb80 1 Processor -- start 2024-04-26T02:03:32.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.938+0000 7f89daa4bb80 1 -- start start 2024-04-26T02:03:32.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.939+0000 7f89daa4bb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a528309ef0 0x55a5283099b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.939+0000 7f89daa4bb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 0x55a5283045d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.939+0000 7f89daa4bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5283135c0 0x55a52832e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.939+0000 7f89daa4bb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a528323300 con 0x55a528309ef0 2024-04-26T02:03:32.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.939+0000 7f89daa4bb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a5283239d0 con 0x55a52830f780 2024-04-26T02:03:32.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.939+0000 7f89daa4bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a5283240a0 con 0x55a5283135c0 2024-04-26T02:03:32.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.939+0000 7f89cd600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a528309ef0 0x55a5283099b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.939+0000 7f89cd600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a528309ef0 0x55a5283099b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40180/0 (socket says 172.21.15.26:40180) 2024-04-26T02:03:32.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.939+0000 7f89cd600700 1 -- 172.21.15.26:0/3295618085 learned_addr learned my addr 172.21.15.26:0/3295618085 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:32.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.940+0000 7f89ccc00700 1 --2- 172.21.15.26:0/3295618085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 0x55a5283045d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.940+0000 7f89ce000700 1 --2- 172.21.15.26:0/3295618085 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5283135c0 0x55a52832e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.940+0000 7f89cd600700 1 -- 172.21.15.26:0/3295618085 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5283135c0 msgr2=0x55a52832e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:32.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.940+0000 7f89cd600700 1 --2- 172.21.15.26:0/3295618085 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5283135c0 0x55a52832e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.940+0000 7f89cd600700 1 -- 172.21.15.26:0/3295618085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 msgr2=0x55a5283045d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:32.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.940+0000 7f89cd600700 1 --2- 172.21.15.26:0/3295618085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 0x55a5283045d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.940+0000 7f89cd600700 1 -- 172.21.15.26:0/3295618085 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a52830f3a0 con 0x55a528309ef0 2024-04-26T02:03:32.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.940+0000 7f89ccc00700 1 --2- 172.21.15.26:0/3295618085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 0x55a5283045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:03:32.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.940+0000 7f89cd600700 1 --2- 172.21.15.26:0/3295618085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a528309ef0 0x55a5283099b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f89bc009230 tx=0x7f89bc003890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65746ae4665b4237 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:32.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.941+0000 7f89ba000700 1 -- 172.21.15.26:0/3295618085 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89bc0a5790 con 0x55a528309ef0 2024-04-26T02:03:32.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.941+0000 7f89ba000700 1 -- 172.21.15.26:0/3295618085 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89bc09de50 con 0x55a528309ef0 2024-04-26T02:03:32.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.941+0000 7f89ba000700 1 -- 172.21.15.26:0/3295618085 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89bc01fd90 con 0x55a528309ef0 2024-04-26T02:03:32.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.942+0000 7f89daa4bb80 1 -- 172.21.15.26:0/3295618085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a528309ef0 msgr2=0x55a5283099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:32.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.942+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/3295618085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a528309ef0 0x55a5283099b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f89bc009230 tx=0x7f89bc003890 comp rx=0 tx=0).stop 2024-04-26T02:03:32.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.942+0000 7f89daa4bb80 1 -- 172.21.15.26:0/3295618085 shutdown_connections 2024-04-26T02:03:32.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.942+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/3295618085 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5283135c0 0x55a52832e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.942+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/3295618085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a528309ef0 0x55a5283099b0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.942+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/3295618085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a52830f780 0x55a5283045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.942+0000 7f89daa4bb80 1 -- 172.21.15.26:0/3295618085 >> 172.21.15.26:0/3295618085 conn(0x55a528237f00 msgr2=0x55a528300ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:32.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.942+0000 7f89daa4bb80 1 -- 172.21.15.26:0/3295618085 shutdown_connections 2024-04-26T02:03:32.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.942+0000 7f89daa4bb80 1 -- 172.21.15.26:0/3295618085 wait complete. 2024-04-26T02:03:32.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.943+0000 7f89daa4bb80 1 -- start start 2024-04-26T02:03:32.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.943+0000 7f89daa4bb80 1 Processor -- start 2024-04-26T02:03:32.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89daa4bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a528309ef0 0x55a52832e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89daa4bb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a52830f780 0x55a52832e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89daa4bb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a5283135c0 0x55a5283293f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89daa4bb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a528324e40 con 0x55a52830f780 2024-04-26T02:03:32.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89daa4bb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a528324770 con 0x55a5283135c0 2024-04-26T02:03:32.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89daa4bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a528325510 con 0x55a528309ef0 2024-04-26T02:03:32.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89daa4bb80 10 client.0 _ll_register_callbacks cb 0x55a5281f46d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:32.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89ccc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a52830f780 0x55a52832e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89ccc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a52830f780 0x55a52832e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40196/0 (socket says 172.21.15.26:40196) 2024-04-26T02:03:32.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89ccc00700 1 -- 172.21.15.26:0/682527504 learned_addr learned my addr 172.21.15.26:0/682527504 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:32.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89cd600700 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a528309ef0 0x55a52832e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89ce000700 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a5283135c0 0x55a5283293f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89cd600700 1 -- 172.21.15.26:0/682527504 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a5283135c0 msgr2=0x55a5283293f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:32.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89cd600700 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a5283135c0 0x55a5283293f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89cd600700 1 -- 172.21.15.26:0/682527504 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a52830f780 msgr2=0x55a52832e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:32.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89cd600700 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a52830f780 0x55a52832e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.944+0000 7f89cd600700 1 -- 172.21.15.26:0/682527504 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a528329c10 con 0x55a528309ef0 2024-04-26T02:03:32.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.945+0000 7f89ccc00700 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a52830f780 0x55a52832e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:32.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.945+0000 7f89cd600700 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a528309ef0 0x55a52832e440 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f89bc09add0 tx=0x7f89bc009880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5546d325e4bd369 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:32.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.945+0000 7f89af400700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:03:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.945+0000 7f89af400700 1 -- 172.21.15.26:0/682527504 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89bc09cb20 con 0x55a528309ef0 2024-04-26T02:03:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.945+0000 7f89af400700 1 -- 172.21.15.26:0/682527504 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f89bc01fd90 con 0x55a528309ef0 2024-04-26T02:03:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.945+0000 7f89daa4bb80 1 -- 172.21.15.26:0/682527504 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89bc09de50 con 0x55a528309ef0 2024-04-26T02:03:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.945+0000 7f89af400700 1 -- 172.21.15.26:0/682527504 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f89bc0a5790 con 0x55a528309ef0 2024-04-26T02:03:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.945+0000 7f89daa4bb80 10 client.25321 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.945+0000 7f89daa4bb80 1 -- 172.21.15.26:0/682527504 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a52838b720 con 0x55a528309ef0 2024-04-26T02:03:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.946+0000 7f89af400700 1 -- 172.21.15.26:0/682527504 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89bc09de50 con 0x55a528309ef0 2024-04-26T02:03:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.946+0000 7f89af400700 1 -- 172.21.15.26:0/682527504 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f89bc0bbce0 con 0x55a528309ef0 2024-04-26T02:03:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.946+0000 7f89daa4bb80 10 client.25321 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.946+0000 7f89daa4bb80 10 client.25321 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T02:03:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.946+0000 7f89daa4bb80 20 client.25321 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.946+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x55a52838faf0 0x55a52838e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:32.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.946+0000 7f89daa4bb80 4 client.25321 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:03:32.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.946+0000 7f89daa4bb80 1 -- 172.21.15.26:0/682527504 --> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] -- command(tid 0: {"prefix": "status"}) -- 0x55a5282636d0 con 0x55a52838faf0 2024-04-26T02:03:32.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.946+0000 7f89ccc00700 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x55a52838faf0 0x55a52838e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:32.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.947+0000 7f89ccc00700 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x55a52838faf0 0x55a52838e800 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1e2f5cecf63e841f server_cookie=ad327256611a0f5a in_seq=0 out_seq=0 2024-04-26T02:03:32.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.947+0000 7f89af400700 10 client.25321 ms_handle_connect on v2:172.21.15.33:6836/163348840 2024-04-26T02:03:32.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.947+0000 7f89af400700 1 -- 172.21.15.26:0/682527504 <== mds.3 v2:172.21.15.33:6836/163348840 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a5282636d0 con 0x55a52838faf0 2024-04-26T02:03:32.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.947+0000 7f89af400700 10 client.25321 handle_command_reply: tid=0 2024-04-26T02:03:32.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.947+0000 7f89daa4bb80 1 client.25321 shutdown 2024-04-26T02:03:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.947+0000 7f89daa4bb80 1 -- 172.21.15.26:0/682527504 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a528309ef0 msgr2=0x55a52832e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.947+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a528309ef0 0x55a52832e440 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f89bc09add0 tx=0x7f89bc009880 comp rx=0 tx=0).stop 2024-04-26T02:03:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.948+0000 7f89daa4bb80 1 -- 172.21.15.26:0/682527504 shutdown_connections 2024-04-26T02:03:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.948+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.33:6836/163348840,v1:172.21.15.33:6837/163348840] conn(0x55a52838faf0 0x55a52838e800 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.948+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a5283135c0 0x55a5283293f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.948+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a528309ef0 0x55a52832e440 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.948+0000 7f89daa4bb80 1 --2- 172.21.15.26:0/682527504 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a52830f780 0x55a52832e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.948+0000 7f89af400700 0 client.25321 ms_handle_reset on v2:172.21.15.33:6836/163348840 2024-04-26T02:03:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.948+0000 7f89daa4bb80 1 -- 172.21.15.26:0/682527504 >> 172.21.15.26:0/682527504 conn(0x55a528237f00 msgr2=0x55a5283118f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.948+0000 7f89daa4bb80 1 -- 172.21.15.26:0/682527504 shutdown_connections 2024-04-26T02:03:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.948+0000 7f89daa4bb80 1 -- 172.21.15.26:0/682527504 wait complete. 2024-04-26T02:03:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.948+0000 7f89daa4bb80 20 client.25321 trim_cache size 0 max 16384 2024-04-26T02:03:32.949 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:03:32.949 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:03:32.949 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 3, 2024-04-26T02:03:32.949 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24491, 2024-04-26T02:03:32.949 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:03:32.949 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:03:32.950 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:03:32.950 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 278.86513737500002, 2024-04-26T02:03:32.950 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 29, 2024-04-26T02:03:32.950 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 92, 2024-04-26T02:03:32.950 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 91, 2024-04-26T02:03:32.950 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 336.96773915400001 2024-04-26T02:03:32.950 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:03:32.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.949+0000 7f89d0000700 1 -- 172.21.15.26:0/2296743902 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f89b00a3f60 msgr2=0x7f89b00a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:32.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.949+0000 7f89d0000700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f89b00a3f60 0x7f89b00a6420 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f89b40098e0 tx=0x7f89b4005960 comp rx=0 tx=0).stop 2024-04-26T02:03:32.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.949+0000 7f89d0000700 1 -- 172.21.15.26:0/2296743902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89c8102af0 msgr2=0x7f89c819b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:32.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.949+0000 7f89d0000700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89c8102af0 0x7f89c819b2d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f89bc00eb30 tx=0x7f89bc00ee40 comp rx=0 tx=0).stop 2024-04-26T02:03:32.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.950+0000 7f89d0000700 1 -- 172.21.15.26:0/2296743902 shutdown_connections 2024-04-26T02:03:32.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.950+0000 7f89d0000700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f89b00a3f60 0x7f89b00a6420 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.950+0000 7f89d0000700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8107940 0x7f89c819fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.950+0000 7f89d0000700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89c8102af0 0x7f89c819b2d0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.950+0000 7f89d0000700 1 --2- 172.21.15.26:0/2296743902 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89c81034b0 0x7f89c819b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:32.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.950+0000 7f89d0000700 1 -- 172.21.15.26:0/2296743902 >> 172.21.15.26:0/2296743902 conn(0x7f89c8079ba0 msgr2=0x7f89c8100960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:32.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.950+0000 7f89d0000700 1 -- 172.21.15.26:0/2296743902 shutdown_connections 2024-04-26T02:03:32.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:32.950+0000 7f89d0000700 1 -- 172.21.15.26:0/2296743902 wait complete. 2024-04-26T02:03:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.693+0000 7f8003a00640 1 -- 172.21.15.26:0/3468338018 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ffc109490 msgr2=0x7f7ffc111060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.693+0000 7f8003a00640 1 --2- 172.21.15.26:0/3468338018 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ffc109490 0x7f7ffc111060 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7ff4009ca0 tx=0x7f7ff402a8c0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.693+0000 7f8003a00640 1 -- 172.21.15.26:0/3468338018 shutdown_connections 2024-04-26T02:03:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.693+0000 7f8003a00640 1 --2- 172.21.15.26:0/3468338018 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ffc109490 0x7f7ffc111060 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.693+0000 7f8003a00640 1 --2- 172.21.15.26:0/3468338018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc104d70 0x7f7ffc108db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.693+0000 7f8003a00640 1 --2- 172.21.15.26:0/3468338018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ffc1043c0 0x7f7ffc1047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.693+0000 7f8003a00640 1 -- 172.21.15.26:0/3468338018 >> 172.21.15.26:0/3468338018 conn(0x7f7ffc0ffc20 msgr2=0x7f7ffc102040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.693+0000 7f8003a00640 1 -- 172.21.15.26:0/3468338018 shutdown_connections 2024-04-26T02:03:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.693+0000 7f8003a00640 1 -- 172.21.15.26:0/3468338018 wait complete. 2024-04-26T02:03:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.695+0000 7f8003a00640 1 Processor -- start 2024-04-26T02:03:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.695+0000 7f8003a00640 1 -- start start 2024-04-26T02:03:33.694 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.695+0000 7f8003a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ffc1043c0 0x7f7ffc1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.694 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.695+0000 7f8003a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc109490 0x7f7ffc1a0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.694 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.695+0000 7f8003a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ffc19a7b0 0x7f7ffc19ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.695+0000 7f8003a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc114450 con 0x7f7ffc1043c0 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.695+0000 7f8003a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1142d0 con 0x7f7ffc109490 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.695+0000 7f8003a00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1145d0 con 0x7f7ffc19a7b0 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.696+0000 7f8001000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ffc1043c0 0x7f7ffc1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.696+0000 7f8001000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ffc1043c0 0x7f7ffc1a06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40204/0 (socket says 172.21.15.26:40204) 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.696+0000 7f8001000640 1 -- 172.21.15.26:0/2658784736 learned_addr learned my addr 172.21.15.26:0/2658784736 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.696+0000 7f8001a00640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ffc19a7b0 0x7f7ffc19ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.696+0000 7f7ffbe00640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc109490 0x7f7ffc1a0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.696+0000 7f8001000640 1 -- 172.21.15.26:0/2658784736 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ffc19a7b0 msgr2=0x7f7ffc19ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.696+0000 7f8001000640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ffc19a7b0 0x7f7ffc19ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.696+0000 7f8001000640 1 -- 172.21.15.26:0/2658784736 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc109490 msgr2=0x7f7ffc1a0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.696+0000 7f8001000640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc109490 0x7f7ffc1a0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.696+0000 7f8001000640 1 -- 172.21.15.26:0/2658784736 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ffc19b3b0 con 0x7f7ffc1043c0 2024-04-26T02:03:33.696 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.697+0000 7f8001000640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ffc1043c0 0x7f7ffc1a06a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7ff000e9f0 tx=0x7f7ff000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:33.696 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.697+0000 7f7ff9600640 1 -- 172.21.15.26:0/2658784736 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff000cd80 con 0x7f7ffc1043c0 2024-04-26T02:03:33.696 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.697+0000 7f7ff9600640 1 -- 172.21.15.26:0/2658784736 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ff00108e0 con 0x7f7ffc1043c0 2024-04-26T02:03:33.697 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.697+0000 7f8003a00640 1 -- 172.21.15.26:0/2658784736 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ffc1a7440 con 0x7f7ffc1043c0 2024-04-26T02:03:33.697 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.697+0000 7f7ff9600640 1 -- 172.21.15.26:0/2658784736 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff0018980 con 0x7f7ffc1043c0 2024-04-26T02:03:33.697 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.697+0000 7f8003a00640 1 -- 172.21.15.26:0/2658784736 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ffc1a7840 con 0x7f7ffc1043c0 2024-04-26T02:03:33.700 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.701+0000 7f8006870740 1 Processor -- start 2024-04-26T02:03:33.700 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.701+0000 7f8006870740 1 -- start start 2024-04-26T02:03:33.701 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.702+0000 7f8006870740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 0x55e60edaac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.701 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.702+0000 7f8006870740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edab140 0x55e60edb54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.701 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.702+0000 7f8006870740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edb5a00 0x55e60edb7df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.701 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.702+0000 7f8006870740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e60ed10900 con 0x55e60edb5a00 2024-04-26T02:03:33.701 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.702+0000 7f8006870740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e60ecb6ef0 con 0x55e60edaa820 2024-04-26T02:03:33.701 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.702+0000 7f8006870740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55e60ed0c8c0 con 0x55e60edab140 2024-04-26T02:03:33.701 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.702+0000 7f7ff9600640 1 -- 172.21.15.26:0/2658784736 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f7ff0010430 con 0x7f7ffc1043c0 2024-04-26T02:03:33.701 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.702+0000 7f8001a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 0x55e60edaac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.702 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.703+0000 7f8001a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 0x55e60edaac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:59424/0 (socket says 172.21.15.26:59424) 2024-04-26T02:03:33.702 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.703+0000 7f8001a00640 1 -- 172.21.15.26:0/4174443944 learned_addr learned my addr 172.21.15.26:0/4174443944 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:33.702 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.703+0000 7f7ffbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edb5a00 0x55e60edb7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.702 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.703+0000 7f8001000640 1 --2- 172.21.15.26:0/4174443944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edab140 0x55e60edb54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.703+0000 7f8001a00640 1 -- 172.21.15.26:0/4174443944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edab140 msgr2=0x55e60edb54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.703+0000 7f8001a00640 1 --2- 172.21.15.26:0/4174443944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edab140 0x55e60edb54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.703+0000 7f8001a00640 1 -- 172.21.15.26:0/4174443944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edb5a00 msgr2=0x55e60edb7df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.703+0000 7f8001a00640 1 --2- 172.21.15.26:0/4174443944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edb5a00 0x55e60edb7df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.703+0000 7f8001a00640 1 -- 172.21.15.26:0/4174443944 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e60ea23210 con 0x55e60edaa820 2024-04-26T02:03:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.703+0000 7f8001a00640 1 --2- 172.21.15.26:0/4174443944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 0x55e60edaac00 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7ff4009ca0 tx=0x7f7ff40093e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c7f42911bdd87c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.704+0000 7f7fee000640 1 -- 172.21.15.26:0/4174443944 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff4031cf0 con 0x55e60edaa820 2024-04-26T02:03:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.704+0000 7f7fee000640 1 -- 172.21.15.26:0/4174443944 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ff4036030 con 0x55e60edaa820 2024-04-26T02:03:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.704+0000 7f7fee000640 1 -- 172.21.15.26:0/4174443944 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff40042a0 con 0x55e60edaa820 2024-04-26T02:03:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.705+0000 7f8006870740 1 -- 172.21.15.26:0/4174443944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 msgr2=0x55e60edaac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.705+0000 7f8006870740 1 --2- 172.21.15.26:0/4174443944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 0x55e60edaac00 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7ff4009ca0 tx=0x7f7ff40093e0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.705+0000 7f7ff9600640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7fe40a3ec0 0x7f7fe40a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.705+0000 7f8006870740 1 -- 172.21.15.26:0/4174443944 shutdown_connections 2024-04-26T02:03:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.705+0000 7f8006870740 1 --2- 172.21.15.26:0/4174443944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edb5a00 0x55e60edb7df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.705+0000 7f8006870740 1 --2- 172.21.15.26:0/4174443944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edab140 0x55e60edb54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.705+0000 7f8006870740 1 --2- 172.21.15.26:0/4174443944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 0x55e60edaac00 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.705+0000 7f8006870740 1 -- 172.21.15.26:0/4174443944 >> 172.21.15.26:0/4174443944 conn(0x55e60eda6d30 msgr2=0x55e60eda7110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.705+0000 7f7ff9600640 1 -- 172.21.15.26:0/2658784736 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7ff00d0d70 con 0x7f7ffc1043c0 2024-04-26T02:03:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.705+0000 7f8006870740 1 -- 172.21.15.26:0/4174443944 shutdown_connections 2024-04-26T02:03:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.705+0000 7f8006870740 1 -- 172.21.15.26:0/4174443944 wait complete. 2024-04-26T02:03:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.706+0000 7f8006870740 1 -- start start 2024-04-26T02:03:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.706+0000 7f8006870740 1 Processor -- start 2024-04-26T02:03:33.706 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.707+0000 7f8006870740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edaa820 0x55e60edb29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.706 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.707+0000 7f8006870740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 0x55e60edb2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.706 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.707+0000 7f8006870740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edb3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.707+0000 7f8006870740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e60edb8450 con 0x55e60edaa820 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.707+0000 7f8006870740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55e60ecca310 con 0x55e60edab140 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.707+0000 7f8006870740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55e60edb85d0 con 0x55e60edb5a00 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.707+0000 7f8006870740 10 client.0 _ll_register_callbacks cb 0x55e60ec98cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.707+0000 7f8001a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edaa820 0x55e60edb29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.707+0000 7f8001a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edaa820 0x55e60edb29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40228/0 (socket says 172.21.15.26:40228) 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.707+0000 7f8001a00640 1 -- 172.21.15.26:0/4202937772 learned_addr learned my addr 172.21.15.26:0/4202937772 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.707+0000 7f8001000640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7fe40a3ec0 0x7f7fe40a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.707+0000 7f8001a00640 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edb3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.708+0000 7f7ffbe00640 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 0x55e60edb2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.708+0000 7f7ffbe00640 1 -- 172.21.15.26:0/4202937772 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 msgr2=0x55e60edb3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.708+0000 7f7ffbe00640 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edb3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.708+0000 7f7ffbe00640 1 -- 172.21.15.26:0/4202937772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edaa820 msgr2=0x55e60edb29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.708+0000 7f7ffbe00640 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edaa820 0x55e60edb29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.708+0000 7f7ffbe00640 1 -- 172.21.15.26:0/4202937772 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e60eaef620 con 0x55e60edab140 2024-04-26T02:03:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.709+0000 7f7ffbe00640 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 0x55e60edb2ef0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x55e60eda8150 tx=0x7f7fe8012b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6fee73ade021355b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.709+0000 7f7fe2a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:03:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.709+0000 7f8001000640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7fe40a3ec0 0x7f7fe40a6380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7ff00ce310 tx=0x7f7ff00d4840 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.709+0000 7f7fe2a00640 1 -- 172.21.15.26:0/4202937772 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe800f8f0 con 0x55e60edab140 2024-04-26T02:03:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.709+0000 7f7fe2a00640 1 -- 172.21.15.26:0/4202937772 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7fe800fa90 con 0x55e60edab140 2024-04-26T02:03:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.709+0000 7f8006870740 1 -- 172.21.15.26:0/4202937772 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ff4036030 con 0x55e60edab140 2024-04-26T02:03:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.709+0000 7f7fe2a00640 1 -- 172.21.15.26:0/4202937772 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7fe800fc90 con 0x55e60edab140 2024-04-26T02:03:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.709+0000 7f8006870740 10 client.25349 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.709+0000 7f8006870740 1 -- 172.21.15.26:0/4202937772 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e60edccf40 con 0x55e60edab140 2024-04-26T02:03:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.710+0000 7f7fe2a00640 1 -- 172.21.15.26:0/4202937772 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ff4036030 con 0x55e60edab140 2024-04-26T02:03:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.710+0000 7f7fe2a00640 1 -- 172.21.15.26:0/4202937772 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7fe8026420 con 0x55e60edab140 2024-04-26T02:03:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.710+0000 7f8006870740 10 client.25349 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.710+0000 7f8006870740 10 client.25349 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.710+0000 7f8006870740 20 client.25349 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.710+0000 7f8006870740 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55e60edce400 0x55e60edd07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.710+0000 7f8006870740 4 client.25349 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.710+0000 7f8006870740 1 -- 172.21.15.26:0/4202937772 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e60ed248b0 con 0x55e60edce400 2024-04-26T02:03:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.711+0000 7f8001a00640 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55e60edce400 0x55e60edd07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.711+0000 7f8001a00640 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55e60edce400 0x55e60edd07f0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8d625dc03495061 server_cookie=4e44b4e848709b97 in_seq=0 out_seq=0 2024-04-26T02:03:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.711+0000 7f7fe2a00640 10 client.25349 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:33.712 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.712+0000 7f7fe2a00640 1 -- 172.21.15.26:0/4202937772 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e60ed248b0 con 0x55e60edce400 2024-04-26T02:03:33.712 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.712+0000 7f7fe2a00640 10 client.25349 handle_command_reply: tid=0 2024-04-26T02:03:33.712 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.712+0000 7f8006870740 1 client.25349 shutdown 2024-04-26T02:03:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.712+0000 7f8006870740 1 -- 172.21.15.26:0/4202937772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 msgr2=0x55e60edb2ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.712+0000 7f8006870740 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 0x55e60edb2ef0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x55e60eda8150 tx=0x7f7fe8012b60 comp rx=0 tx=0).stop 2024-04-26T02:03:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.713+0000 7f8006870740 1 -- 172.21.15.26:0/4202937772 shutdown_connections 2024-04-26T02:03:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.713+0000 7f8006870740 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55e60edce400 0x55e60edd07f0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.713+0000 7f8006870740 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edb3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.713+0000 7f8006870740 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 0x55e60edb2ef0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.713+0000 7f8006870740 1 --2- 172.21.15.26:0/4202937772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edaa820 0x55e60edb29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.713+0000 7f7fe2a00640 0 client.25349 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.713+0000 7f8006870740 1 -- 172.21.15.26:0/4202937772 >> 172.21.15.26:0/4202937772 conn(0x55e60eda6d30 msgr2=0x55e60edaca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.713+0000 7f8006870740 1 -- 172.21.15.26:0/4202937772 shutdown_connections 2024-04-26T02:03:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.713+0000 7f8006870740 1 -- 172.21.15.26:0/4202937772 wait complete. 2024-04-26T02:03:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.713+0000 7f8006870740 20 client.25349 trim_cache size 0 max 16384 2024-04-26T02:03:33.730 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.732+0000 7f8006870740 1 Processor -- start 2024-04-26T02:03:33.731 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.732+0000 7f8006870740 1 -- start start 2024-04-26T02:03:33.731 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f8006870740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edaa820 0x55e60edc1310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.731 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f8006870740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 0x55e60edd6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.731 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f8006870740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edd65b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.732 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f8006870740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1ab9c0 con 0x55e60edaa820 2024-04-26T02:03:33.732 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f8006870740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1ad500 con 0x55e60edab140 2024-04-26T02:03:33.732 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f8006870740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1ac090 con 0x55e60edb5a00 2024-04-26T02:03:33.732 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f7ffbe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 0x55e60edd6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.732 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f8001a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edaa820 0x55e60edc1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.732 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f7ffbe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 0x55e60edd6070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:59434/0 (socket says 172.21.15.26:59434) 2024-04-26T02:03:33.732 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f7ffbe00640 1 -- 172.21.15.26:0/2289381979 learned_addr learned my addr 172.21.15.26:0/2289381979 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:33.733 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f8001a00640 1 --2- 172.21.15.26:0/2289381979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edd65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.733 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f7ffbe00640 1 -- 172.21.15.26:0/2289381979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 msgr2=0x55e60edd65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:33.733 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f7ffbe00640 1 --2- 172.21.15.26:0/2289381979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edd65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.733 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.733+0000 7f7ffbe00640 1 -- 172.21.15.26:0/2289381979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edaa820 msgr2=0x55e60edc1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:33.733 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.734+0000 7f7ffbe00640 1 --2- 172.21.15.26:0/2289381979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edaa820 0x55e60edc1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.733 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.734+0000 7f7ffbe00640 1 -- 172.21.15.26:0/2289381979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e60edd0b60 con 0x55e60edab140 2024-04-26T02:03:33.733 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.734+0000 7f8001a00640 1 --2- 172.21.15.26:0/2289381979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edaa820 0x55e60edc1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:33.733 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.734+0000 7f7ffbe00640 1 --2- 172.21.15.26:0/2289381979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 0x55e60edd6070 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8009e40 tx=0x7f7fe800f810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d73d6ae4a58c066 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:33.734 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.734+0000 7f7fed600640 1 -- 172.21.15.26:0/2289381979 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe800f8f0 con 0x55e60edab140 2024-04-26T02:03:33.734 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.734+0000 7f7fed600640 1 -- 172.21.15.26:0/2289381979 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7fe802a070 con 0x55e60edab140 2024-04-26T02:03:33.734 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.734+0000 7f7fed600640 1 -- 172.21.15.26:0/2289381979 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe8005400 con 0x55e60edab140 2024-04-26T02:03:33.735 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.735+0000 7f8006870740 1 -- 172.21.15.26:0/2289381979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 msgr2=0x55e60edd6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:33.735 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.735+0000 7f8006870740 1 --2- 172.21.15.26:0/2289381979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 0x55e60edd6070 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8009e40 tx=0x7f7fe800f810 comp rx=0 tx=0).stop 2024-04-26T02:03:33.735 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.735+0000 7f8006870740 1 -- 172.21.15.26:0/2289381979 shutdown_connections 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.735+0000 7f8006870740 1 --2- 172.21.15.26:0/2289381979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edd65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.735+0000 7f8006870740 1 --2- 172.21.15.26:0/2289381979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edab140 0x55e60edd6070 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.735+0000 7f8006870740 1 --2- 172.21.15.26:0/2289381979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edaa820 0x55e60edc1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.735+0000 7f8006870740 1 -- 172.21.15.26:0/2289381979 >> 172.21.15.26:0/2289381979 conn(0x55e60eda6d30 msgr2=0x55e60edadc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.735+0000 7f8006870740 1 -- 172.21.15.26:0/2289381979 shutdown_connections 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.735+0000 7f8006870740 1 -- 172.21.15.26:0/2289381979 wait complete. 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.736+0000 7f8006870740 1 -- start start 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.736+0000 7f8006870740 1 Processor -- start 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f8006870740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 0x55e60edbdd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f8006870740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edbb010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f8006870740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edbb6b0 0x55e60ee338f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f8006870740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1ace30 con 0x55e60edbb6b0 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f8006870740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1ac760 con 0x55e60edaa820 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f8006870740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7ffc1a9960 con 0x55e60edb5a00 2024-04-26T02:03:33.736 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f8006870740 10 client.0 _ll_register_callbacks cb 0x7f7fe8009d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:33.737 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f8001a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 0x55e60edbdd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.737 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f7ffbe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edbb010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.737 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f7ffbe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edbb010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:50398/0 (socket says 172.21.15.26:50398) 2024-04-26T02:03:33.737 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f8001a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 0x55e60edbdd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:59446/0 (socket says 172.21.15.26:59446) 2024-04-26T02:03:33.737 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f7ffbe00640 1 -- 172.21.15.26:0/2869394337 learned_addr learned my addr 172.21.15.26:0/2869394337 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:33.737 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f8001a00640 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edbb6b0 0x55e60ee338f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.739 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f7ffbe00640 1 -- 172.21.15.26:0/2869394337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 msgr2=0x55e60edbdd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:33.739 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.737+0000 7f7ffbe00640 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 0x55e60edbdd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.739 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.738+0000 7f7ffbe00640 1 -- 172.21.15.26:0/2869394337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edbb6b0 msgr2=0x55e60ee338f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:33.739 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.738+0000 7f7ffbe00640 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edbb6b0 0x55e60ee338f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.739 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.738+0000 7f7ffbe00640 1 -- 172.21.15.26:0/2869394337 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e60edbbdf0 con 0x55e60edb5a00 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.738+0000 7f8001a00640 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edbb6b0 0x55e60ee338f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.738+0000 7f7ffbe00640 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edbb010 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8012420 tx=0x7f7fe80050d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1eb5efd9fa89597 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.738+0000 7f7fe2a00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.738+0000 7f7fe2a00640 1 -- 172.21.15.26:0/2869394337 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe8026a10 con 0x55e60edb5a00 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.738+0000 7f7fe2a00640 1 -- 172.21.15.26:0/2869394337 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7fe8026bb0 con 0x55e60edb5a00 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.738+0000 7f8006870740 1 -- 172.21.15.26:0/2869394337 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7fe802a070 con 0x55e60edb5a00 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.739+0000 7f7fe2a00640 1 -- 172.21.15.26:0/2869394337 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7fe8026db0 con 0x55e60edb5a00 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.739+0000 7f8006870740 10 client.25339 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.739+0000 7f8006870740 1 -- 172.21.15.26:0/2869394337 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e60ee34e20 con 0x55e60edb5a00 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.739+0000 7f7fe2a00640 1 -- 172.21.15.26:0/2869394337 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7fe802a070 con 0x55e60edb5a00 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.740+0000 7f7fe2a00640 1 -- 172.21.15.26:0/2869394337 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7fe8003b40 con 0x55e60edb5a00 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.740+0000 7f8006870740 10 client.25339 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.740+0000 7f8006870740 10 client.25339 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:33.740 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.740+0000 7f8006870740 20 client.25339 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:33.741 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.740+0000 7f8006870740 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55e60ee35450 0x55e60ee37870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:33.741 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.740+0000 7f8006870740 4 client.25339 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:03:33.741 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.740+0000 7f8006870740 1 -- 172.21.15.26:0/2869394337 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e60ed1e320 con 0x55e60ee35450 2024-04-26T02:03:33.741 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.740+0000 7f8001a00640 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55e60ee35450 0x55e60ee37870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:33.741 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.741+0000 7f7fe2a00640 10 client.25339 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:33.741 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.741+0000 7f8001a00640 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55e60ee35450 0x55e60ee37870 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=222f15dd79cd50e4 server_cookie=c090405c7aa5049a in_seq=0 out_seq=0 2024-04-26T02:03:33.748 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.750+0000 7f7fe2a00640 1 -- 172.21.15.26:0/2869394337 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e60ed1e320 con 0x55e60ee35450 2024-04-26T02:03:33.748 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.750+0000 7f7fe2a00640 10 client.25339 handle_command_reply: tid=0 2024-04-26T02:03:33.749 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.750+0000 7f8006870740 1 client.25339 shutdown 2024-04-26T02:03:33.749 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.750+0000 7f8006870740 1 -- 172.21.15.26:0/2869394337 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 msgr2=0x55e60edbb010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:33.749 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.750+0000 7f8006870740 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edbb010 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8012420 tx=0x7f7fe80050d0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.749 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.750+0000 7f8006870740 1 -- 172.21.15.26:0/2869394337 shutdown_connections 2024-04-26T02:03:33.749 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.750+0000 7f8006870740 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55e60ee35450 0x55e60ee37870 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.749 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.750+0000 7f8006870740 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e60edbb6b0 0x55e60ee338f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.749 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.750+0000 7f8006870740 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e60edb5a00 0x55e60edbb010 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.749 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.750+0000 7f8006870740 1 --2- 172.21.15.26:0/2869394337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55e60edaa820 0x55e60edbdd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.749 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.750+0000 7f7fe2a00640 0 client.25339 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:33.749 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.750+0000 7f8006870740 1 -- 172.21.15.26:0/2869394337 >> 172.21.15.26:0/2869394337 conn(0x55e60eda6d30 msgr2=0x55e60edb2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:33.750 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.751+0000 7f8006870740 1 -- 172.21.15.26:0/2869394337 shutdown_connections 2024-04-26T02:03:33.750 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.751+0000 7f8006870740 1 -- 172.21.15.26:0/2869394337 wait complete. 2024-04-26T02:03:33.750 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.751+0000 7f8006870740 20 client.25339 trim_cache size 0 max 16384 2024-04-26T02:03:33.750 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:03:33.750 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:03:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:03:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:03:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.751+0000 7f8003a00640 1 -- 172.21.15.26:0/2658784736 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7fe40a3ec0 msgr2=0x7f7fe40a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.751+0000 7f8003a00640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7fe40a3ec0 0x7f7fe40a6380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7ff00ce310 tx=0x7f7ff00d4840 comp rx=0 tx=0).stop 2024-04-26T02:03:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.751+0000 7f8003a00640 1 -- 172.21.15.26:0/2658784736 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ffc1043c0 msgr2=0x7f7ffc1a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.751+0000 7f8003a00640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ffc1043c0 0x7f7ffc1a06a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7ff000e9f0 tx=0x7f7ff000eeb0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.752+0000 7f8003a00640 1 -- 172.21.15.26:0/2658784736 shutdown_connections 2024-04-26T02:03:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.752+0000 7f8003a00640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7fe40a3ec0 0x7f7fe40a6380 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.752+0000 7f8003a00640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ffc19a7b0 0x7f7ffc19ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.752+0000 7f8003a00640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ffc109490 0x7f7ffc1a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.752+0000 7f8003a00640 1 --2- 172.21.15.26:0/2658784736 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ffc1043c0 0x7f7ffc1a06a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.752+0000 7f8003a00640 1 -- 172.21.15.26:0/2658784736 >> 172.21.15.26:0/2658784736 conn(0x7f7ffc0ffc20 msgr2=0x7f7ffc101f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.752+0000 7f8003a00640 1 -- 172.21.15.26:0/2658784736 shutdown_connections 2024-04-26T02:03:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:33.752+0000 7f8003a00640 1 -- 172.21.15.26:0/2658784736 wait complete. 2024-04-26T02:03:33.872 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.g status 2024-04-26T02:03:34.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:33 smithi026 ceph-mon[28138]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.6 KiB/s wr, 13 op/s 2024-04-26T02:03:34.304 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:33 smithi033 ceph-mon[32805]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.6 KiB/s wr, 13 op/s 2024-04-26T02:03:34.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:33 smithi064 ceph-mon[32613]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.6 KiB/s wr, 13 op/s 2024-04-26T02:03:34.333 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:36.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:35 smithi026 ceph-mon[28138]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-26T02:03:36.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:35 smithi033 ceph-mon[32805]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-26T02:03:36.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:35 smithi064 ceph-mon[32613]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-26T02:03:36.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.808+0000 7f884f400700 1 -- 172.21.15.26:0/2845011532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f884810f4a0 msgr2=0x7f8848111890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:36.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.808+0000 7f884f400700 1 --2- 172.21.15.26:0/2845011532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f884810f4a0 0x7f8848111890 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8840009f90 tx=0x7f884000b330 comp rx=0 tx=0).stop 2024-04-26T02:03:36.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.808+0000 7f884f400700 1 -- 172.21.15.26:0/2845011532 shutdown_connections 2024-04-26T02:03:36.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.808+0000 7f884f400700 1 --2- 172.21.15.26:0/2845011532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f884810f4a0 0x7f8848111890 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.808+0000 7f884f400700 1 --2- 172.21.15.26:0/2845011532 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8848074c70 0x7f8848075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.808+0000 7f884f400700 1 --2- 172.21.15.26:0/2845011532 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8848075590 0x7f884810ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.808+0000 7f884f400700 1 -- 172.21.15.26:0/2845011532 >> 172.21.15.26:0/2845011532 conn(0x7f8848079ba0 msgr2=0x7f8848079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:36.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.808+0000 7f884f400700 1 -- 172.21.15.26:0/2845011532 shutdown_connections 2024-04-26T02:03:36.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.808+0000 7f884f400700 1 -- 172.21.15.26:0/2845011532 wait complete. 2024-04-26T02:03:36.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.810+0000 7f884f400700 1 Processor -- start 2024-04-26T02:03:36.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.810+0000 7f884f400700 1 -- start start 2024-04-26T02:03:36.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.810+0000 7f884f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8848074c70 0x7f884819b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.810+0000 7f884f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8848075590 0x7f884819b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.810+0000 7f884f400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f884810f4a0 0x7f884819fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.810+0000 7f884f400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8848114e80 con 0x7f8848074c70 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.810+0000 7f884f400700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8848114d00 con 0x7f884810f4a0 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.810+0000 7f884f400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f8848115000 con 0x7f8848075590 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.811+0000 7f8847e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8848075590 0x7f884819b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.811+0000 7f884ca00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8848074c70 0x7f884819b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.811+0000 7f8847e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8848075590 0x7f884819b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:38544/0 (socket says 172.21.15.26:38544) 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.811+0000 7f884ca00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8848074c70 0x7f884819b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46510/0 (socket says 172.21.15.26:46510) 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.811+0000 7f8847e00700 1 -- 172.21.15.26:0/2139340037 learned_addr learned my addr 172.21.15.26:0/2139340037 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.811+0000 7f884d400700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f884810f4a0 0x7f884819fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.811+0000 7f884d400700 1 -- 172.21.15.26:0/2139340037 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8848075590 msgr2=0x7f884819b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.811+0000 7f884d400700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8848075590 0x7f884819b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.811+0000 7f884d400700 1 -- 172.21.15.26:0/2139340037 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8848074c70 msgr2=0x7f884819b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:36.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.811+0000 7f884d400700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8848074c70 0x7f884819b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.811+0000 7f884d400700 1 -- 172.21.15.26:0/2139340037 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88481a02b0 con 0x7f884810f4a0 2024-04-26T02:03:36.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.811+0000 7f884ca00700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8848074c70 0x7f884819b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:36.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.812+0000 7f884d400700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f884810f4a0 0x7f884819fb70 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f884000b6c0 tx=0x7f884000cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:36.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.812+0000 7f8845600700 1 -- 172.21.15.26:0/2139340037 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8840021070 con 0x7f884810f4a0 2024-04-26T02:03:36.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.812+0000 7f8845600700 1 -- 172.21.15.26:0/2139340037 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8840007d60 con 0x7f884810f4a0 2024-04-26T02:03:36.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.812+0000 7f8845600700 1 -- 172.21.15.26:0/2139340037 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8840005040 con 0x7f884810f4a0 2024-04-26T02:03:36.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.812+0000 7f884f400700 1 -- 172.21.15.26:0/2139340037 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88481a0540 con 0x7f884810f4a0 2024-04-26T02:03:36.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.812+0000 7f884f400700 1 -- 172.21.15.26:0/2139340037 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88481a7e20 con 0x7f884810f4a0 2024-04-26T02:03:36.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.816+0000 7f8845600700 1 -- 172.21.15.26:0/2139340037 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f8840024070 con 0x7f884810f4a0 2024-04-26T02:03:36.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.817+0000 7f8859df2b80 1 Processor -- start 2024-04-26T02:03:36.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.817+0000 7f8859df2b80 1 -- start start 2024-04-26T02:03:36.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.818+0000 7f8859df2b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fa06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.818+0000 7f8859df2b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85fa0c10 0x559e85fab570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.818+0000 7f8859df2b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fabab0 0x559e85fadea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.818+0000 7f8859df2b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559e85ef3e40 con 0x559e85fa02f0 2024-04-26T02:03:36.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.818+0000 7f8859df2b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559e85e9a6e0 con 0x559e85fabab0 2024-04-26T02:03:36.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.818+0000 7f8859df2b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x559e85eefe00 con 0x559e85fa0c10 2024-04-26T02:03:36.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.818+0000 7f8847e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fa06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.818+0000 7f8847e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fa06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46526/0 (socket says 172.21.15.26:46526) 2024-04-26T02:03:36.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.818+0000 7f8847e00700 1 -- 172.21.15.26:0/4061824471 learned_addr learned my addr 172.21.15.26:0/4061824471 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:36.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.818+0000 7f884ca00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85fa0c10 0x559e85fab570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.818+0000 7f8847e00700 1 --2- 172.21.15.26:0/4061824471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fabab0 0x559e85fadea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.819+0000 7f8845600700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f88300ac770 0x7f88300aec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.819+0000 7f8847e00700 1 -- 172.21.15.26:0/4061824471 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85fa0c10 msgr2=0x559e85fab570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:36.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.819+0000 7f8845600700 1 -- 172.21.15.26:0/2139340037 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f884000f020 con 0x7f884810f4a0 2024-04-26T02:03:36.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.819+0000 7f8847e00700 1 --2- 172.21.15.26:0/4061824471 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85fa0c10 0x559e85fab570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.819+0000 7f8847e00700 1 -- 172.21.15.26:0/4061824471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fabab0 msgr2=0x559e85fadea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:36.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.819+0000 7f8847e00700 1 --2- 172.21.15.26:0/4061824471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fabab0 0x559e85fadea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.819+0000 7f8847e00700 1 -- 172.21.15.26:0/4061824471 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e85e90630 con 0x559e85fa02f0 2024-04-26T02:03:36.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.819+0000 7f884ca00700 1 --2- 172.21.15.26:0/4061824471 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85fa0c10 0x559e85fab570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:36.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.819+0000 7f8847e00700 1 --2- 172.21.15.26:0/4061824471 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fa06d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8834011910 tx=0x7f88340047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52383ecf0c676fc5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:36.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.820+0000 7f883a000700 1 -- 172.21.15.26:0/4061824471 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8834004030 con 0x559e85fa02f0 2024-04-26T02:03:36.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.820+0000 7f884d400700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f88300ac770 0x7f88300aec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.820+0000 7f883a000700 1 -- 172.21.15.26:0/4061824471 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8834003680 con 0x559e85fa02f0 2024-04-26T02:03:36.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.820+0000 7f883a000700 1 -- 172.21.15.26:0/4061824471 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883400e610 con 0x559e85fa02f0 2024-04-26T02:03:36.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.820+0000 7f8859df2b80 1 -- 172.21.15.26:0/4061824471 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 msgr2=0x559e85fa06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:36.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.820+0000 7f8859df2b80 1 --2- 172.21.15.26:0/4061824471 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fa06d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8834011910 tx=0x7f88340047c0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.821+0000 7f884d400700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f88300ac770 0x7f88300aec30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f88400cf230 tx=0x7f8840009040 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:36.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.821+0000 7f8859df2b80 1 -- 172.21.15.26:0/4061824471 shutdown_connections 2024-04-26T02:03:36.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.821+0000 7f8859df2b80 1 --2- 172.21.15.26:0/4061824471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fabab0 0x559e85fadea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.821+0000 7f8859df2b80 1 --2- 172.21.15.26:0/4061824471 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fa06d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.821+0000 7f8859df2b80 1 --2- 172.21.15.26:0/4061824471 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85fa0c10 0x559e85fab570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.821+0000 7f8859df2b80 1 -- 172.21.15.26:0/4061824471 >> 172.21.15.26:0/4061824471 conn(0x559e85ecf550 msgr2=0x559e85f9c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:36.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.821+0000 7f8859df2b80 1 -- 172.21.15.26:0/4061824471 shutdown_connections 2024-04-26T02:03:36.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.821+0000 7f8859df2b80 1 -- 172.21.15.26:0/4061824471 wait complete. 2024-04-26T02:03:36.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.822+0000 7f8859df2b80 1 -- start start 2024-04-26T02:03:36.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.822+0000 7f8859df2b80 1 Processor -- start 2024-04-26T02:03:36.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.822+0000 7f8859df2b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fab260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.823+0000 7f8859df2b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa0c10 0x559e85fa8560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.823+0000 7f8859df2b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85fabab0 0x559e85fa8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.823+0000 7f8859df2b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559e85fae5a0 con 0x559e85fa02f0 2024-04-26T02:03:36.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.823+0000 7f8859df2b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559e85ead810 con 0x559e85fa0c10 2024-04-26T02:03:36.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.823+0000 7f8859df2b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x559e85fae720 con 0x559e85fabab0 2024-04-26T02:03:36.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.823+0000 7f8859df2b80 10 client.0 _ll_register_callbacks cb 0x559e85e8c6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:36.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.823+0000 7f8847e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fab260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.823+0000 7f8847e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fab260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46540/0 (socket says 172.21.15.26:46540) 2024-04-26T02:03:36.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.823+0000 7f8847e00700 1 -- 172.21.15.26:0/2238454343 learned_addr learned my addr 172.21.15.26:0/2238454343 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:36.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.823+0000 7f884ca00700 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa0c10 0x559e85fa8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.823+0000 7f8847e00700 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85fabab0 0x559e85fa8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.824+0000 7f884ca00700 1 -- 172.21.15.26:0/2238454343 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85fabab0 msgr2=0x559e85fa8aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:36.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.824+0000 7f884ca00700 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85fabab0 0x559e85fa8aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.824+0000 7f884ca00700 1 -- 172.21.15.26:0/2238454343 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 msgr2=0x559e85fab260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:36.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.824+0000 7f884ca00700 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fab260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.824+0000 7f884ca00700 1 -- 172.21.15.26:0/2238454343 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e85e41880 con 0x559e85fa0c10 2024-04-26T02:03:36.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.824+0000 7f8847e00700 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fab260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:36.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.824+0000 7f884ca00700 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa0c10 0x559e85fa8560 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f883c012cf0 tx=0x7f883c00f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71cefa28cfd907d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:36.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.824+0000 7f882ea00700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:03:36.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.824+0000 7f882ea00700 1 -- 172.21.15.26:0/2238454343 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883c00f960 con 0x559e85fa0c10 2024-04-26T02:03:36.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.824+0000 7f8859df2b80 1 -- 172.21.15.26:0/2238454343 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8834003680 con 0x559e85fa0c10 2024-04-26T02:03:36.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.824+0000 7f882ea00700 1 -- 172.21.15.26:0/2238454343 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f883c00fb00 con 0x559e85fa0c10 2024-04-26T02:03:36.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.825+0000 7f882ea00700 1 -- 172.21.15.26:0/2238454343 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f883c00fd00 con 0x559e85fa0c10 2024-04-26T02:03:36.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.825+0000 7f8859df2b80 10 client.25367 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:36.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.825+0000 7f8859df2b80 1 -- 172.21.15.26:0/2238454343 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559e85e8aaa0 con 0x559e85fa0c10 2024-04-26T02:03:36.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.825+0000 7f882ea00700 1 -- 172.21.15.26:0/2238454343 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8834003680 con 0x559e85fa0c10 2024-04-26T02:03:36.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.825+0000 7f882ea00700 1 -- 172.21.15.26:0/2238454343 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f883c003be0 con 0x559e85fa0c10 2024-04-26T02:03:36.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.825+0000 7f8859df2b80 10 client.25367 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:36.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.825+0000 7f8859df2b80 10 client.25367 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T02:03:36.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.825+0000 7f8859df2b80 20 client.25367 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:36.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.826+0000 7f8859df2b80 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x559e85fbb2d0 0x559e85fbc740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.826+0000 7f8859df2b80 4 client.25367 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:36.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.826+0000 7f8859df2b80 1 -- 172.21.15.26:0/2238454343 --> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559e85f01630 con 0x559e85fbb2d0 2024-04-26T02:03:36.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.826+0000 7f8847e00700 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x559e85fbb2d0 0x559e85fbc740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.826+0000 7f8847e00700 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x559e85fbb2d0 0x559e85fbc740 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e67dcf0381506013 server_cookie=e16e2ef20be32153 in_seq=0 out_seq=0 2024-04-26T02:03:36.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.826+0000 7f882ea00700 10 client.25367 ms_handle_connect on v2:172.21.15.26:6838/384232954 2024-04-26T02:03:36.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.827+0000 7f882ea00700 1 -- 172.21.15.26:0/2238454343 <== mds.2 v2:172.21.15.26:6838/384232954 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559e85f01630 con 0x559e85fbb2d0 2024-04-26T02:03:36.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.827+0000 7f882ea00700 10 client.25367 handle_command_reply: tid=0 2024-04-26T02:03:36.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f8859df2b80 1 client.25367 shutdown 2024-04-26T02:03:36.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f8859df2b80 1 -- 172.21.15.26:0/2238454343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa0c10 msgr2=0x559e85fa8560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:36.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f8859df2b80 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa0c10 0x559e85fa8560 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f883c012cf0 tx=0x7f883c00f3c0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f8859df2b80 1 -- 172.21.15.26:0/2238454343 shutdown_connections 2024-04-26T02:03:36.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f8859df2b80 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85fabab0 0x559e85fa8aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f8859df2b80 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x559e85fbb2d0 0x559e85fbc740 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f8859df2b80 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fab260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f8859df2b80 1 --2- 172.21.15.26:0/2238454343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa0c10 0x559e85fa8560 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f882ea00700 0 client.25367 ms_handle_reset on v2:172.21.15.26:6838/384232954 2024-04-26T02:03:36.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f8859df2b80 1 -- 172.21.15.26:0/2238454343 >> 172.21.15.26:0/2238454343 conn(0x559e85ecf550 msgr2=0x559e85fa2c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:36.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f8859df2b80 1 -- 172.21.15.26:0/2238454343 shutdown_connections 2024-04-26T02:03:36.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f8859df2b80 1 -- 172.21.15.26:0/2238454343 wait complete. 2024-04-26T02:03:36.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.828+0000 7f8859df2b80 20 client.25367 trim_cache size 0 max 16384 2024-04-26T02:03:36.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.852+0000 7f8859df2b80 1 Processor -- start 2024-04-26T02:03:36.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.852+0000 7f8859df2b80 1 -- start start 2024-04-26T02:03:36.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.852+0000 7f8859df2b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85ecf550 0x559e85f9c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.852+0000 7f8859df2b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fa8340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.852+0000 7f8859df2b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa0c10 0x559e85fa8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.852+0000 7f8859df2b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559e85fbaa80 con 0x559e85fa02f0 2024-04-26T02:03:36.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.852+0000 7f8859df2b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559e85fbb150 con 0x559e85fa0c10 2024-04-26T02:03:36.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.852+0000 7f8859df2b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x559e85fbb820 con 0x559e85ecf550 2024-04-26T02:03:36.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.853+0000 7f884ca00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fa8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.853+0000 7f8847e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85ecf550 0x559e85f9c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.853+0000 7f884ca00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fa8340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46554/0 (socket says 172.21.15.26:46554) 2024-04-26T02:03:36.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.853+0000 7f884ca00700 1 -- 172.21.15.26:0/1181493484 learned_addr learned my addr 172.21.15.26:0/1181493484 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:36.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.853+0000 7f8847e00700 1 --2- 172.21.15.26:0/1181493484 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa0c10 0x559e85fa8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.853+0000 7f8847e00700 1 -- 172.21.15.26:0/1181493484 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa0c10 msgr2=0x559e85fa8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:36.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.853+0000 7f8847e00700 1 --2- 172.21.15.26:0/1181493484 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa0c10 0x559e85fa8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.853+0000 7f8847e00700 1 -- 172.21.15.26:0/1181493484 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 msgr2=0x559e85fa8340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:36.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.853+0000 7f8847e00700 1 --2- 172.21.15.26:0/1181493484 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fa8340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.853+0000 7f8847e00700 1 -- 172.21.15.26:0/1181493484 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e85f9dd20 con 0x559e85ecf550 2024-04-26T02:03:36.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.853+0000 7f8847e00700 1 --2- 172.21.15.26:0/1181493484 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85ecf550 0x559e85f9c920 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x559e85fbcf40 tx=0x7f8834021040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5528a32c69404e50 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:36.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.854+0000 7f8839600700 1 -- 172.21.15.26:0/1181493484 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8834028070 con 0x559e85ecf550 2024-04-26T02:03:36.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.854+0000 7f8839600700 1 -- 172.21.15.26:0/1181493484 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8834029040 con 0x559e85ecf550 2024-04-26T02:03:36.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.854+0000 7f8839600700 1 -- 172.21.15.26:0/1181493484 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8834004830 con 0x559e85ecf550 2024-04-26T02:03:36.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.855+0000 7f8859df2b80 1 -- 172.21.15.26:0/1181493484 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85ecf550 msgr2=0x559e85f9c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:36.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.855+0000 7f8859df2b80 1 --2- 172.21.15.26:0/1181493484 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85ecf550 0x559e85f9c920 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x559e85fbcf40 tx=0x7f8834021040 comp rx=0 tx=0).stop 2024-04-26T02:03:36.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.855+0000 7f8859df2b80 1 -- 172.21.15.26:0/1181493484 shutdown_connections 2024-04-26T02:03:36.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.855+0000 7f8859df2b80 1 --2- 172.21.15.26:0/1181493484 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa0c10 0x559e85fa8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.855+0000 7f8859df2b80 1 --2- 172.21.15.26:0/1181493484 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85ecf550 0x559e85f9c920 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.855+0000 7f8859df2b80 1 --2- 172.21.15.26:0/1181493484 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa02f0 0x559e85fa8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.855+0000 7f8859df2b80 1 -- 172.21.15.26:0/1181493484 >> 172.21.15.26:0/1181493484 conn(0x559e85fae120 msgr2=0x559e85f9c210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:36.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.855+0000 7f8859df2b80 1 -- 172.21.15.26:0/1181493484 shutdown_connections 2024-04-26T02:03:36.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.855+0000 7f8859df2b80 1 -- 172.21.15.26:0/1181493484 wait complete. 2024-04-26T02:03:36.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.856+0000 7f8859df2b80 1 -- start start 2024-04-26T02:03:36.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.856+0000 7f8859df2b80 1 Processor -- start 2024-04-26T02:03:36.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f8859df2b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85ecf550 0x559e85fc3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f8859df2b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa02f0 0x559e85fc3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f8859df2b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa0c10 0x559e85facef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f8859df2b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559e85fbc5c0 con 0x559e85fa0c10 2024-04-26T02:03:36.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f8859df2b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559e85fbbef0 con 0x559e85fa02f0 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f8859df2b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x559e85fbcc90 con 0x559e85ecf550 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f8859df2b80 10 client.0 _ll_register_callbacks cb 0x559e85e8c6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f8847e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85ecf550 0x559e85fc3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f8847e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85ecf550 0x559e85fc3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:38596/0 (socket says 172.21.15.26:38596) 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f884ca00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa02f0 0x559e85fc3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f8847e00700 1 -- 172.21.15.26:0/3061505264 learned_addr learned my addr 172.21.15.26:0/3061505264 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f8847e00700 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa0c10 0x559e85facef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f884ca00700 1 -- 172.21.15.26:0/3061505264 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85ecf550 msgr2=0x559e85fc3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f884ca00700 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85ecf550 0x559e85fc3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f884ca00700 1 -- 172.21.15.26:0/3061505264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa0c10 msgr2=0x559e85facef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f884ca00700 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa0c10 0x559e85facef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f884ca00700 1 -- 172.21.15.26:0/3061505264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e85fad430 con 0x559e85fa02f0 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.857+0000 7f8847e00700 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa0c10 0x559e85facef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:03:36.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.858+0000 7f884ca00700 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa02f0 0x559e85fc3880 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x559e85fa96f0 tx=0x7f883c00fea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aab33ee7910361b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.858+0000 7f882ea00700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.858+0000 7f882ea00700 1 -- 172.21.15.26:0/3061505264 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883c033060 con 0x559e85fa02f0 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.858+0000 7f8859df2b80 1 -- 172.21.15.26:0/3061505264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8834029040 con 0x559e85fa02f0 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.858+0000 7f882ea00700 1 -- 172.21.15.26:0/3061505264 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f883c018040 con 0x559e85fa02f0 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.858+0000 7f882ea00700 1 -- 172.21.15.26:0/3061505264 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f883c005360 con 0x559e85fa02f0 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.859+0000 7f8859df2b80 10 client.25373 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.859+0000 7f8859df2b80 1 -- 172.21.15.26:0/3061505264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559e86022a80 con 0x559e85fa02f0 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.859+0000 7f882ea00700 1 -- 172.21.15.26:0/3061505264 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8834029040 con 0x559e85fa02f0 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.859+0000 7f882ea00700 1 -- 172.21.15.26:0/3061505264 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f883c010640 con 0x559e85fa02f0 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.859+0000 7f8859df2b80 10 client.25373 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.859+0000 7f8859df2b80 10 client.25373 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.859+0000 7f8859df2b80 20 client.25373 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.859+0000 7f8859df2b80 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x559e85fabab0 0x559e860263c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.859+0000 7f8859df2b80 4 client.25373 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:03:36.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.859+0000 7f8859df2b80 1 -- 172.21.15.26:0/3061505264 --> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] -- command(tid 0: {"prefix": "status"}) -- 0x559e85efb6d0 con 0x559e85fabab0 2024-04-26T02:03:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.860+0000 7f8847e00700 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x559e85fabab0 0x559e860263c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.860+0000 7f8847e00700 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x559e85fabab0 0x559e860263c0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fd76b999054ec75a server_cookie=2b36b8f67e784a61 in_seq=0 out_seq=0 2024-04-26T02:03:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.860+0000 7f882ea00700 10 client.25373 ms_handle_connect on v2:172.21.15.26:6838/384232954 2024-04-26T02:03:36.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.860+0000 7f882ea00700 1 -- 172.21.15.26:0/3061505264 <== mds.2 v2:172.21.15.26:6838/384232954 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x559e85efb6d0 con 0x559e85fabab0 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.861+0000 7f882ea00700 10 client.25373 handle_command_reply: tid=0 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.861+0000 7f8859df2b80 1 client.25373 shutdown 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.861+0000 7f8859df2b80 1 -- 172.21.15.26:0/3061505264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa02f0 msgr2=0x559e85fc3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.861+0000 7f8859df2b80 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa02f0 0x559e85fc3880 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x559e85fa96f0 tx=0x7f883c00fea0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.861+0000 7f8859df2b80 1 -- 172.21.15.26:0/3061505264 shutdown_connections 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.861+0000 7f8859df2b80 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.26:6838/384232954,v1:172.21.15.26:6839/384232954] conn(0x559e85fabab0 0x559e860263c0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.861+0000 7f8859df2b80 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559e85fa0c10 0x559e85facef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.861+0000 7f8859df2b80 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559e85ecf550 0x559e85fc3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.861+0000 7f8859df2b80 1 --2- 172.21.15.26:0/3061505264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559e85fa02f0 0x559e85fc3880 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.861+0000 7f8859df2b80 1 -- 172.21.15.26:0/3061505264 >> 172.21.15.26:0/3061505264 conn(0x559e85fae120 msgr2=0x559e85fa9d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.861+0000 7f882ea00700 0 client.25373 ms_handle_reset on v2:172.21.15.26:6838/384232954 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.861+0000 7f8859df2b80 1 -- 172.21.15.26:0/3061505264 shutdown_connections 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.862+0000 7f8859df2b80 1 -- 172.21.15.26:0/3061505264 wait complete. 2024-04-26T02:03:36.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.862+0000 7f8859df2b80 20 client.25373 trim_cache size 0 max 16384 2024-04-26T02:03:36.863 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:03:36.863 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:03:36.863 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 2, 2024-04-26T02:03:36.863 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24502, 2024-04-26T02:03:36.863 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:03:36.863 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:03:36.863 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:03:36.863 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 283.79908829099998, 2024-04-26T02:03:36.863 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 29, 2024-04-26T02:03:36.863 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 92, 2024-04-26T02:03:36.863 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 91, 2024-04-26T02:03:36.864 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 332.13478808000002 2024-04-26T02:03:36.864 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:03:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.862+0000 7f884f400700 1 -- 172.21.15.26:0/2139340037 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f88300ac770 msgr2=0x7f88300aec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.862+0000 7f884f400700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f88300ac770 0x7f88300aec30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f88400cf230 tx=0x7f8840009040 comp rx=0 tx=0).stop 2024-04-26T02:03:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.862+0000 7f884f400700 1 -- 172.21.15.26:0/2139340037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f884810f4a0 msgr2=0x7f884819fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:36.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.862+0000 7f884f400700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f884810f4a0 0x7f884819fb70 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f884000b6c0 tx=0x7f884000cc30 comp rx=0 tx=0).stop 2024-04-26T02:03:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.863+0000 7f884f400700 1 -- 172.21.15.26:0/2139340037 shutdown_connections 2024-04-26T02:03:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.863+0000 7f884f400700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f884810f4a0 0x7f884819fb70 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.863+0000 7f884f400700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8848074c70 0x7f884819b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.863+0000 7f884f400700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f88300ac770 0x7f88300aec30 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.863+0000 7f884f400700 1 --2- 172.21.15.26:0/2139340037 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8848075590 0x7f884819b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.863+0000 7f884f400700 1 -- 172.21.15.26:0/2139340037 >> 172.21.15.26:0/2139340037 conn(0x7f8848079ba0 msgr2=0x7f88480ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.863+0000 7f884f400700 1 -- 172.21.15.26:0/2139340037 shutdown_connections 2024-04-26T02:03:36.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:36.863+0000 7f884f400700 1 -- 172.21.15.26:0/2139340037 wait complete. 2024-04-26T02:03:37.791 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.a status 2024-04-26T02:03:38.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:37 smithi026 ceph-mon[28138]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-26T02:03:38.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:37 smithi033 ceph-mon[32805]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-26T02:03:38.253 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:38.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:37 smithi064 ceph-mon[32613]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-26T02:03:40.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:39 smithi026 ceph-mon[28138]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-26T02:03:40.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:39 smithi033 ceph-mon[32805]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-26T02:03:40.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:39 smithi064 ceph-mon[32613]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-26T02:03:42.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:41 smithi026 ceph-mon[28138]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T02:03:42.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:41 smithi033 ceph-mon[32805]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T02:03:42.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:41 smithi064 ceph-mon[32613]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T02:03:44.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:43 smithi033 ceph-mon[32805]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T02:03:44.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:43 smithi064 ceph-mon[32613]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T02:03:44.376 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:43 smithi026 ceph-mon[28138]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T02:03:44.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.861+0000 7f88a3000700 1 -- 172.21.15.26:0/4240783039 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f889c06b070 msgr2=0x7f889c10efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:44.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.861+0000 7f88a3000700 1 --2- 172.21.15.26:0/4240783039 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f889c06b070 0x7f889c10efb0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8888009990 tx=0x7f8888009ca0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.861+0000 7f88a3000700 1 -- 172.21.15.26:0/4240783039 shutdown_connections 2024-04-26T02:03:44.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.861+0000 7f88a3000700 1 --2- 172.21.15.26:0/4240783039 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f889c10f4f0 0x7f889c1118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.861+0000 7f88a3000700 1 --2- 172.21.15.26:0/4240783039 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c06a750 0x7f889c06ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.861+0000 7f88a3000700 1 --2- 172.21.15.26:0/4240783039 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f889c06b070 0x7f889c10efb0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.861+0000 7f88a3000700 1 -- 172.21.15.26:0/4240783039 >> 172.21.15.26:0/4240783039 conn(0x7f889c0788f0 msgr2=0x7f889c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:44.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.861+0000 7f88a3000700 1 -- 172.21.15.26:0/4240783039 shutdown_connections 2024-04-26T02:03:44.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.861+0000 7f88a3000700 1 -- 172.21.15.26:0/4240783039 wait complete. 2024-04-26T02:03:44.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.862+0000 7f88a3000700 1 Processor -- start 2024-04-26T02:03:44.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.862+0000 7f88a3000700 1 -- start start 2024-04-26T02:03:44.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.863+0000 7f88a3000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c06a750 0x7f889c0742c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.863+0000 7f88a3000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f889c06b070 0x7f889c06d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.863+0000 7f88a3000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f889c10f4f0 0x7f889c06d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.863+0000 7f88a3000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f889c114e70 con 0x7f889c10f4f0 2024-04-26T02:03:44.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.863+0000 7f88a3000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f889c114cf0 con 0x7f889c06a750 2024-04-26T02:03:44.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.863+0000 7f88a3000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f889c114ff0 con 0x7f889c06b070 2024-04-26T02:03:44.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.863+0000 7f889b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f889c06b070 0x7f889c06d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.863+0000 7f889b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f889c06b070 0x7f889c06d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:38614/0 (socket says 172.21.15.26:38614) 2024-04-26T02:03:44.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.863+0000 7f889b400700 1 -- 172.21.15.26:0/448281485 learned_addr learned my addr 172.21.15.26:0/448281485 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:44.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.863+0000 7f88a1000700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f889c10f4f0 0x7f889c06d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.864+0000 7f889be00700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c06a750 0x7f889c0742c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.864+0000 7f889b400700 1 -- 172.21.15.26:0/448281485 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c06a750 msgr2=0x7f889c0742c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:44.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.864+0000 7f889b400700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c06a750 0x7f889c0742c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.864+0000 7f889b400700 1 -- 172.21.15.26:0/448281485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f889c10f4f0 msgr2=0x7f889c06d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:44.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.864+0000 7f889b400700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f889c10f4f0 0x7f889c06d890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.864+0000 7f889b400700 1 -- 172.21.15.26:0/448281485 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f889c06df30 con 0x7f889c06b070 2024-04-26T02:03:44.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.864+0000 7f88a1000700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f889c10f4f0 0x7f889c06d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:03:44.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.864+0000 7f889b400700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f889c06b070 0x7f889c06d350 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f88880057c0 tx=0x7f88880057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:44.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.865+0000 7f8898c00700 1 -- 172.21.15.26:0/448281485 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888800fad0 con 0x7f889c06b070 2024-04-26T02:03:44.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.865+0000 7f88a3000700 1 -- 172.21.15.26:0/448281485 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f889c071df0 con 0x7f889c06b070 2024-04-26T02:03:44.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.865+0000 7f8898c00700 1 -- 172.21.15.26:0/448281485 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f888800fc70 con 0x7f889c06b070 2024-04-26T02:03:44.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.865+0000 7f8898c00700 1 -- 172.21.15.26:0/448281485 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8888017650 con 0x7f889c06b070 2024-04-26T02:03:44.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.865+0000 7f88a3000700 1 -- 172.21.15.26:0/448281485 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f889c0722c0 con 0x7f889c06b070 2024-04-26T02:03:44.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.870+0000 7f88ad9beb80 1 Processor -- start 2024-04-26T02:03:44.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.870+0000 7f88ad9beb80 1 -- start start 2024-04-26T02:03:44.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.870+0000 7f8898c00700 1 -- 172.21.15.26:0/448281485 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f8888009d10 con 0x7f889c06b070 2024-04-26T02:03:44.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88ad9beb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd6d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88ad9beb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd71af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88ad9beb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd72030 0x55ea6cd72450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88ad9beb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ea6ccb6e40 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88ad9beb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ea6cc5d6e0 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88ad9beb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ea6ccb2e00 con 0x55ea6cd72030 2024-04-26T02:03:44.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88a1000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd6d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88a1000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd6d780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:35476/0 (socket says 172.21.15.26:35476) 2024-04-26T02:03:44.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88a1000700 1 -- 172.21.15.26:0/1791090762 learned_addr learned my addr 172.21.15.26:0/1791090762 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:44.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88a1000700 1 -- 172.21.15.26:0/1791090762 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd72030 msgr2=0x55ea6cd72450 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T02:03:44.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88a1000700 1 --2- 172.21.15.26:0/1791090762 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd72030 0x55ea6cd72450 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88a1000700 1 -- 172.21.15.26:0/1791090762 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6dcc0 msgr2=0x55ea6cd71af0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T02:03:44.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88a1000700 1 --2- 172.21.15.26:0/1791090762 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd71af0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.871+0000 7f88a1000700 1 -- 172.21.15.26:0/1791090762 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea6cc53630 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.872+0000 7f88a1000700 1 --2- 172.21.15.26:0/1791090762 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd6d780 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8894009410 tx=0x7f8894009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eab7d9b66d911527 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:44.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.872+0000 7f8891600700 1 -- 172.21.15.26:0/1791090762 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8894015680 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.872+0000 7f8891600700 1 -- 172.21.15.26:0/1791090762 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f889401a070 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.872+0000 7f8891600700 1 -- 172.21.15.26:0/1791090762 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8894014c40 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.873+0000 7f8898c00700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f88800a4060 0x7f88800a6520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.873+0000 7f8898c00700 1 -- 172.21.15.26:0/448281485 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f88880d1a40 con 0x7f889c06b070 2024-04-26T02:03:44.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.873+0000 7f88ad9beb80 1 -- 172.21.15.26:0/1791090762 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6d3a0 msgr2=0x55ea6cd6d780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:44.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.873+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/1791090762 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd6d780 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8894009410 tx=0x7f8894009920 comp rx=0 tx=0).stop 2024-04-26T02:03:44.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.874+0000 7f88ad9beb80 1 -- 172.21.15.26:0/1791090762 shutdown_connections 2024-04-26T02:03:44.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.874+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/1791090762 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd72030 0x55ea6cd72450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.874+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/1791090762 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd6d780 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.874+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/1791090762 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd71af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.874+0000 7f88ad9beb80 1 -- 172.21.15.26:0/1791090762 >> 172.21.15.26:0/1791090762 conn(0x55ea6cc92f00 msgr2=0x55ea6cd5f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:44.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.874+0000 7f889be00700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f88800a4060 0x7f88800a6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.874+0000 7f88ad9beb80 1 -- 172.21.15.26:0/1791090762 shutdown_connections 2024-04-26T02:03:44.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.875+0000 7f889be00700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f88800a4060 0x7f88800a6520 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f888c009c70 tx=0x7f888c009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:44.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.875+0000 7f88ad9beb80 1 -- 172.21.15.26:0/1791090762 wait complete. 2024-04-26T02:03:44.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.875+0000 7f88ad9beb80 1 -- start start 2024-04-26T02:03:44.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.876+0000 7f88ad9beb80 1 Processor -- start 2024-04-26T02:03:44.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.876+0000 7f88ad9beb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd79550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.876+0000 7f88ad9beb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd76850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.876+0000 7f88ad9beb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd72030 0x55ea6cd76d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.876+0000 7f88ad9beb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ea6cd7a130 con 0x55ea6cd72030 2024-04-26T02:03:44.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.876+0000 7f88ad9beb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ea6cc70810 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.876+0000 7f88ad9beb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ea6cd7a2b0 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.876+0000 7f88ad9beb80 10 client.0 _ll_register_callbacks cb 0x55ea6cc4f6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:44.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.877+0000 7f889b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd76850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.877+0000 7f889b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd76850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:38616/0 (socket says 172.21.15.26:38616) 2024-04-26T02:03:44.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.877+0000 7f889b400700 1 -- 172.21.15.26:0/2077642633 learned_addr learned my addr 172.21.15.26:0/2077642633 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:44.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.877+0000 7f88a1000700 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd72030 0x55ea6cd76d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.877+0000 7f889be00700 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd79550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.877+0000 7f889b400700 1 -- 172.21.15.26:0/2077642633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6d3a0 msgr2=0x55ea6cd79550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:44.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.877+0000 7f889b400700 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd79550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.877+0000 7f889b400700 1 -- 172.21.15.26:0/2077642633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd72030 msgr2=0x55ea6cd76d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:44.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.877+0000 7f889b400700 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd72030 0x55ea6cd76d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.877+0000 7f889b400700 1 -- 172.21.15.26:0/2077642633 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea6cc04880 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.877+0000 7f88a1000700 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd72030 0x55ea6cd76d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:03:44.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.878+0000 7f889b400700 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd76850 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f888809d560 tx=0x7f8888088330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab024e751cd3496c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:44.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.878+0000 7f8886000700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:03:44.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.878+0000 7f8886000700 1 -- 172.21.15.26:0/2077642633 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88880a61b0 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.878+0000 7f8886000700 1 -- 172.21.15.26:0/2077642633 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f88880050e0 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.878+0000 7f88ad9beb80 1 -- 172.21.15.26:0/2077642633 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f889401a070 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.879+0000 7f8886000700 1 -- 172.21.15.26:0/2077642633 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f888809df60 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.879+0000 7f88ad9beb80 10 client.25366 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:44.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.879+0000 7f88ad9beb80 1 -- 172.21.15.26:0/2077642633 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ea6cc4daa0 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.879+0000 7f8886000700 1 -- 172.21.15.26:0/2077642633 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f889401a070 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.880+0000 7f8886000700 1 -- 172.21.15.26:0/2077642633 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f88880995b0 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.880+0000 7f88ad9beb80 10 client.25366 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:44.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.880+0000 7f88ad9beb80 10 client.25366 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-26T02:03:44.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.880+0000 7f88ad9beb80 20 client.25366 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:44.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.880+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55ea6cd86df0 0x55ea6cd88260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.880+0000 7f88ad9beb80 4 client.25366 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:44.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.880+0000 7f88ad9beb80 1 -- 172.21.15.26:0/2077642633 --> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea6ccc4630 con 0x55ea6cd86df0 2024-04-26T02:03:44.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.880+0000 7f889be00700 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55ea6cd86df0 0x55ea6cd88260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.881+0000 7f8886000700 10 client.25366 ms_handle_connect on v2:172.21.15.26:6840/1541859577 2024-04-26T02:03:44.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.881+0000 7f889be00700 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55ea6cd86df0 0x55ea6cd88260 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3527bcac33098930 server_cookie=a33257e1ef89c89 in_seq=0 out_seq=0 2024-04-26T02:03:44.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.883+0000 7f8886000700 1 -- 172.21.15.26:0/2077642633 <== mds.1 v2:172.21.15.26:6840/1541859577 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ea6ccc4630 con 0x55ea6cd86df0 2024-04-26T02:03:44.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.883+0000 7f8886000700 10 client.25366 handle_command_reply: tid=0 2024-04-26T02:03:44.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.883+0000 7f88ad9beb80 1 client.25366 shutdown 2024-04-26T02:03:44.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.884+0000 7f88ad9beb80 1 -- 172.21.15.26:0/2077642633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6dcc0 msgr2=0x55ea6cd76850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:44.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.884+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd76850 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f888809d560 tx=0x7f8888088330 comp rx=0 tx=0).stop 2024-04-26T02:03:44.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.884+0000 7f88ad9beb80 1 -- 172.21.15.26:0/2077642633 shutdown_connections 2024-04-26T02:03:44.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.884+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55ea6cd86df0 0x55ea6cd88260 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.884+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd72030 0x55ea6cd76d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.884+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd79550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.884+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/2077642633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd76850 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.884+0000 7f88ad9beb80 1 -- 172.21.15.26:0/2077642633 >> 172.21.15.26:0/2077642633 conn(0x55ea6cc92f00 msgr2=0x55ea6cd5ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:44.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.884+0000 7f8886000700 0 client.25366 ms_handle_reset on v2:172.21.15.26:6840/1541859577 2024-04-26T02:03:44.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.885+0000 7f88ad9beb80 1 -- 172.21.15.26:0/2077642633 shutdown_connections 2024-04-26T02:03:44.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.885+0000 7f88ad9beb80 1 -- 172.21.15.26:0/2077642633 wait complete. 2024-04-26T02:03:44.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.885+0000 7f88ad9beb80 20 client.25366 trim_cache size 0 max 16384 2024-04-26T02:03:44.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.907+0000 7f88ad9beb80 1 Processor -- start 2024-04-26T02:03:44.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.907+0000 7f88ad9beb80 1 -- start start 2024-04-26T02:03:44.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.907+0000 7f88ad9beb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cc92f00 0x55ea6cd76d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.908+0000 7f88ad9beb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd5f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.908+0000 7f88ad9beb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd639a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.908+0000 7f88ad9beb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ea6cd865a0 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.908+0000 7f88ad9beb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ea6cd86c70 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.908+0000 7f88ad9beb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ea6cd87340 con 0x55ea6cc92f00 2024-04-26T02:03:44.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.908+0000 7f889b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd5f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.908+0000 7f88a1000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd639a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.908+0000 7f88a1000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd639a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:35488/0 (socket says 172.21.15.26:35488) 2024-04-26T02:03:44.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.908+0000 7f88a1000700 1 -- 172.21.15.26:0/1820252013 learned_addr learned my addr 172.21.15.26:0/1820252013 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:44.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.908+0000 7f889be00700 1 --2- 172.21.15.26:0/1820252013 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cc92f00 0x55ea6cd76d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.909+0000 7f88a1000700 1 -- 172.21.15.26:0/1820252013 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cc92f00 msgr2=0x55ea6cd76d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:44.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.909+0000 7f88a1000700 1 --2- 172.21.15.26:0/1820252013 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cc92f00 0x55ea6cd76d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.909+0000 7f88a1000700 1 -- 172.21.15.26:0/1820252013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6d3a0 msgr2=0x55ea6cd5f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:44.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.909+0000 7f88a1000700 1 --2- 172.21.15.26:0/1820252013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd5f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.909+0000 7f88a1000700 1 -- 172.21.15.26:0/1820252013 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea6cd71e20 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.909+0000 7f88a1000700 1 --2- 172.21.15.26:0/1820252013 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd639a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8894009cd0 tx=0x7f8894009d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4871d66d31cfb24 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:44.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.910+0000 7f8890c00700 1 -- 172.21.15.26:0/1820252013 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8894004c70 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.910+0000 7f8890c00700 1 -- 172.21.15.26:0/1820252013 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f889401a030 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.910+0000 7f8890c00700 1 -- 172.21.15.26:0/1820252013 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8894028770 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.911+0000 7f88ad9beb80 1 -- 172.21.15.26:0/1820252013 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6dcc0 msgr2=0x55ea6cd639a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:44.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.911+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/1820252013 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd639a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8894009cd0 tx=0x7f8894009d00 comp rx=0 tx=0).stop 2024-04-26T02:03:44.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.911+0000 7f88ad9beb80 1 -- 172.21.15.26:0/1820252013 shutdown_connections 2024-04-26T02:03:44.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.911+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/1820252013 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd639a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.911+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/1820252013 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cc92f00 0x55ea6cd76d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.911+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/1820252013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd5f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.911+0000 7f88ad9beb80 1 -- 172.21.15.26:0/1820252013 >> 172.21.15.26:0/1820252013 conn(0x55ea6cd5be30 msgr2=0x55ea6cd76630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:44.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.911+0000 7f88ad9beb80 1 -- 172.21.15.26:0/1820252013 shutdown_connections 2024-04-26T02:03:44.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.911+0000 7f88ad9beb80 1 -- 172.21.15.26:0/1820252013 wait complete. 2024-04-26T02:03:44.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.912+0000 7f88ad9beb80 1 -- start start 2024-04-26T02:03:44.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.912+0000 7f88ad9beb80 1 Processor -- start 2024-04-26T02:03:44.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.912+0000 7f88ad9beb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cc92f00 0x55ea6cd8c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.912+0000 7f88ad9beb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd8cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.913+0000 7f88ad9beb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd8d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.913+0000 7f88ad9beb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ea6cd880e0 con 0x55ea6cd6dcc0 2024-04-26T02:03:44.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.913+0000 7f88ad9beb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55ea6cd87a10 con 0x55ea6cc92f00 2024-04-26T02:03:44.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.913+0000 7f88ad9beb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ea6cd887b0 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.913+0000 7f88ad9beb80 10 client.0 _ll_register_callbacks cb 0x55ea6cc4f6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:44.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.913+0000 7f889be00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cc92f00 0x55ea6cd8c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.913+0000 7f88a1000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd8d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.913+0000 7f88a1000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd8d110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46598/0 (socket says 172.21.15.26:46598) 2024-04-26T02:03:44.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.913+0000 7f889b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd8cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.913+0000 7f88a1000700 1 -- 172.21.15.26:0/960707448 learned_addr learned my addr 172.21.15.26:0/960707448 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:44.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.914+0000 7f889b400700 1 -- 172.21.15.26:0/960707448 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cc92f00 msgr2=0x55ea6cd8c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:44.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.914+0000 7f889b400700 1 --2- 172.21.15.26:0/960707448 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cc92f00 0x55ea6cd8c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.914+0000 7f889b400700 1 -- 172.21.15.26:0/960707448 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6dcc0 msgr2=0x55ea6cd8d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:44.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.914+0000 7f889b400700 1 --2- 172.21.15.26:0/960707448 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd8d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.914+0000 7f889b400700 1 -- 172.21.15.26:0/960707448 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea6cdedf70 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.914+0000 7f889be00700 1 --2- 172.21.15.26:0/960707448 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cc92f00 0x55ea6cd8c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:03:44.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.914+0000 7f889b400700 1 --2- 172.21.15.26:0/960707448 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd8cbd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f888800bff0 tx=0x7f888809d630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=450832e8266cbc78 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:44.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.914+0000 7f8886000700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:03:44.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.914+0000 7f8886000700 1 -- 172.21.15.26:0/960707448 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888809d860 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.914+0000 7f8886000700 1 -- 172.21.15.26:0/960707448 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f888809eb90 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.914+0000 7f88ad9beb80 1 -- 172.21.15.26:0/960707448 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f889401a030 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.914+0000 7f8886000700 1 -- 172.21.15.26:0/960707448 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f88880a1c10 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.915+0000 7f88ad9beb80 10 client.25372 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:44.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.915+0000 7f88ad9beb80 1 -- 172.21.15.26:0/960707448 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ea6cdef250 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.915+0000 7f8886000700 1 -- 172.21.15.26:0/960707448 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f889401a030 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.915+0000 7f8886000700 1 -- 172.21.15.26:0/960707448 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f888809cdb0 con 0x55ea6cd6d3a0 2024-04-26T02:03:44.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.916+0000 7f88ad9beb80 10 client.25372 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:44.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.916+0000 7f88ad9beb80 10 client.25372 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-26T02:03:44.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.916+0000 7f88ad9beb80 20 client.25372 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:44.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.916+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/960707448 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55ea6cd72030 0x55ea6cdf28c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:44.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.916+0000 7f88ad9beb80 4 client.25372 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:03:44.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.916+0000 7f88ad9beb80 1 -- 172.21.15.26:0/960707448 --> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] -- command(tid 0: {"prefix": "status"}) -- 0x55ea6ccbe6d0 con 0x55ea6cd72030 2024-04-26T02:03:44.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.916+0000 7f889be00700 1 --2- 172.21.15.26:0/960707448 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55ea6cd72030 0x55ea6cdf28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:44.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.917+0000 7f889be00700 1 --2- 172.21.15.26:0/960707448 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55ea6cd72030 0x55ea6cdf28c0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d7589da1184a60eb server_cookie=c7ae453865cf4925 in_seq=0 out_seq=0 2024-04-26T02:03:44.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.917+0000 7f8886000700 10 client.25372 ms_handle_connect on v2:172.21.15.26:6840/1541859577 2024-04-26T02:03:44.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.918+0000 7f8886000700 1 -- 172.21.15.26:0/960707448 <== mds.1 v2:172.21.15.26:6840/1541859577 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55ea6ccbe6d0 con 0x55ea6cd72030 2024-04-26T02:03:44.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.918+0000 7f8886000700 10 client.25372 handle_command_reply: tid=0 2024-04-26T02:03:44.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.918+0000 7f88ad9beb80 1 client.25372 shutdown 2024-04-26T02:03:44.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.918+0000 7f88ad9beb80 1 -- 172.21.15.26:0/960707448 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6d3a0 msgr2=0x55ea6cd8cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:44.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.918+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/960707448 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd8cbd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f888800bff0 tx=0x7f888809d630 comp rx=0 tx=0).stop 2024-04-26T02:03:44.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.918+0000 7f88ad9beb80 1 -- 172.21.15.26:0/960707448 shutdown_connections 2024-04-26T02:03:44.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.918+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/960707448 >> [v2:172.21.15.26:6840/1541859577,v1:172.21.15.26:6841/1541859577] conn(0x55ea6cd72030 0x55ea6cdf28c0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.918+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/960707448 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ea6cd6dcc0 0x55ea6cd8d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.918+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/960707448 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55ea6cc92f00 0x55ea6cd8c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.918+0000 7f88ad9beb80 1 --2- 172.21.15.26:0/960707448 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea6cd6d3a0 0x55ea6cd8cbd0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.918+0000 7f88ad9beb80 1 -- 172.21.15.26:0/960707448 >> 172.21.15.26:0/960707448 conn(0x55ea6cd5be30 msgr2=0x55ea6cd639a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:44.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.918+0000 7f8886000700 0 client.25372 ms_handle_reset on v2:172.21.15.26:6840/1541859577 2024-04-26T02:03:44.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.919+0000 7f88ad9beb80 1 -- 172.21.15.26:0/960707448 shutdown_connections 2024-04-26T02:03:44.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.919+0000 7f88ad9beb80 1 -- 172.21.15.26:0/960707448 wait complete. 2024-04-26T02:03:44.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.920+0000 7f88ad9beb80 20 client.25372 trim_cache size 0 max 16384 2024-04-26T02:03:44.918 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:03:44.919 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:03:44.919 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 1, 2024-04-26T02:03:44.919 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24512, 2024-04-26T02:03:44.919 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:03:44.919 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:03:44.919 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:03:44.919 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 292.86616082199998, 2024-04-26T02:03:44.919 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 29, 2024-04-26T02:03:44.919 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 92, 2024-04-26T02:03:44.919 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 91, 2024-04-26T02:03:44.919 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 335.084702182 2024-04-26T02:03:44.919 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:03:44.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.921+0000 7f88a3000700 1 -- 172.21.15.26:0/448281485 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f88800a4060 msgr2=0x7f88800a6520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:44.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.921+0000 7f88a3000700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f88800a4060 0x7f88800a6520 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f888c009c70 tx=0x7f888c009260 comp rx=0 tx=0).stop 2024-04-26T02:03:44.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.921+0000 7f88a3000700 1 -- 172.21.15.26:0/448281485 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f889c06b070 msgr2=0x7f889c06d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:44.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.921+0000 7f88a3000700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f889c06b070 0x7f889c06d350 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f88880057c0 tx=0x7f88880057f0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.921+0000 7f88a3000700 1 -- 172.21.15.26:0/448281485 shutdown_connections 2024-04-26T02:03:44.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.921+0000 7f88a3000700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f889c10f4f0 0x7f889c06d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.921+0000 7f88a3000700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c06a750 0x7f889c0742c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.921+0000 7f88a3000700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f88800a4060 0x7f88800a6520 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.921+0000 7f88a3000700 1 --2- 172.21.15.26:0/448281485 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f889c06b070 0x7f889c06d350 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:44.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.921+0000 7f88a3000700 1 -- 172.21.15.26:0/448281485 >> 172.21.15.26:0/448281485 conn(0x7f889c0788f0 msgr2=0x7f889c1109e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:44.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.921+0000 7f88a3000700 1 -- 172.21.15.26:0/448281485 shutdown_connections 2024-04-26T02:03:44.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:44.922+0000 7f88a3000700 1 -- 172.21.15.26:0/448281485 wait complete. 2024-04-26T02:03:45.929 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-26T02:03:46.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:45 smithi026 ceph-mon[28138]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T02:03:46.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:45 smithi033 ceph-mon[32805]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T02:03:46.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:45 smithi064 ceph-mon[32613]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T02:03:46.392 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.948+0000 7f3b39a00640 1 -- 172.21.15.26:0/597169823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b34074c10 msgr2=0x7f3b34112a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.948+0000 7f3b39a00640 1 --2- 172.21.15.26:0/597169823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b34074c10 0x7f3b34112a00 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3b20009900 tx=0x7f3b2002a480 comp rx=0 tx=0).stop 2024-04-26T02:03:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.949+0000 7f3b39a00640 1 -- 172.21.15.26:0/597169823 shutdown_connections 2024-04-26T02:03:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.949+0000 7f3b39a00640 1 --2- 172.21.15.26:0/597169823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b34112f40 0x7f3b34115330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.949+0000 7f3b39a00640 1 --2- 172.21.15.26:0/597169823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b34074c10 0x7f3b34112a00 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.949+0000 7f3b39a00640 1 --2- 172.21.15.26:0/597169823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b340742f0 0x7f3b340746d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.949+0000 7f3b39a00640 1 -- 172.21.15.26:0/597169823 >> 172.21.15.26:0/597169823 conn(0x7f3b340fda20 msgr2=0x7f3b340ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.951+0000 7f3b39a00640 1 -- 172.21.15.26:0/597169823 shutdown_connections 2024-04-26T02:03:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.951+0000 7f3b39a00640 1 -- 172.21.15.26:0/597169823 wait complete. 2024-04-26T02:03:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.952+0000 7f3b39a00640 1 Processor -- start 2024-04-26T02:03:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.952+0000 7f3b39a00640 1 -- start start 2024-04-26T02:03:46.951 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.953+0000 7f3b39a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b340742f0 0x7f3b3419ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.951 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.953+0000 7f3b39a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b34074c10 0x7f3b3419f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.951 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.953+0000 7f3b39a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b34112f40 0x7f3b341a36a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.951 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.953+0000 7f3b39a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3b34118820 con 0x7f3b340742f0 2024-04-26T02:03:46.951 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.953+0000 7f3b39a00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b341186a0 con 0x7f3b34074c10 2024-04-26T02:03:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.953+0000 7f3b39a00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3b341189a0 con 0x7f3b34112f40 2024-04-26T02:03:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.953+0000 7f3b33400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b34112f40 0x7f3b341a36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.953+0000 7f3b32000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b34074c10 0x7f3b3419f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.953+0000 7f3b33400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b34112f40 0x7f3b341a36a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:53282/0 (socket says 172.21.15.26:53282) 2024-04-26T02:03:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.953+0000 7f3b32000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b34074c10 0x7f3b3419f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:33350/0 (socket says 172.21.15.26:33350) 2024-04-26T02:03:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.953+0000 7f3b33400640 1 -- 172.21.15.26:0/1626634351 learned_addr learned my addr 172.21.15.26:0/1626634351 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.954+0000 7f3b33400640 1 -- 172.21.15.26:0/1626634351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b34074c10 msgr2=0x7f3b3419f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.954+0000 7f3b32a00640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b340742f0 0x7f3b3419ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.954+0000 7f3b33400640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b34074c10 0x7f3b3419f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.954+0000 7f3b33400640 1 -- 172.21.15.26:0/1626634351 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b340742f0 msgr2=0x7f3b3419ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:46.954 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.954+0000 7f3b33400640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b340742f0 0x7f3b3419ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.954 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.954+0000 7f3b33400640 1 -- 172.21.15.26:0/1626634351 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b341a3dd0 con 0x7f3b34112f40 2024-04-26T02:03:46.954 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.954+0000 7f3b32a00640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b340742f0 0x7f3b3419ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:03:46.954 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.955+0000 7f3b33400640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b34112f40 0x7f3b341a36a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c00e9d0 tx=0x7f3b2c00ee90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:46.954 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.955+0000 7f3b2b400640 1 -- 172.21.15.26:0/1626634351 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c00cd80 con 0x7f3b34112f40 2024-04-26T02:03:46.954 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.955+0000 7f3b2b400640 1 -- 172.21.15.26:0/1626634351 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b2c005020 con 0x7f3b34112f40 2024-04-26T02:03:46.954 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.955+0000 7f3b2b400640 1 -- 172.21.15.26:0/1626634351 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c0116d0 con 0x7f3b34112f40 2024-04-26T02:03:46.954 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.955+0000 7f3b39a00640 1 -- 172.21.15.26:0/1626634351 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b341a40c0 con 0x7f3b34112f40 2024-04-26T02:03:46.955 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.955+0000 7f3b39a00640 1 -- 172.21.15.26:0/1626634351 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b341ab950 con 0x7f3b34112f40 2024-04-26T02:03:46.958 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.960+0000 7f3b2b400640 1 -- 172.21.15.26:0/1626634351 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f3b2c0051d0 con 0x7f3b34112f40 2024-04-26T02:03:46.959 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.960+0000 7f3b3c865740 1 Processor -- start 2024-04-26T02:03:46.959 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.961+0000 7f3b3c865740 1 -- start start 2024-04-26T02:03:46.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.961+0000 7f3b3c865740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91ce9820 0x560a91ce9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.961+0000 7f3b3c865740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cea140 0x560a91cf44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.961+0000 7f3b3c865740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91cf4a00 0x560a91cf6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.961+0000 7f3b3c865740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560a91c4f900 con 0x560a91cf4a00 2024-04-26T02:03:46.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.961+0000 7f3b3c865740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560a91bf5ef0 con 0x560a91ce9820 2024-04-26T02:03:46.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.961+0000 7f3b3c865740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560a91c4b8c0 con 0x560a91cea140 2024-04-26T02:03:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.962+0000 7f3b32000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91cf4a00 0x560a91cf6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.962+0000 7f3b32a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cea140 0x560a91cf44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.962+0000 7f3b32000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91cf4a00 0x560a91cf6df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59194/0 (socket says 172.21.15.26:59194) 2024-04-26T02:03:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.962+0000 7f3b32a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cea140 0x560a91cf44c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:53284/0 (socket says 172.21.15.26:53284) 2024-04-26T02:03:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.963+0000 7f3b32000640 1 -- 172.21.15.26:0/613416364 learned_addr learned my addr 172.21.15.26:0/613416364 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.963+0000 7f3b2b400640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f3b180a3fc0 0x7f3b180a6480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.964+0000 7f3b2b400640 1 -- 172.21.15.26:0/1626634351 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f3b2c0d0f40 con 0x7f3b34112f40 2024-04-26T02:03:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.964+0000 7f3b32000640 1 -- 172.21.15.26:0/613416364 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cea140 msgr2=0x560a91cf44c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.964+0000 7f3b32000640 1 --2- 172.21.15.26:0/613416364 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cea140 0x560a91cf44c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.964+0000 7f3b32000640 1 -- 172.21.15.26:0/613416364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91ce9820 msgr2=0x560a91ce9c00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T02:03:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.964+0000 7f3b32000640 1 --2- 172.21.15.26:0/613416364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91ce9820 0x560a91ce9c00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.964+0000 7f3b32000640 1 -- 172.21.15.26:0/613416364 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a91962210 con 0x560a91cf4a00 2024-04-26T02:03:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.964+0000 7f3b33400640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f3b180a3fc0 0x7f3b180a6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.964+0000 7f3b32000640 1 --2- 172.21.15.26:0/613416364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91cf4a00 0x560a91cf6df0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3b20000c00 tx=0x7f3b20004140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c4bf2f68b49c406 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.965+0000 7f3b1fe00640 1 -- 172.21.15.26:0/613416364 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b20035040 con 0x560a91cf4a00 2024-04-26T02:03:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.965+0000 7f3b1fe00640 1 -- 172.21.15.26:0/613416364 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b200054f0 con 0x560a91cf4a00 2024-04-26T02:03:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.965+0000 7f3b1fe00640 1 -- 172.21.15.26:0/613416364 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b200035f0 con 0x560a91cf4a00 2024-04-26T02:03:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.966+0000 7f3b3c865740 1 -- 172.21.15.26:0/613416364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91cf4a00 msgr2=0x560a91cf6df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.966+0000 7f3b3c865740 1 --2- 172.21.15.26:0/613416364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91cf4a00 0x560a91cf6df0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3b20000c00 tx=0x7f3b20004140 comp rx=0 tx=0).stop 2024-04-26T02:03:46.966 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.968+0000 7f3b3c865740 1 -- 172.21.15.26:0/613416364 shutdown_connections 2024-04-26T02:03:46.966 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.968+0000 7f3b3c865740 1 --2- 172.21.15.26:0/613416364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91cf4a00 0x560a91cf6df0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.966 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.968+0000 7f3b3c865740 1 --2- 172.21.15.26:0/613416364 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cea140 0x560a91cf44c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.966 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.968+0000 7f3b3c865740 1 --2- 172.21.15.26:0/613416364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91ce9820 0x560a91ce9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.968+0000 7f3b3c865740 1 -- 172.21.15.26:0/613416364 >> 172.21.15.26:0/613416364 conn(0x560a91ce5d30 msgr2=0x560a91ce6110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.968+0000 7f3b33400640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f3b180a3fc0 0x7f3b180a6480 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c0ce4e0 tx=0x7f3b2c00cf20 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.968+0000 7f3b3c865740 1 -- 172.21.15.26:0/613416364 shutdown_connections 2024-04-26T02:03:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.968+0000 7f3b3c865740 1 -- 172.21.15.26:0/613416364 wait complete. 2024-04-26T02:03:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.969+0000 7f3b3c865740 1 -- start start 2024-04-26T02:03:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.969+0000 7f3b3c865740 1 Processor -- start 2024-04-26T02:03:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.970+0000 7f3b3c865740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91cf1a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.970+0000 7f3b3c865740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91cf1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.970+0000 7f3b3c865740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 0x560a91cf24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.970+0000 7f3b3c865740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560a91cf75d0 con 0x560a91ce9820 2024-04-26T02:03:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.970+0000 7f3b3c865740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560a91c09310 con 0x560a91cea140 2024-04-26T02:03:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.970+0000 7f3b3c865740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560a91cf7750 con 0x560a91cf4a00 2024-04-26T02:03:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.970+0000 7f3b3c865740 10 client.0 _ll_register_callbacks cb 0x560a91bd7cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:46.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.970+0000 7f3b32000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91cf1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:46.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.970+0000 7f3b32000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91cf1a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59206/0 (socket says 172.21.15.26:59206) 2024-04-26T02:03:46.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.970+0000 7f3b32000640 1 -- 172.21.15.26:0/2518904455 learned_addr learned my addr 172.21.15.26:0/2518904455 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:46.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.970+0000 7f3b32000640 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 0x560a91cf24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:46.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.971+0000 7f3b32a00640 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91cf1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:46.970 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.971+0000 7f3b32a00640 1 -- 172.21.15.26:0/2518904455 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 msgr2=0x560a91cf24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:46.970 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.971+0000 7f3b32a00640 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 0x560a91cf24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.970 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.971+0000 7f3b32a00640 1 -- 172.21.15.26:0/2518904455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 msgr2=0x560a91cf1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:46.970 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.971+0000 7f3b32a00640 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91cf1a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.970 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.971+0000 7f3b32a00640 1 -- 172.21.15.26:0/2518904455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a91a2e620 con 0x560a91cea140 2024-04-26T02:03:46.970 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.972+0000 7f3b32a00640 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91cf1f70 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3b240134d0 tx=0x7f3b24013990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6952e6fcde2bf06a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:46.970 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.972+0000 7f3b1cc00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:03:46.971 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.972+0000 7f3b1cc00640 1 -- 172.21.15.26:0/2518904455 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b24004020 con 0x560a91cea140 2024-04-26T02:03:46.971 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.972+0000 7f3b3c865740 1 -- 172.21.15.26:0/2518904455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b200054f0 con 0x560a91cea140 2024-04-26T02:03:46.971 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.972+0000 7f3b1cc00640 1 -- 172.21.15.26:0/2518904455 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f3b240041c0 con 0x560a91cea140 2024-04-26T02:03:46.971 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.972+0000 7f3b1cc00640 1 -- 172.21.15.26:0/2518904455 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b24004400 con 0x560a91cea140 2024-04-26T02:03:46.971 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.973+0000 7f3b3c865740 10 client.25397 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:46.972 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.973+0000 7f3b3c865740 1 -- 172.21.15.26:0/2518904455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560a91d039b0 con 0x560a91cea140 2024-04-26T02:03:46.972 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.973+0000 7f3b1cc00640 1 -- 172.21.15.26:0/2518904455 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b200054f0 con 0x560a91cea140 2024-04-26T02:03:46.972 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.973+0000 7f3b1cc00640 1 -- 172.21.15.26:0/2518904455 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3b2400f040 con 0x560a91cea140 2024-04-26T02:03:46.972 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.973+0000 7f3b3c865740 10 client.25397 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:46.973 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.973+0000 7f3b3c865740 10 client.25397 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:46.973 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.973+0000 7f3b3c865740 20 client.25397 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:46.973 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.973+0000 7f3b3c865740 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560a91d04e20 0x560a91d07250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.973 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.973+0000 7f3b3c865740 4 client.25397 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:46.973 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.973+0000 7f3b3c865740 1 -- 172.21.15.26:0/2518904455 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a91c638b0 con 0x560a91d04e20 2024-04-26T02:03:46.973 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.974+0000 7f3b32000640 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560a91d04e20 0x560a91d07250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:46.974 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.975+0000 7f3b32000640 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560a91d04e20 0x560a91d07250 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2900d21645bea9b7 server_cookie=dc5f40c071aeabae in_seq=0 out_seq=0 2024-04-26T02:03:46.974 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.975+0000 7f3b1cc00640 10 client.25397 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b1cc00640 1 -- 172.21.15.26:0/2518904455 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560a91c638b0 con 0x560a91d04e20 2024-04-26T02:03:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b1cc00640 10 client.25397 handle_command_reply: tid=0 2024-04-26T02:03:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b3c865740 1 client.25397 shutdown 2024-04-26T02:03:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b3c865740 1 -- 172.21.15.26:0/2518904455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 msgr2=0x560a91cf1f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b3c865740 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91cf1f70 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3b240134d0 tx=0x7f3b24013990 comp rx=0 tx=0).stop 2024-04-26T02:03:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b3c865740 1 -- 172.21.15.26:0/2518904455 shutdown_connections 2024-04-26T02:03:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b3c865740 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560a91d04e20 0x560a91d07250 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b3c865740 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 0x560a91cf24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b3c865740 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91cf1f70 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b3c865740 1 --2- 172.21.15.26:0/2518904455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91cf1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b3c865740 1 -- 172.21.15.26:0/2518904455 >> 172.21.15.26:0/2518904455 conn(0x560a91ce5d30 msgr2=0x560a91ceba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b1cc00640 0 client.25397 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b3c865740 1 -- 172.21.15.26:0/2518904455 shutdown_connections 2024-04-26T02:03:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.976+0000 7f3b3c865740 1 -- 172.21.15.26:0/2518904455 wait complete. 2024-04-26T02:03:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.977+0000 7f3b3c865740 20 client.25397 trim_cache size 0 max 16384 2024-04-26T02:03:46.991 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.992+0000 7f3b3c865740 1 Processor -- start 2024-04-26T02:03:46.991 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.993+0000 7f3b3c865740 1 -- start start 2024-04-26T02:03:46.991 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.993+0000 7f3b3c865740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91d00490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.991 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.993+0000 7f3b3c865740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91ce6110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.991 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.993+0000 7f3b3c865740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 0x560a91cec1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.992 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.993+0000 7f3b3c865740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3b341b4210 con 0x560a91ce9820 2024-04-26T02:03:46.992 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.993+0000 7f3b3c865740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b341b5d50 con 0x560a91cea140 2024-04-26T02:03:46.992 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.993+0000 7f3b3c865740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3b341b48e0 con 0x560a91cf4a00 2024-04-26T02:03:46.992 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.993+0000 7f3b32a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91ce6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:46.992 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.993+0000 7f3b32a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91ce6110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:33366/0 (socket says 172.21.15.26:33366) 2024-04-26T02:03:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.993+0000 7f3b32a00640 1 -- 172.21.15.26:0/1643142059 learned_addr learned my addr 172.21.15.26:0/1643142059 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.994+0000 7f3b32a00640 1 -- 172.21.15.26:0/1643142059 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 msgr2=0x560a91cec1e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T02:03:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.994+0000 7f3b32a00640 1 --2- 172.21.15.26:0/1643142059 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 0x560a91cec1e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.994+0000 7f3b32a00640 1 -- 172.21.15.26:0/1643142059 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 msgr2=0x560a91d00490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.994+0000 7f3b32a00640 1 --2- 172.21.15.26:0/1643142059 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91d00490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.994+0000 7f3b32a00640 1 -- 172.21.15.26:0/1643142059 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a91cf0a00 con 0x560a91cea140 2024-04-26T02:03:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.994+0000 7f3b32a00640 1 --2- 172.21.15.26:0/1643142059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91ce6110 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3b24003bf0 tx=0x7f3b2401b510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1486d10bebf1e82d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:46.995 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.997+0000 7f3b1f400640 1 -- 172.21.15.26:0/1643142059 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b240037f0 con 0x560a91cea140 2024-04-26T02:03:46.996 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.997+0000 7f3b1f400640 1 -- 172.21.15.26:0/1643142059 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b240117f0 con 0x560a91cea140 2024-04-26T02:03:46.996 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.997+0000 7f3b1f400640 1 -- 172.21.15.26:0/1643142059 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2401b7e0 con 0x560a91cea140 2024-04-26T02:03:46.996 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.998+0000 7f3b3c865740 1 -- 172.21.15.26:0/1643142059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 msgr2=0x560a91ce6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.998+0000 7f3b3c865740 1 --2- 172.21.15.26:0/1643142059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91ce6110 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3b24003bf0 tx=0x7f3b2401b510 comp rx=0 tx=0).stop 2024-04-26T02:03:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.998+0000 7f3b3c865740 1 -- 172.21.15.26:0/1643142059 shutdown_connections 2024-04-26T02:03:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.998+0000 7f3b3c865740 1 --2- 172.21.15.26:0/1643142059 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 0x560a91cec1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.998+0000 7f3b3c865740 1 --2- 172.21.15.26:0/1643142059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91ce6110 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.998+0000 7f3b3c865740 1 --2- 172.21.15.26:0/1643142059 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91d00490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.998+0000 7f3b3c865740 1 -- 172.21.15.26:0/1643142059 >> 172.21.15.26:0/1643142059 conn(0x560a91ce5d30 msgr2=0x560a91cf3af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.998+0000 7f3b3c865740 1 -- 172.21.15.26:0/1643142059 shutdown_connections 2024-04-26T02:03:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.998+0000 7f3b3c865740 1 -- 172.21.15.26:0/1643142059 wait complete. 2024-04-26T02:03:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.999+0000 7f3b3c865740 1 -- start start 2024-04-26T02:03:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.999+0000 7f3b3c865740 1 Processor -- start 2024-04-26T02:03:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.999+0000 7f3b3c865740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91cfa800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:46.999+0000 7f3b3c865740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91cfad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.000+0000 7f3b3c865740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 0x560a91d7b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.000+0000 7f3b3c865740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3b341b5680 con 0x560a91ce9820 2024-04-26T02:03:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.000+0000 7f3b3c865740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b341b4fb0 con 0x560a91cea140 2024-04-26T02:03:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.000+0000 7f3b3c865740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3b341b21f0 con 0x560a91cf4a00 2024-04-26T02:03:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.000+0000 7f3b3c865740 10 client.0 _ll_register_callbacks cb 0x7f3b24009b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.000+0000 7f3b32000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91cfa800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.000+0000 7f3b32000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91cfa800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59224/0 (socket says 172.21.15.26:59224) 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.000+0000 7f3b32000640 1 -- 172.21.15.26:0/73110536 learned_addr learned my addr 172.21.15.26:0/73110536 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.000+0000 7f3b32a00640 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91cfad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.000+0000 7f3b32000640 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 0x560a91d7b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.001+0000 7f3b32000640 1 -- 172.21.15.26:0/73110536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 msgr2=0x560a91d7b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.001+0000 7f3b32000640 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 0x560a91d7b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.001+0000 7f3b32000640 1 -- 172.21.15.26:0/73110536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 msgr2=0x560a91cfad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.001+0000 7f3b32000640 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91cfad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.001+0000 7f3b32000640 1 -- 172.21.15.26:0/73110536 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a91ce9f70 con 0x560a91ce9820 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.001+0000 7f3b32000640 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91cfa800 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3b200096c0 tx=0x7f3b20004b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7510180912f54dec server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.001+0000 7f3b1cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.001+0000 7f3b1cc00640 1 -- 172.21.15.26:0/73110536 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b20058060 con 0x560a91ce9820 2024-04-26T02:03:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.001+0000 7f3b1cc00640 1 -- 172.21.15.26:0/73110536 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f3b200514d0 con 0x560a91ce9820 2024-04-26T02:03:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.001+0000 7f3b3c865740 1 -- 172.21.15.26:0/73110536 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b240117f0 con 0x560a91ce9820 2024-04-26T02:03:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.002+0000 7f3b1cc00640 1 -- 172.21.15.26:0/73110536 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b2004e040 con 0x560a91ce9820 2024-04-26T02:03:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.002+0000 7f3b3c865740 10 client.15282 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.002+0000 7f3b3c865740 1 -- 172.21.15.26:0/73110536 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560a91d7c930 con 0x560a91ce9820 2024-04-26T02:03:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.002+0000 7f3b1cc00640 1 -- 172.21.15.26:0/73110536 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b240117f0 con 0x560a91ce9820 2024-04-26T02:03:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.002+0000 7f3b1cc00640 1 -- 172.21.15.26:0/73110536 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3b200314a0 con 0x560a91ce9820 2024-04-26T02:03:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.002+0000 7f3b3c865740 10 client.15282 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.002+0000 7f3b3c865740 10 client.15282 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.002+0000 7f3b3c865740 20 client.15282 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.002+0000 7f3b3c865740 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560a91d7cc20 0x560a91d7f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:47.003 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.003+0000 7f3b3c865740 4 client.15282 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:03:47.003 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.003+0000 7f3b3c865740 1 -- 172.21.15.26:0/73110536 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560a91c5d320 con 0x560a91d7cc20 2024-04-26T02:03:47.003 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.003+0000 7f3b32a00640 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560a91d7cc20 0x560a91d7f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:47.003 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.004+0000 7f3b32a00640 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560a91d7cc20 0x560a91d7f010 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0218ddf754fd77f server_cookie=8ff4c3be5ced6fc6 in_seq=0 out_seq=0 2024-04-26T02:03:47.003 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.004+0000 7f3b1cc00640 10 client.15282 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:47.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.008+0000 7f3b1cc00640 1 -- 172.21.15.26:0/73110536 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560a91c5d320 con 0x560a91d7cc20 2024-04-26T02:03:47.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.008+0000 7f3b1cc00640 10 client.15282 handle_command_reply: tid=0 2024-04-26T02:03:47.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.008+0000 7f3b3c865740 1 client.15282 shutdown 2024-04-26T02:03:47.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.008+0000 7f3b3c865740 1 -- 172.21.15.26:0/73110536 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 msgr2=0x560a91cfa800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:47.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.008+0000 7f3b3c865740 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91cfa800 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3b200096c0 tx=0x7f3b20004b20 comp rx=0 tx=0).stop 2024-04-26T02:03:47.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.008+0000 7f3b3c865740 1 -- 172.21.15.26:0/73110536 shutdown_connections 2024-04-26T02:03:47.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.008+0000 7f3b3c865740 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560a91d7cc20 0x560a91d7f010 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:47.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.008+0000 7f3b3c865740 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560a91cf4a00 0x560a91d7b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:47.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.008+0000 7f3b3c865740 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560a91cea140 0x560a91cfad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:47.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.008+0000 7f3b3c865740 1 --2- 172.21.15.26:0/73110536 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560a91ce9820 0x560a91cfa800 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:47.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.008+0000 7f3b3c865740 1 -- 172.21.15.26:0/73110536 >> 172.21.15.26:0/73110536 conn(0x560a91ce5d30 msgr2=0x560a91cf3af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:47.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.008+0000 7f3b1cc00640 0 client.15282 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:47.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.009+0000 7f3b3c865740 1 -- 172.21.15.26:0/73110536 shutdown_connections 2024-04-26T02:03:47.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:03:47.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:03:47.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:03:47.009 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:03:47.009 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.009+0000 7f3b3c865740 1 -- 172.21.15.26:0/73110536 wait complete. 2024-04-26T02:03:47.009 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.009+0000 7f3b3c865740 20 client.15282 trim_cache size 0 max 16384 2024-04-26T02:03:47.009 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.010+0000 7f3b39a00640 1 -- 172.21.15.26:0/1626634351 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f3b180a3fc0 msgr2=0x7f3b180a6480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:47.010 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.010+0000 7f3b39a00640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f3b180a3fc0 0x7f3b180a6480 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c0ce4e0 tx=0x7f3b2c00cf20 comp rx=0 tx=0).stop 2024-04-26T02:03:47.010 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.010+0000 7f3b39a00640 1 -- 172.21.15.26:0/1626634351 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b34112f40 msgr2=0x7f3b341a36a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:47.010 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.010+0000 7f3b39a00640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b34112f40 0x7f3b341a36a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c00e9d0 tx=0x7f3b2c00ee90 comp rx=0 tx=0).stop 2024-04-26T02:03:47.010 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.011+0000 7f3b39a00640 1 -- 172.21.15.26:0/1626634351 shutdown_connections 2024-04-26T02:03:47.010 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.011+0000 7f3b39a00640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f3b180a3fc0 0x7f3b180a6480 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:47.010 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.011+0000 7f3b39a00640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b34112f40 0x7f3b341a36a0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:47.010 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.011+0000 7f3b39a00640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b34074c10 0x7f3b3419f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:47.010 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.011+0000 7f3b39a00640 1 --2- 172.21.15.26:0/1626634351 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b340742f0 0x7f3b3419ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:47.010 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.011+0000 7f3b39a00640 1 -- 172.21.15.26:0/1626634351 >> 172.21.15.26:0/1626634351 conn(0x7f3b340fda20 msgr2=0x7f3b340ff320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:47.010 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.011+0000 7f3b39a00640 1 -- 172.21.15.26:0/1626634351 shutdown_connections 2024-04-26T02:03:47.010 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:03:47.011+0000 7f3b39a00640 1 -- 172.21.15.26:0/1626634351 wait complete. 2024-04-26T02:03:48.188 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:47 smithi026 ceph-mon[28138]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T02:03:48.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:47 smithi033 ceph-mon[32805]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T02:03:48.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:47 smithi064 ceph-mon[32613]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T02:03:48.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.699+0000 7f6295c00700 1 -- 172.21.15.26:0/2556238256 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f629010f4f0 msgr2=0x7f62901118e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:48.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.699+0000 7f6295c00700 1 --2- 172.21.15.26:0/2556238256 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f629010f4f0 0x7f62901118e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f628800b0a0 tx=0x7f628800b3b0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.699+0000 7f6295c00700 1 -- 172.21.15.26:0/2556238256 shutdown_connections 2024-04-26T02:03:48.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.699+0000 7f6295c00700 1 --2- 172.21.15.26:0/2556238256 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f629010f4f0 0x7f62901118e0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.699+0000 7f6295c00700 1 --2- 172.21.15.26:0/2556238256 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f629006a750 0x7f629006ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.699+0000 7f6295c00700 1 --2- 172.21.15.26:0/2556238256 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f629006b070 0x7f629010efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.699+0000 7f6295c00700 1 -- 172.21.15.26:0/2556238256 >> 172.21.15.26:0/2556238256 conn(0x7f62900788f0 msgr2=0x7f6290078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:48.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.699+0000 7f6295c00700 1 -- 172.21.15.26:0/2556238256 shutdown_connections 2024-04-26T02:03:48.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.699+0000 7f6295c00700 1 -- 172.21.15.26:0/2556238256 wait complete. 2024-04-26T02:03:48.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.700+0000 7f6295c00700 1 Processor -- start 2024-04-26T02:03:48.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.701+0000 7f6295c00700 1 -- start start 2024-04-26T02:03:48.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.701+0000 7f6295c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f629006a750 0x7f629010eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.701+0000 7f6295c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f629006b070 0x7f629010bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.701+0000 7f6295c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f629010f4f0 0x7f629010c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.701+0000 7f6295c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6290114e40 con 0x7f629006b070 2024-04-26T02:03:48.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.701+0000 7f6295c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6290114cc0 con 0x7f629010f4f0 2024-04-26T02:03:48.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.701+0000 7f6295c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6290114fc0 con 0x7f629006a750 2024-04-26T02:03:48.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.702+0000 7f628e000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f629006b070 0x7f629010bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.702+0000 7f628e000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f629006b070 0x7f629010bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59244/0 (socket says 172.21.15.26:59244) 2024-04-26T02:03:48.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.702+0000 7f628e000700 1 -- 172.21.15.26:0/3646577563 learned_addr learned my addr 172.21.15.26:0/3646577563 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:48.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.702+0000 7f628ea00700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f629006a750 0x7f629010eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.702+0000 7f628f400700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f629010f4f0 0x7f629010c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.702+0000 7f628e000700 1 -- 172.21.15.26:0/3646577563 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f629006a750 msgr2=0x7f629010eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:48.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.702+0000 7f628e000700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f629006a750 0x7f629010eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.702+0000 7f628e000700 1 -- 172.21.15.26:0/3646577563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f629010f4f0 msgr2=0x7f629010c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:48.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.702+0000 7f628e000700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f629010f4f0 0x7f629010c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.702+0000 7f628e000700 1 -- 172.21.15.26:0/3646577563 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62901abb60 con 0x7f629006b070 2024-04-26T02:03:48.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.703+0000 7f628e000700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f629006b070 0x7f629010bfd0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f627c00e9a0 tx=0x7f627c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:48.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.703+0000 7f6287400700 1 -- 172.21.15.26:0/3646577563 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f627c00cbd0 con 0x7f629006b070 2024-04-26T02:03:48.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.704+0000 7f6287400700 1 -- 172.21.15.26:0/3646577563 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f627c00cd70 con 0x7f629006b070 2024-04-26T02:03:48.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.704+0000 7f6295c00700 1 -- 172.21.15.26:0/3646577563 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62901abd30 con 0x7f629006b070 2024-04-26T02:03:48.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.704+0000 7f6287400700 1 -- 172.21.15.26:0/3646577563 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f627c018680 con 0x7f629006b070 2024-04-26T02:03:48.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.704+0000 7f6295c00700 1 -- 172.21.15.26:0/3646577563 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62901ac210 con 0x7f629006b070 2024-04-26T02:03:48.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.708+0000 7f6287400700 1 -- 172.21.15.26:0/3646577563 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f627c018820 con 0x7f629006b070 2024-04-26T02:03:48.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.710+0000 7f6287400700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f62740a3f60 0x7f62740a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.710+0000 7f6287400700 1 -- 172.21.15.26:0/3646577563 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f627c0d0cc0 con 0x7f629006b070 2024-04-26T02:03:48.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.711+0000 7f62a062db80 1 Processor -- start 2024-04-26T02:03:48.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.711+0000 7f628ea00700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f62740a3f60 0x7f62740a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.711+0000 7f62a062db80 1 -- start start 2024-04-26T02:03:48.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.711+0000 7f62a062db80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55601175e780 0x55601175eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.711+0000 7f62a062db80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55601175f0a0 0x5560117589b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.711+0000 7f62a062db80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556011758ef0 0x556011759330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.711+0000 7f62a062db80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5560116aae40 con 0x55601175f0a0 2024-04-26T02:03:48.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.711+0000 7f62a062db80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5560116516e0 con 0x55601175e780 2024-04-26T02:03:48.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.711+0000 7f62a062db80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5560116a6e00 con 0x556011758ef0 2024-04-26T02:03:48.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.712+0000 7f628ea00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55601175e780 0x55601175eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.712+0000 7f628ea00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55601175e780 0x55601175eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:33408/0 (socket says 172.21.15.26:33408) 2024-04-26T02:03:48.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.712+0000 7f628ea00700 1 -- 172.21.15.26:0/1897009879 learned_addr learned my addr 172.21.15.26:0/1897009879 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:48.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.712+0000 7f628e000700 1 --2- 172.21.15.26:0/1897009879 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55601175f0a0 0x5560117589b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.712+0000 7f628ea00700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f62740a3f60 0x7f62740a6420 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6280009c70 tx=0x7f6280011720 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:48.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.712+0000 7f628f400700 1 --2- 172.21.15.26:0/1897009879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556011758ef0 0x556011759330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.712+0000 7f628ea00700 1 -- 172.21.15.26:0/1897009879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556011758ef0 msgr2=0x556011759330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:48.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.712+0000 7f628ea00700 1 --2- 172.21.15.26:0/1897009879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556011758ef0 0x556011759330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.712+0000 7f628ea00700 1 -- 172.21.15.26:0/1897009879 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55601175f0a0 msgr2=0x5560117589b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:48.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.712+0000 7f628ea00700 1 --2- 172.21.15.26:0/1897009879 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55601175f0a0 0x5560117589b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.712+0000 7f628ea00700 1 -- 172.21.15.26:0/1897009879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556011647630 con 0x55601175e780 2024-04-26T02:03:48.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.713+0000 7f628ea00700 1 --2- 172.21.15.26:0/1897009879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55601175e780 0x55601175eb60 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6280005c50 tx=0x7f628001c000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62f93aec253379fc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:48.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.713+0000 7f627be00700 1 -- 172.21.15.26:0/1897009879 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6280017040 con 0x55601175e780 2024-04-26T02:03:48.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.713+0000 7f627be00700 1 -- 172.21.15.26:0/1897009879 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6280019050 con 0x55601175e780 2024-04-26T02:03:48.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.713+0000 7f627be00700 1 -- 172.21.15.26:0/1897009879 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628000f620 con 0x55601175e780 2024-04-26T02:03:48.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.714+0000 7f62a062db80 1 -- 172.21.15.26:0/1897009879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55601175e780 msgr2=0x55601175eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:48.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.714+0000 7f62a062db80 1 --2- 172.21.15.26:0/1897009879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55601175e780 0x55601175eb60 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6280005c50 tx=0x7f628001c000 comp rx=0 tx=0).stop 2024-04-26T02:03:48.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.714+0000 7f62a062db80 1 -- 172.21.15.26:0/1897009879 shutdown_connections 2024-04-26T02:03:48.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.714+0000 7f62a062db80 1 --2- 172.21.15.26:0/1897009879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556011758ef0 0x556011759330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.714+0000 7f62a062db80 1 --2- 172.21.15.26:0/1897009879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55601175e780 0x55601175eb60 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.714+0000 7f62a062db80 1 --2- 172.21.15.26:0/1897009879 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55601175f0a0 0x5560117589b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.714+0000 7f62a062db80 1 -- 172.21.15.26:0/1897009879 >> 172.21.15.26:0/1897009879 conn(0x556011686f00 msgr2=0x5560117538a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:48.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.715+0000 7f62a062db80 1 -- 172.21.15.26:0/1897009879 shutdown_connections 2024-04-26T02:03:48.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.715+0000 7f62a062db80 1 -- 172.21.15.26:0/1897009879 wait complete. 2024-04-26T02:03:48.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.715+0000 7f62a062db80 1 -- start start 2024-04-26T02:03:48.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.716+0000 7f62a062db80 1 Processor -- start 2024-04-26T02:03:48.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.716+0000 7f62a062db80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556011758ef0 0x556011764cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.717+0000 7f62a062db80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 0x556011761fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.717+0000 7f62a062db80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5560117624f0 0x556011762970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.717+0000 7f62a062db80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556011765920 con 0x556011758ef0 2024-04-26T02:03:48.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.717+0000 7f62a062db80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556011664810 con 0x5560117624f0 2024-04-26T02:03:48.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.717+0000 7f62a062db80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x556011765aa0 con 0x55601175e780 2024-04-26T02:03:48.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.717+0000 7f62a062db80 10 client.0 _ll_register_callbacks cb 0x5560116436d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:48.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.717+0000 7f628e000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 0x556011761fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.717+0000 7f628e000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 0x556011761fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:53364/0 (socket says 172.21.15.26:53364) 2024-04-26T02:03:48.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.717+0000 7f628e000700 1 -- 172.21.15.26:0/1207186536 learned_addr learned my addr 172.21.15.26:0/1207186536 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:48.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.717+0000 7f628f400700 1 --2- 172.21.15.26:0/1207186536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5560117624f0 0x556011762970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.718+0000 7f628e000700 1 -- 172.21.15.26:0/1207186536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5560117624f0 msgr2=0x556011762970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:48.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.718+0000 7f628e000700 1 --2- 172.21.15.26:0/1207186536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5560117624f0 0x556011762970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.718+0000 7f628e000700 1 -- 172.21.15.26:0/1207186536 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556011758ef0 msgr2=0x556011764cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:48.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.718+0000 7f628e000700 1 --2- 172.21.15.26:0/1207186536 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556011758ef0 0x556011764cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.718+0000 7f628e000700 1 -- 172.21.15.26:0/1207186536 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560115f8880 con 0x55601175e780 2024-04-26T02:03:48.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.718+0000 7f628e000700 1 --2- 172.21.15.26:0/1207186536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 0x556011761fb0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f627c099420 tx=0x7f627c09cf90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=afea62b64a46ade4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:48.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.718+0000 7f6278c00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:03:48.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.718+0000 7f6278c00700 1 -- 172.21.15.26:0/1207186536 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f627c0bd0b0 con 0x55601175e780 2024-04-26T02:03:48.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.719+0000 7f6278c00700 1 -- 172.21.15.26:0/1207186536 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f627c0ceb90 con 0x55601175e780 2024-04-26T02:03:48.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.719+0000 7f62a062db80 1 -- 172.21.15.26:0/1207186536 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6280019050 con 0x55601175e780 2024-04-26T02:03:48.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.719+0000 7f6278c00700 1 -- 172.21.15.26:0/1207186536 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f627c09ca50 con 0x55601175e780 2024-04-26T02:03:48.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.719+0000 7f62a062db80 10 client.25396 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:48.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.719+0000 7f62a062db80 1 -- 172.21.15.26:0/1207186536 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556011641aa0 con 0x55601175e780 2024-04-26T02:03:48.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.719+0000 7f6278c00700 1 -- 172.21.15.26:0/1207186536 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6280019050 con 0x55601175e780 2024-04-26T02:03:48.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.721+0000 7f6278c00700 1 -- 172.21.15.26:0/1207186536 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f627c09bea0 con 0x55601175e780 2024-04-26T02:03:48.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.721+0000 7f62a062db80 10 client.25396 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:48.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.721+0000 7f62a062db80 10 client.25396 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T02:03:48.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.721+0000 7f62a062db80 20 client.25396 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:48.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.721+0000 7f62a062db80 1 --2- 172.21.15.26:0/1207186536 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5560117729c0 0x556011773e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.721+0000 7f62a062db80 4 client.25396 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:48.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.721+0000 7f62a062db80 1 -- 172.21.15.26:0/1207186536 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5560116b8630 con 0x5560117729c0 2024-04-26T02:03:48.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.721+0000 7f628ea00700 1 --2- 172.21.15.26:0/1207186536 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5560117729c0 0x556011773e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.722+0000 7f628ea00700 1 --2- 172.21.15.26:0/1207186536 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5560117729c0 0x556011773e30 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b421a45148d1fa05 server_cookie=56746c969139c648 in_seq=0 out_seq=0 2024-04-26T02:03:48.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.722+0000 7f6278c00700 10 client.25396 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:48.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.723+0000 7f6278c00700 1 -- 172.21.15.26:0/1207186536 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5560116b8630 con 0x5560117729c0 2024-04-26T02:03:48.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.723+0000 7f6278c00700 10 client.25396 handle_command_reply: tid=0 2024-04-26T02:03:48.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.723+0000 7f62a062db80 1 client.25396 shutdown 2024-04-26T02:03:48.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.723+0000 7f62a062db80 1 -- 172.21.15.26:0/1207186536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 msgr2=0x556011761fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:48.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.723+0000 7f62a062db80 1 --2- 172.21.15.26:0/1207186536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 0x556011761fb0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f627c099420 tx=0x7f627c09cf90 comp rx=0 tx=0).stop 2024-04-26T02:03:48.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.724+0000 7f62a062db80 1 -- 172.21.15.26:0/1207186536 shutdown_connections 2024-04-26T02:03:48.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.724+0000 7f62a062db80 1 --2- 172.21.15.26:0/1207186536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5560117624f0 0x556011762970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.724+0000 7f62a062db80 1 --2- 172.21.15.26:0/1207186536 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5560117729c0 0x556011773e30 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.724+0000 7f6278c00700 0 client.25396 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:48.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.724+0000 7f62a062db80 1 --2- 172.21.15.26:0/1207186536 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556011758ef0 0x556011764cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.724+0000 7f62a062db80 1 --2- 172.21.15.26:0/1207186536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 0x556011761fb0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.724+0000 7f62a062db80 1 -- 172.21.15.26:0/1207186536 >> 172.21.15.26:0/1207186536 conn(0x556011686f00 msgr2=0x556011752e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:48.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.724+0000 7f62a062db80 1 -- 172.21.15.26:0/1207186536 shutdown_connections 2024-04-26T02:03:48.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.724+0000 7f62a062db80 1 -- 172.21.15.26:0/1207186536 wait complete. 2024-04-26T02:03:48.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.725+0000 7f62a062db80 20 client.25396 trim_cache size 0 max 16384 2024-04-26T02:03:48.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.767+0000 7f62a062db80 1 Processor -- start 2024-04-26T02:03:48.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.767+0000 7f62a062db80 1 -- start start 2024-04-26T02:03:48.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.767+0000 7f62a062db80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556011758ef0 0x5560117589b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.767+0000 7f62a062db80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 0x556011762970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.767+0000 7f62a062db80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5560117624f0 0x5560117535d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.767+0000 7f62a062db80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556011772170 con 0x5560117624f0 2024-04-26T02:03:48.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.767+0000 7f62a062db80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556011772840 con 0x556011758ef0 2024-04-26T02:03:48.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.767+0000 7f62a062db80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x556011772f10 con 0x55601175e780 2024-04-26T02:03:48.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.768+0000 7f628e000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 0x556011762970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.768+0000 7f628ea00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556011758ef0 0x5560117589b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.768+0000 7f628e000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 0x556011762970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:53372/0 (socket says 172.21.15.26:53372) 2024-04-26T02:03:48.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.768+0000 7f628e000700 1 -- 172.21.15.26:0/1944141800 learned_addr learned my addr 172.21.15.26:0/1944141800 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:48.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.768+0000 7f628ea00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556011758ef0 0x5560117589b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:33412/0 (socket says 172.21.15.26:33412) 2024-04-26T02:03:48.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.768+0000 7f628f400700 1 --2- 172.21.15.26:0/1944141800 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5560117624f0 0x5560117535d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.768+0000 7f628e000700 1 -- 172.21.15.26:0/1944141800 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556011758ef0 msgr2=0x5560117589b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:48.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.768+0000 7f628e000700 1 --2- 172.21.15.26:0/1944141800 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556011758ef0 0x5560117589b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.768+0000 7f628e000700 1 -- 172.21.15.26:0/1944141800 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5560117624f0 msgr2=0x5560117535d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:48.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.768+0000 7f628e000700 1 --2- 172.21.15.26:0/1944141800 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5560117624f0 0x5560117535d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.768+0000 7f628e000700 1 -- 172.21.15.26:0/1944141800 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55601175eea0 con 0x55601175e780 2024-04-26T02:03:48.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.768+0000 7f628f400700 1 --2- 172.21.15.26:0/1944141800 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5560117624f0 0x5560117535d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:03:48.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.769+0000 7f628e000700 1 --2- 172.21.15.26:0/1944141800 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 0x556011762970 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f627c000c00 tx=0x7f627c010bb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e871ee137dc68cb4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:48.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.769+0000 7f627b400700 1 -- 172.21.15.26:0/1944141800 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f627c0bd0b0 con 0x55601175e780 2024-04-26T02:03:48.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.769+0000 7f627b400700 1 -- 172.21.15.26:0/1944141800 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f627c088300 con 0x55601175e780 2024-04-26T02:03:48.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.769+0000 7f627b400700 1 -- 172.21.15.26:0/1944141800 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f627c0987a0 con 0x55601175e780 2024-04-26T02:03:48.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.770+0000 7f62a062db80 1 -- 172.21.15.26:0/1944141800 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 msgr2=0x556011762970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:48.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.770+0000 7f62a062db80 1 --2- 172.21.15.26:0/1944141800 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 0x556011762970 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f627c000c00 tx=0x7f627c010bb0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.770+0000 7f62a062db80 1 -- 172.21.15.26:0/1944141800 shutdown_connections 2024-04-26T02:03:48.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.770+0000 7f62a062db80 1 --2- 172.21.15.26:0/1944141800 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5560117624f0 0x5560117535d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.770+0000 7f62a062db80 1 --2- 172.21.15.26:0/1944141800 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556011758ef0 0x5560117589b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.770+0000 7f62a062db80 1 --2- 172.21.15.26:0/1944141800 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55601175e780 0x556011762970 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.770+0000 7f62a062db80 1 -- 172.21.15.26:0/1944141800 >> 172.21.15.26:0/1944141800 conn(0x556011686f00 msgr2=0x556011761d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:48.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.770+0000 7f62a062db80 1 -- 172.21.15.26:0/1944141800 shutdown_connections 2024-04-26T02:03:48.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.770+0000 7f62a062db80 1 -- 172.21.15.26:0/1944141800 wait complete. 2024-04-26T02:03:48.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.771+0000 7f62a062db80 1 -- start start 2024-04-26T02:03:48.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.771+0000 7f62a062db80 1 Processor -- start 2024-04-26T02:03:48.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.772+0000 7f62a062db80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556011758ef0 0x55601177d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.772+0000 7f62a062db80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55601175e780 0x556011778260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.772+0000 7f62a062db80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5560117624f0 0x5560117787a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.772+0000 7f62a062db80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556011773cb0 con 0x556011758ef0 2024-04-26T02:03:48.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.772+0000 7f62a062db80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5560117735e0 con 0x55601175e780 2024-04-26T02:03:48.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.772+0000 7f62a062db80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x556011774380 con 0x5560117624f0 2024-04-26T02:03:48.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.772+0000 7f628ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556011758ef0 0x55601177d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.772+0000 7f62a062db80 10 client.0 _ll_register_callbacks cb 0x5560116436d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:48.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.772+0000 7f628ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556011758ef0 0x55601177d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59272/0 (socket says 172.21.15.26:59272) 2024-04-26T02:03:48.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.772+0000 7f628ea00700 1 -- 172.21.15.26:0/3443183676 learned_addr learned my addr 172.21.15.26:0/3443183676 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:03:48.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.772+0000 7f628e000700 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55601175e780 0x556011778260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.772+0000 7f628f400700 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5560117624f0 0x5560117787a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.773+0000 7f628f400700 1 -- 172.21.15.26:0/3443183676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55601175e780 msgr2=0x556011778260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:48.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.773+0000 7f628f400700 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55601175e780 0x556011778260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.773+0000 7f628f400700 1 -- 172.21.15.26:0/3443183676 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556011758ef0 msgr2=0x55601177d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:48.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.773+0000 7f628f400700 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556011758ef0 0x55601177d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.773+0000 7f628f400700 1 -- 172.21.15.26:0/3443183676 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556011778d60 con 0x5560117624f0 2024-04-26T02:03:48.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.773+0000 7f628f400700 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5560117624f0 0x5560117787a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f628800b070 tx=0x7f628800bd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2ef1804126ac87b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:48.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.773+0000 7f6278c00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:03:48.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.774+0000 7f6278c00700 1 -- 172.21.15.26:0/3443183676 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6288004e60 con 0x5560117624f0 2024-04-26T02:03:48.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.774+0000 7f6278c00700 1 -- 172.21.15.26:0/3443183676 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f62880074e0 con 0x5560117624f0 2024-04-26T02:03:48.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.774+0000 7f62a062db80 1 -- 172.21.15.26:0/3443183676 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f627c088300 con 0x5560117624f0 2024-04-26T02:03:48.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.774+0000 7f6278c00700 1 -- 172.21.15.26:0/3443183676 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6288007700 con 0x5560117624f0 2024-04-26T02:03:48.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.774+0000 7f62a062db80 10 client.25402 fetch_fsmap learned FSMap version 29 2024-04-26T02:03:48.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.774+0000 7f62a062db80 1 -- 172.21.15.26:0/3443183676 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5560117da8e0 con 0x5560117624f0 2024-04-26T02:03:48.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.775+0000 7f6278c00700 1 -- 172.21.15.26:0/3443183676 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f627c088300 con 0x5560117624f0 2024-04-26T02:03:48.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.775+0000 7f6278c00700 1 -- 172.21.15.26:0/3443183676 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6288011070 con 0x5560117624f0 2024-04-26T02:03:48.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.775+0000 7f62a062db80 10 client.25402 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:03:48.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.775+0000 7f62a062db80 10 client.25402 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T02:03:48.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.775+0000 7f62a062db80 20 client.25402 populate_metadata read hostname 'smithi026' 2024-04-26T02:03:48.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.775+0000 7f62a062db80 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5560117df4c0 0x5560117de1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:48.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.775+0000 7f62a062db80 4 client.25402 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T02:03:48.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.775+0000 7f62a062db80 1 -- 172.21.15.26:0/3443183676 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "status"}) -- 0x5560116b26d0 con 0x5560117df4c0 2024-04-26T02:03:48.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.776+0000 7f628ea00700 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5560117df4c0 0x5560117de1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:48.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.776+0000 7f628ea00700 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5560117df4c0 0x5560117de1d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bab3331dab1298d server_cookie=93fd63e4f15f728a in_seq=0 out_seq=0 2024-04-26T02:03:48.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.776+0000 7f6278c00700 10 client.25402 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:48.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.777+0000 7f6278c00700 1 -- 172.21.15.26:0/3443183676 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5560116b26d0 con 0x5560117df4c0 2024-04-26T02:03:48.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.777+0000 7f6278c00700 10 client.25402 handle_command_reply: tid=0 2024-04-26T02:03:48.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.777+0000 7f62a062db80 1 client.25402 shutdown 2024-04-26T02:03:48.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.777+0000 7f62a062db80 1 -- 172.21.15.26:0/3443183676 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5560117624f0 msgr2=0x5560117787a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:48.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.777+0000 7f62a062db80 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5560117624f0 0x5560117787a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f628800b070 tx=0x7f628800bd50 comp rx=0 tx=0).stop 2024-04-26T02:03:48.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.777+0000 7f62a062db80 1 -- 172.21.15.26:0/3443183676 shutdown_connections 2024-04-26T02:03:48.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.777+0000 7f62a062db80 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5560117624f0 0x5560117787a0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.777+0000 7f62a062db80 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5560117df4c0 0x5560117de1d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.777+0000 7f62a062db80 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556011758ef0 0x55601177d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.777+0000 7f62a062db80 1 --2- 172.21.15.26:0/3443183676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55601175e780 0x556011778260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.777+0000 7f6278c00700 0 client.25402 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:03:48.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.777+0000 7f62a062db80 1 -- 172.21.15.26:0/3443183676 >> 172.21.15.26:0/3443183676 conn(0x556011686f00 msgr2=0x556011762970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:48.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.778+0000 7f62a062db80 1 -- 172.21.15.26:0/3443183676 shutdown_connections 2024-04-26T02:03:48.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.778+0000 7f62a062db80 1 -- 172.21.15.26:0/3443183676 wait complete. 2024-04-26T02:03:48.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.779+0000 7f62a062db80 20 client.25402 trim_cache size 0 max 16384 2024-04-26T02:03:48.778 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:03:48.778 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "fd935b4c-036e-11ef-bc93-c7b262605968", 2024-04-26T02:03:48.778 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 0, 2024-04-26T02:03:48.778 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24524, 2024-04-26T02:03:48.778 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T02:03:48.778 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T02:03:48.778 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T02:03:48.778 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 313.79111621099997, 2024-04-26T02:03:48.778 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 29, 2024-04-26T02:03:48.778 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 92, 2024-04-26T02:03:48.779 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 91, 2024-04-26T02:03:48.779 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 335.77530892300001 2024-04-26T02:03:48.779 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:03:48.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.780+0000 7f6295c00700 1 -- 172.21.15.26:0/3646577563 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f62740a3f60 msgr2=0x7f62740a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:48.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.780+0000 7f6295c00700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f62740a3f60 0x7f62740a6420 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6280009c70 tx=0x7f6280011720 comp rx=0 tx=0).stop 2024-04-26T02:03:48.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.780+0000 7f6295c00700 1 -- 172.21.15.26:0/3646577563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f629006b070 msgr2=0x7f629010bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:48.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.780+0000 7f6295c00700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f629006b070 0x7f629010bfd0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f627c00e9a0 tx=0x7f627c00ecb0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.780+0000 7f6295c00700 1 -- 172.21.15.26:0/3646577563 shutdown_connections 2024-04-26T02:03:48.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.780+0000 7f6295c00700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f629010f4f0 0x7f629010c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.780+0000 7f6295c00700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f62740a3f60 0x7f62740a6420 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.780+0000 7f6295c00700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f629006a750 0x7f629010eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.780+0000 7f6295c00700 1 --2- 172.21.15.26:0/3646577563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f629006b070 0x7f629010bfd0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:48.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.780+0000 7f6295c00700 1 -- 172.21.15.26:0/3646577563 >> 172.21.15.26:0/3646577563 conn(0x7f62900788f0 msgr2=0x7f62901109a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:48.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.780+0000 7f6295c00700 1 -- 172.21.15.26:0/3646577563 shutdown_connections 2024-04-26T02:03:48.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:03:48.781+0000 7f6295c00700 1 -- 172.21.15.26:0/3646577563 wait complete. 2024-04-26T02:03:49.758 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-04-26T02:03:50.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:49 smithi026 ceph-mon[28138]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T02:03:50.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:49 smithi033 ceph-mon[32805]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T02:03:50.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:49 smithi064 ceph-mon[32613]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T02:03:52.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:52 smithi064 ceph-mon[32613]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:03:52.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:52 smithi026 ceph-mon[28138]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:03:52.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:52 smithi033 ceph-mon[32805]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:03:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:54 smithi064 ceph-mon[32613]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T02:03:54.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:54 smithi026 ceph-mon[28138]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T02:03:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:54 smithi033 ceph-mon[32805]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T02:03:56.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:56 smithi064 ceph-mon[32613]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:03:56.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:56 smithi026 ceph-mon[28138]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:03:56.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:56 smithi033 ceph-mon[32805]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:03:58.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:03:58 smithi064 ceph-mon[32613]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-26T02:03:58.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:03:58 smithi026 ceph-mon[28138]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-26T02:03:58.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:03:58 smithi033 ceph-mon[32805]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-26T02:04:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.208+0000 7f7e1f200640 1 -- 172.21.15.26:0/1821928929 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e20100d20 msgr2=0x7f7e20101100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.208+0000 7f7e1f200640 1 --2- 172.21.15.26:0/1821928929 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e20100d20 0x7f7e20101100 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7e10009900 tx=0x7f7e1002a470 comp rx=0 tx=0).stop 2024-04-26T02:04:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.208+0000 7f7e1f200640 1 -- 172.21.15.26:0/1821928929 shutdown_connections 2024-04-26T02:04:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.208+0000 7f7e1f200640 1 --2- 172.21.15.26:0/1821928929 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e20106120 0x7f7e201065b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.208+0000 7f7e1f200640 1 --2- 172.21.15.26:0/1821928929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20101640 0x7f7e20105b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.208+0000 7f7e1f200640 1 --2- 172.21.15.26:0/1821928929 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e20100d20 0x7f7e20101100 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.208+0000 7f7e1f200640 1 -- 172.21.15.26:0/1821928929 >> 172.21.15.26:0/1821928929 conn(0x7f7e200fc730 msgr2=0x7f7e200feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.208+0000 7f7e1f200640 1 -- 172.21.15.26:0/1821928929 shutdown_connections 2024-04-26T02:04:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.208+0000 7f7e1f200640 1 -- 172.21.15.26:0/1821928929 wait complete. 2024-04-26T02:04:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.210+0000 7f7e1f200640 1 Processor -- start 2024-04-26T02:04:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.210+0000 7f7e1f200640 1 -- start start 2024-04-26T02:04:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.211+0000 7f7e1f200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e20100d20 0x7f7e201a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.211+0000 7f7e1f200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e20101640 0x7f7e201a4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.211+0000 7f7e1f200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20106120 0x7f7e2019e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.211+0000 7f7e1f200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7e20118620 con 0x7f7e20101640 2024-04-26T02:04:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.211+0000 7f7e1f200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7e201184a0 con 0x7f7e20106120 2024-04-26T02:04:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.211+0000 7f7e1f200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7e201187a0 con 0x7f7e20100d20 2024-04-26T02:04:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.211+0000 7f7e1de00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e20100d20 0x7f7e201a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.212+0000 7f7e1de00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e20100d20 0x7f7e201a4710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:42970/0 (socket says 172.21.15.26:42970) 2024-04-26T02:04:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.212+0000 7f7e1de00640 1 -- 172.21.15.26:0/4036979108 learned_addr learned my addr 172.21.15.26:0/4036979108 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.212+0000 7f7e1e800640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20106120 0x7f7e2019e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.212+0000 7f7e1de00640 1 -- 172.21.15.26:0/4036979108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20106120 msgr2=0x7f7e2019e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.212+0000 7f7e1de00640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20106120 0x7f7e2019e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.212+0000 7f7e1de00640 1 -- 172.21.15.26:0/4036979108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e20101640 msgr2=0x7f7e201a4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.212+0000 7f7e1de00640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e20101640 0x7f7e201a4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.212+0000 7f7e1de00640 1 -- 172.21.15.26:0/4036979108 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e2019f040 con 0x7f7e20100d20 2024-04-26T02:04:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.212+0000 7f7e1de00640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e20100d20 0x7f7e201a4710 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f7e1002a9e0 tx=0x7f7e10003670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.213+0000 7f7e16a00640 1 -- 172.21.15.26:0/4036979108 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1003f030 con 0x7f7e20100d20 2024-04-26T02:04:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.213+0000 7f7e16a00640 1 -- 172.21.15.26:0/4036979108 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e1003b460 con 0x7f7e20100d20 2024-04-26T02:04:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.213+0000 7f7e16a00640 1 -- 172.21.15.26:0/4036979108 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e10035070 con 0x7f7e20100d20 2024-04-26T02:04:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.213+0000 7f7e1f200640 1 -- 172.21.15.26:0/4036979108 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e2019f2d0 con 0x7f7e20100d20 2024-04-26T02:04:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.213+0000 7f7e1f200640 1 -- 172.21.15.26:0/4036979108 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e201ab5d0 con 0x7f7e20100d20 2024-04-26T02:04:00.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.218+0000 7f7e27d74740 1 Processor -- start 2024-04-26T02:04:00.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.219+0000 7f7e27d74740 1 -- start start 2024-04-26T02:04:00.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.219+0000 7f7e27d74740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 0x5575c400ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.219+0000 7f7e27d74740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400f2d0 0x5575c4019650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.219+0000 7f7e27d74740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c401bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.219+0000 7f7e27d74740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5575c3f74900 con 0x5575c400e9b0 2024-04-26T02:04:00.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.219+0000 7f7e27d74740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5575c3f1aef0 con 0x5575c4019b90 2024-04-26T02:04:00.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.219+0000 7f7e27d74740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5575c3f708c0 con 0x5575c400f2d0 2024-04-26T02:04:00.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.219+0000 7f7e1e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 0x5575c400ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.220+0000 7f7e1e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 0x5575c400ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44110/0 (socket says 172.21.15.26:44110) 2024-04-26T02:04:00.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.220+0000 7f7e1e800640 1 -- 172.21.15.26:0/3236651894 learned_addr learned my addr 172.21.15.26:0/3236651894 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:00.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.220+0000 7f7e16a00640 1 -- 172.21.15.26:0/4036979108 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f7e10042030 con 0x7f7e20100d20 2024-04-26T02:04:00.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.220+0000 7f7e17e00640 1 --2- 172.21.15.26:0/3236651894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c401bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.220+0000 7f7e1e800640 1 -- 172.21.15.26:0/3236651894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400f2d0 msgr2=0x5575c4019650 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T02:04:00.220 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.221+0000 7f7e1de00640 1 --2- 172.21.15.26:0/3236651894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400f2d0 0x5575c4019650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.221 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.221+0000 7f7e1e800640 1 --2- 172.21.15.26:0/3236651894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400f2d0 0x5575c4019650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.221 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.221+0000 7f7e1e800640 1 -- 172.21.15.26:0/3236651894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 msgr2=0x5575c401bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:00.221 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.221+0000 7f7e1e800640 1 --2- 172.21.15.26:0/3236651894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c401bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.221 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.221+0000 7f7e1e800640 1 -- 172.21.15.26:0/3236651894 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575c3c87210 con 0x5575c400e9b0 2024-04-26T02:04:00.221 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.221+0000 7f7e17e00640 1 --2- 172.21.15.26:0/3236651894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c401bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:00.221 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.221+0000 7f7e1de00640 1 --2- 172.21.15.26:0/3236651894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400f2d0 0x5575c4019650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:04:00.221 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.222+0000 7f7e1e800640 1 --2- 172.21.15.26:0/3236651894 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 0x5575c400ed90 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7e18009e60 tx=0x7f7e18010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c92a9688f15afd70 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:00.221 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.222+0000 7f7e0f400640 1 -- 172.21.15.26:0/3236651894 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e18016070 con 0x5575c400e9b0 2024-04-26T02:04:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.222+0000 7f7e16a00640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7e040a40e0 0x7f7e040a65a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.222+0000 7f7e0f400640 1 -- 172.21.15.26:0/3236651894 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e18004d20 con 0x5575c400e9b0 2024-04-26T02:04:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.222+0000 7f7e0f400640 1 -- 172.21.15.26:0/3236651894 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e180126b0 con 0x5575c400e9b0 2024-04-26T02:04:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.223+0000 7f7e16a00640 1 -- 172.21.15.26:0/4036979108 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7e100f1030 con 0x7f7e20100d20 2024-04-26T02:04:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.223+0000 7f7e27d74740 1 -- 172.21.15.26:0/3236651894 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 msgr2=0x5575c400ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.223+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3236651894 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 0x5575c400ed90 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7e18009e60 tx=0x7f7e18010740 comp rx=0 tx=0).stop 2024-04-26T02:04:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.224+0000 7f7e1de00640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7e040a40e0 0x7f7e040a65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.224+0000 7f7e27d74740 1 -- 172.21.15.26:0/3236651894 shutdown_connections 2024-04-26T02:04:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.224+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3236651894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c401bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.224+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3236651894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400f2d0 0x5575c4019650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.224+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3236651894 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 0x5575c400ed90 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.224+0000 7f7e27d74740 1 -- 172.21.15.26:0/3236651894 >> 172.21.15.26:0/3236651894 conn(0x5575c400aec0 msgr2=0x5575c400b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.225+0000 7f7e1de00640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7e040a40e0 0x7f7e040a65a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7e100ee5d0 tx=0x7f7e10009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:00.225 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.227+0000 7f7e27d74740 1 -- 172.21.15.26:0/3236651894 shutdown_connections 2024-04-26T02:04:00.226 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.227+0000 7f7e27d74740 1 -- 172.21.15.26:0/3236651894 wait complete. 2024-04-26T02:04:00.226 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.227+0000 7f7e27d74740 1 -- start start 2024-04-26T02:04:00.226 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.228+0000 7f7e27d74740 1 Processor -- start 2024-04-26T02:04:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.229+0000 7f7e27d74740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 0x5575c4016b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.229+0000 7f7e27d74740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400f2d0 0x5575c4017080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.229+0000 7f7e1e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 0x5575c4016b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.230+0000 7f7e1e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 0x5575c4016b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44114/0 (socket says 172.21.15.26:44114) 2024-04-26T02:04:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.230+0000 7f7e1e800640 1 -- 172.21.15.26:0/3624574212 learned_addr learned my addr 172.21.15.26:0/3624574212 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.230+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c40175c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.230+0000 7f7e27d74740 1 -- 172.21.15.26:0/3624574212 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5575c401c7c0 con 0x5575c400e9b0 2024-04-26T02:04:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.230+0000 7f7e27d74740 1 -- 172.21.15.26:0/3624574212 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5575c3f2e310 con 0x5575c4019b90 2024-04-26T02:04:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.230+0000 7f7e27d74740 1 -- 172.21.15.26:0/3624574212 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5575c401c940 con 0x5575c400f2d0 2024-04-26T02:04:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.230+0000 7f7e27d74740 10 client.0 _ll_register_callbacks cb 0x5575c3efccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.230+0000 7f7e17e00640 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400f2d0 0x5575c4017080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.230+0000 7f7e1e800640 1 -- 172.21.15.26:0/3624574212 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400f2d0 msgr2=0x5575c4017080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.230+0000 7f7e1e800640 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400f2d0 0x5575c4017080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.230+0000 7f7e1e800640 1 -- 172.21.15.26:0/3624574212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 msgr2=0x5575c40175c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T02:04:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.230+0000 7f7e1e800640 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c40175c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.231+0000 7f7e1e800640 1 -- 172.21.15.26:0/3624574212 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575c3d53620 con 0x5575c400e9b0 2024-04-26T02:04:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.231+0000 7f7e17e00640 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400f2d0 0x5575c4017080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.231+0000 7f7e1e800640 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 0x5575c4016b40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7e18004ca0 tx=0x7f7e18009a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68daa1b22ff28740 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.231+0000 7f7e03e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:04:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.232+0000 7f7e03e00640 1 -- 172.21.15.26:0/3624574212 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e18029060 con 0x5575c400e9b0 2024-04-26T02:04:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.232+0000 7f7e03e00640 1 -- 172.21.15.26:0/3624574212 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7e180050e0 con 0x5575c400e9b0 2024-04-26T02:04:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.232+0000 7f7e27d74740 1 -- 172.21.15.26:0/3624574212 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e18004d20 con 0x5575c400e9b0 2024-04-26T02:04:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.233+0000 7f7e03e00640 1 -- 172.21.15.26:0/3624574212 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7e18016050 con 0x5575c400e9b0 2024-04-26T02:04:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.233+0000 7f7e27d74740 10 client.15303 fetch_fsmap learned FSMap version 29 2024-04-26T02:04:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.233+0000 7f7e27d74740 1 -- 172.21.15.26:0/3624574212 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5575c4028990 con 0x5575c400e9b0 2024-04-26T02:04:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.234+0000 7f7e03e00640 1 -- 172.21.15.26:0/3624574212 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e18004d20 con 0x5575c400e9b0 2024-04-26T02:04:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.234+0000 7f7e03e00640 1 -- 172.21.15.26:0/3624574212 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7e1800f040 con 0x5575c400e9b0 2024-04-26T02:04:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.235+0000 7f7e27d74740 10 client.15303 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:04:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.235+0000 7f7e27d74740 10 client.15303 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.235+0000 7f7e27d74740 20 client.15303 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.235+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5575c4029d40 0x5575c402c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.235+0000 7f7e27d74740 4 client.15303 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.235+0000 7f7e27d74740 1 -- 172.21.15.26:0/3624574212 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575c3f888b0 con 0x5575c4029d40 2024-04-26T02:04:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.236+0000 7f7e17e00640 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5575c4029d40 0x5575c402c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.238+0000 7f7e17e00640 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5575c4029d40 0x5575c402c130 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53b62193e5d5cd3f server_cookie=bbefcd1a8948a720 in_seq=0 out_seq=0 2024-04-26T02:04:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.238+0000 7f7e03e00640 10 client.15303 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.239+0000 7f7e03e00640 1 -- 172.21.15.26:0/3624574212 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5575c3f888b0 con 0x5575c4029d40 2024-04-26T02:04:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.239+0000 7f7e03e00640 10 client.15303 handle_command_reply: tid=0 2024-04-26T02:04:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.239+0000 7f7e27d74740 1 client.15303 shutdown 2024-04-26T02:04:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.240+0000 7f7e27d74740 1 -- 172.21.15.26:0/3624574212 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 msgr2=0x5575c4016b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.240+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 0x5575c4016b40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7e18004ca0 tx=0x7f7e18009a60 comp rx=0 tx=0).stop 2024-04-26T02:04:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.240+0000 7f7e27d74740 1 -- 172.21.15.26:0/3624574212 shutdown_connections 2024-04-26T02:04:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.240+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5575c4029d40 0x5575c402c130 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.240+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c40175c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.240+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400f2d0 0x5575c4017080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.240+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3624574212 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400e9b0 0x5575c4016b40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.240+0000 7f7e03e00640 0 client.15303 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.240+0000 7f7e27d74740 1 -- 172.21.15.26:0/3624574212 >> 172.21.15.26:0/3624574212 conn(0x5575c400aec0 msgr2=0x5575c4010bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.240+0000 7f7e27d74740 1 -- 172.21.15.26:0/3624574212 shutdown_connections 2024-04-26T02:04:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.241+0000 7f7e27d74740 1 -- 172.21.15.26:0/3624574212 wait complete. 2024-04-26T02:04:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.241+0000 7f7e27d74740 20 client.15303 trim_cache size 0 max 16384 2024-04-26T02:04:00.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.273+0000 7f7e27d74740 1 Processor -- start 2024-04-26T02:04:00.272 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.274+0000 7f7e27d74740 1 -- start start 2024-04-26T02:04:00.273 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.274+0000 7f7e27d74740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400e9b0 0x5575c402f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.273 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.274+0000 7f7e27d74740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400f2d0 0x5575c402f690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.273 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.274+0000 7f7e27d74740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c4024b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.273 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.274+0000 7f7e27d74740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7e201b3e60 con 0x5575c400f2d0 2024-04-26T02:04:00.273 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.274+0000 7f7e27d74740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7e201b59a0 con 0x5575c4019b90 2024-04-26T02:04:00.273 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.274+0000 7f7e27d74740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7e201b4530 con 0x5575c400e9b0 2024-04-26T02:04:00.274 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.275+0000 7f7e1e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c4024b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.274 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.275+0000 7f7e1e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c4024b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:51776/0 (socket says 172.21.15.26:51776) 2024-04-26T02:04:00.274 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.275+0000 7f7e1e800640 1 -- 172.21.15.26:0/3649850667 learned_addr learned my addr 172.21.15.26:0/3649850667 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:00.274 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.275+0000 7f7e1e800640 1 --2- 172.21.15.26:0/3649850667 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400e9b0 0x5575c402f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.274 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.275+0000 7f7e1e800640 1 -- 172.21.15.26:0/3649850667 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400e9b0 msgr2=0x5575c402f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:00.274 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.275+0000 7f7e1e800640 1 --2- 172.21.15.26:0/3649850667 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400e9b0 0x5575c402f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.274 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.276+0000 7f7e17e00640 1 --2- 172.21.15.26:0/3649850667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400f2d0 0x5575c402f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.275 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.276+0000 7f7e1e800640 1 -- 172.21.15.26:0/3649850667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400f2d0 msgr2=0x5575c402f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:00.275 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.276+0000 7f7e1e800640 1 --2- 172.21.15.26:0/3649850667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400f2d0 0x5575c402f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.275 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.276+0000 7f7e1e800640 1 -- 172.21.15.26:0/3649850667 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575c4005460 con 0x5575c4019b90 2024-04-26T02:04:00.275 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.276+0000 7f7e17e00640 1 --2- 172.21.15.26:0/3649850667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400f2d0 0x5575c402f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:04:00.275 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.277+0000 7f7e1e800640 1 --2- 172.21.15.26:0/3649850667 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c4024b90 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7e18002230 tx=0x7f7e18014040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d781027b4f9e5ea server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:00.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.277+0000 7f7e0ea00640 1 -- 172.21.15.26:0/3649850667 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e18029040 con 0x5575c4019b90 2024-04-26T02:04:00.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.277+0000 7f7e0ea00640 1 -- 172.21.15.26:0/3649850667 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e180245a0 con 0x5575c4019b90 2024-04-26T02:04:00.276 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.277+0000 7f7e0ea00640 1 -- 172.21.15.26:0/3649850667 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1802ea70 con 0x5575c4019b90 2024-04-26T02:04:00.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.278+0000 7f7e27d74740 1 -- 172.21.15.26:0/3649850667 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 msgr2=0x5575c4024b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:00.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.278+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3649850667 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c4024b90 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7e18002230 tx=0x7f7e18014040 comp rx=0 tx=0).stop 2024-04-26T02:04:00.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.278+0000 7f7e27d74740 1 -- 172.21.15.26:0/3649850667 shutdown_connections 2024-04-26T02:04:00.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.278+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3649850667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400f2d0 0x5575c402f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.278+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3649850667 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c4019b90 0x5575c4024b90 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.278+0000 7f7e27d74740 1 --2- 172.21.15.26:0/3649850667 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c400e9b0 0x5575c402f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.278+0000 7f7e27d74740 1 -- 172.21.15.26:0/3649850667 >> 172.21.15.26:0/3649850667 conn(0x5575c400aec0 msgr2=0x5575c4011e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:00.277 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.279+0000 7f7e27d74740 1 -- 172.21.15.26:0/3649850667 shutdown_connections 2024-04-26T02:04:00.278 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.279+0000 7f7e27d74740 1 -- 172.21.15.26:0/3649850667 wait complete. 2024-04-26T02:04:00.278 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.280+0000 7f7e27d74740 1 -- start start 2024-04-26T02:04:00.278 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.280+0000 7f7e27d74740 1 Processor -- start 2024-04-26T02:04:00.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.281+0000 7f7e27d74740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c400e9b0 0x5575c4088460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.281+0000 7f7e27d74740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400f2d0 0x5575c40889a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.281+0000 7f7e27d74740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c4019b90 0x5575c402e600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.281+0000 7f7e27d74740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7e201b52d0 con 0x5575c400f2d0 2024-04-26T02:04:00.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.281+0000 7f7e27d74740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7e201b4c00 con 0x5575c400e9b0 2024-04-26T02:04:00.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.281+0000 7f7e27d74740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7e201b1e40 con 0x5575c4019b90 2024-04-26T02:04:00.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.281+0000 7f7e27d74740 10 client.0 _ll_register_callbacks cb 0x7f7e18005bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:00.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.281+0000 7f7e1e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c400e9b0 0x5575c4088460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.281+0000 7f7e1e800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c400e9b0 0x5575c4088460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:51792/0 (socket says 172.21.15.26:51792) 2024-04-26T02:04:00.280 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.281+0000 7f7e1e800640 1 -- 172.21.15.26:0/386269262 learned_addr learned my addr 172.21.15.26:0/386269262 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:00.281 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.281+0000 7f7e1e800640 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c4019b90 0x5575c402e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.281 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.281+0000 7f7e17e00640 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400f2d0 0x5575c40889a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.282+0000 7f7e1e800640 1 -- 172.21.15.26:0/386269262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c4019b90 msgr2=0x5575c402e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.282+0000 7f7e1e800640 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c4019b90 0x5575c402e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.282+0000 7f7e1e800640 1 -- 172.21.15.26:0/386269262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400f2d0 msgr2=0x5575c40889a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.282+0000 7f7e1e800640 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400f2d0 0x5575c40889a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.282+0000 7f7e1e800640 1 -- 172.21.15.26:0/386269262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575c402ecf0 con 0x5575c400e9b0 2024-04-26T02:04:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.282+0000 7f7e1e800640 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c400e9b0 0x5575c4088460 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7e180244c0 tx=0x7f7e18024db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a81035325feaf1ae server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.282+0000 7f7e03e00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:04:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.283+0000 7f7e03e00640 1 -- 172.21.15.26:0/386269262 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1803e020 con 0x5575c400e9b0 2024-04-26T02:04:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.283+0000 7f7e03e00640 1 -- 172.21.15.26:0/386269262 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7e18020070 con 0x5575c400e9b0 2024-04-26T02:04:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.283+0000 7f7e27d74740 1 -- 172.21.15.26:0/386269262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e180245a0 con 0x5575c400e9b0 2024-04-26T02:04:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.283+0000 7f7e03e00640 1 -- 172.21.15.26:0/386269262 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7e18029040 con 0x5575c400e9b0 2024-04-26T02:04:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.283+0000 7f7e27d74740 10 client.25436 fetch_fsmap learned FSMap version 29 2024-04-26T02:04:00.283 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.283+0000 7f7e27d74740 1 -- 172.21.15.26:0/386269262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5575c408fc30 con 0x5575c400e9b0 2024-04-26T02:04:00.283 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.284+0000 7f7e03e00640 1 -- 172.21.15.26:0/386269262 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e180245a0 con 0x5575c400e9b0 2024-04-26T02:04:00.283 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.284+0000 7f7e03e00640 1 -- 172.21.15.26:0/386269262 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7e18012450 con 0x5575c400e9b0 2024-04-26T02:04:00.283 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.284+0000 7f7e27d74740 10 client.25436 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:04:00.283 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.284+0000 7f7e27d74740 10 client.25436 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:00.284 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.284+0000 7f7e27d74740 20 client.25436 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:00.284 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.284+0000 7f7e27d74740 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5575c4090260 0x5575c4092680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:00.284 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.284+0000 7f7e27d74740 4 client.25436 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:04:00.284 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.284+0000 7f7e27d74740 1 -- 172.21.15.26:0/386269262 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5575c3f82320 con 0x5575c4090260 2024-04-26T02:04:00.284 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.284+0000 7f7e17e00640 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5575c4090260 0x5575c4092680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:00.284 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.285+0000 7f7e17e00640 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5575c4090260 0x5575c4092680 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2bc4c2125663cc7 server_cookie=5c5ddb2f3a4c0f93 in_seq=0 out_seq=0 2024-04-26T02:04:00.284 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:00.285+0000 7f7e03e00640 10 client.25436 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:00 smithi064 ceph-mon[32613]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-26T02:04:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:00 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:04:00.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:00 smithi026 ceph-mon[28138]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-26T02:04:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:00 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:04:00.507 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:00 smithi033 ceph-mon[32805]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-26T02:04:00.507 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:00 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:04:01.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:01 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:04:01.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:01 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:04:01.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:01 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:04:01.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:01 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:04:01.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:01 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:04:01.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:01 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:04:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:01 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:04:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:01 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:04:01.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:01 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:04:02.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:02 smithi064 ceph-mon[32613]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-26T02:04:02.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:02 smithi026 ceph-mon[28138]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-26T02:04:02.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:02 smithi033 ceph-mon[32805]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-26T02:04:03.015 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.014+0000 7f7e03e00640 1 -- 172.21.15.26:0/386269262 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5575c3f82320 con 0x5575c4090260 2024-04-26T02:04:03.015 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e03e00640 10 client.25436 handle_command_reply: tid=0 2024-04-26T02:04:03.015 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e27d74740 1 client.25436 shutdown 2024-04-26T02:04:03.015 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e27d74740 1 -- 172.21.15.26:0/386269262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c400e9b0 msgr2=0x5575c4088460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:03.015 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e27d74740 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c400e9b0 0x5575c4088460 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7e180244c0 tx=0x7f7e18024db0 comp rx=0 tx=0).stop 2024-04-26T02:04:03.015 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e27d74740 1 -- 172.21.15.26:0/386269262 shutdown_connections 2024-04-26T02:04:03.015 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e27d74740 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5575c4090260 0x5575c4092680 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:03.015 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e27d74740 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5575c400f2d0 0x5575c40889a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:03.015 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e27d74740 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575c4019b90 0x5575c402e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:03.015 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e27d74740 1 --2- 172.21.15.26:0/386269262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5575c400e9b0 0x5575c4088460 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:03.016 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e27d74740 1 -- 172.21.15.26:0/386269262 >> 172.21.15.26:0/386269262 conn(0x5575c400aec0 msgr2=0x5575c4009790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:03.016 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e03e00640 0 client.25436 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:03.016 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e27d74740 1 -- 172.21.15.26:0/386269262 shutdown_connections 2024-04-26T02:04:03.016 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e27d74740 1 -- 172.21.15.26:0/386269262 wait complete. 2024-04-26T02:04:03.016 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.015+0000 7f7e27d74740 20 client.25436 trim_cache size 0 max 16384 2024-04-26T02:04:03.016 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:04:03.016 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:04:03.016 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:04:03.016 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:04:03.017 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.016+0000 7f7e1f200640 1 -- 172.21.15.26:0/4036979108 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7e040a40e0 msgr2=0x7f7e040a65a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:03.017 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.016+0000 7f7e1f200640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7e040a40e0 0x7f7e040a65a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7e100ee5d0 tx=0x7f7e10009260 comp rx=0 tx=0).stop 2024-04-26T02:04:03.017 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.016+0000 7f7e1f200640 1 -- 172.21.15.26:0/4036979108 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e20100d20 msgr2=0x7f7e201a4710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:03.017 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.016+0000 7f7e1f200640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e20100d20 0x7f7e201a4710 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f7e1002a9e0 tx=0x7f7e10003670 comp rx=0 tx=0).stop 2024-04-26T02:04:03.017 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.016+0000 7f7e1f200640 1 -- 172.21.15.26:0/4036979108 shutdown_connections 2024-04-26T02:04:03.017 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.016+0000 7f7e1f200640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7e040a40e0 0x7f7e040a65a0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:03.017 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.016+0000 7f7e1f200640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e20101640 0x7f7e201a4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:03.017 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.016+0000 7f7e1f200640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20106120 0x7f7e2019e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:03.017 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.016+0000 7f7e1f200640 1 --2- 172.21.15.26:0/4036979108 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7e20100d20 0x7f7e201a4710 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:03.017 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.016+0000 7f7e1f200640 1 -- 172.21.15.26:0/4036979108 >> 172.21.15.26:0/4036979108 conn(0x7f7e200fc730 msgr2=0x7f7e200fd730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:03.018 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.017+0000 7f7e1f200640 1 -- 172.21.15.26:0/4036979108 shutdown_connections 2024-04-26T02:04:03.018 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:03.017+0000 7f7e1f200640 1 -- 172.21.15.26:0/4036979108 wait complete. 2024-04-26T02:04:03.970 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: *** Caught signal (Segmentation fault) ** 2024-04-26T02:04:03.970 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: in thread 7f8e8df2e700 thread_name:md_log_replay 2024-04-26T02:04:03.970 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T02:04:03.970 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f8e9f2efd20] 2024-04-26T02:04:03.970 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 2: /usr/bin/ceph-mds(+0x54938f) [0x55c69710738f] 2024-04-26T02:04:03.970 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55c69710ab23] 2024-04-26T02:04:03.970 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 4: (MDLog::_replay_thread()+0x617) [0x55c697165647] 2024-04-26T02:04:03.970 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55c69716ed31] 2024-04-26T02:04:03.970 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f8e9f2e51ca] 2024-04-26T02:04:03.970 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 7: clone() 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 2024-04-26T02:04:03.638+0000 7f8e8df2e700 -1 *** Caught signal (Segmentation fault) ** 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: in thread 7f8e8df2e700 thread_name:md_log_replay 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f8e9f2efd20] 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 2: /usr/bin/ceph-mds(+0x54938f) [0x55c69710738f] 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55c69710ab23] 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 4: (MDLog::_replay_thread()+0x617) [0x55c697165647] 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55c69716ed31] 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f8e9f2e51ca] 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 7: clone() 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 2024-04-26T02:04:03.971 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 0> 2024-04-26T02:04:03.638+0000 7f8e8df2e700 -1 *** Caught signal (Segmentation fault) ** 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: in thread 7f8e8df2e700 thread_name:md_log_replay 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f8e9f2efd20] 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 2: /usr/bin/ceph-mds(+0x54938f) [0x55c69710738f] 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55c69710ab23] 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 4: (MDLog::_replay_thread()+0x617) [0x55c697165647] 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55c69716ed31] 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f8e9f2e51ca] 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 7: clone() 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 0> 2024-04-26T02:04:03.638+0000 7f8e8df2e700 -1 *** Caught signal (Segmentation fault) ** 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: in thread 7f8e8df2e700 thread_name:md_log_replay 2024-04-26T02:04:03.972 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 2024-04-26T02:04:03.973 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T02:04:03.973 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f8e9f2efd20] 2024-04-26T02:04:03.973 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 2: /usr/bin/ceph-mds(+0x54938f) [0x55c69710738f] 2024-04-26T02:04:03.973 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55c69710ab23] 2024-04-26T02:04:03.973 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 4: (MDLog::_replay_thread()+0x617) [0x55c697165647] 2024-04-26T02:04:03.973 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55c69716ed31] 2024-04-26T02:04:03.973 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f8e9f2e51ca] 2024-04-26T02:04:03.973 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 7: clone() 2024-04-26T02:04:03.973 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-26T02:04:03.973 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[63058]: 2024-04-26T02:04:03.973 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:03 smithi064 podman[67126]: 2024-04-26 02:04:03.705557142 +0000 UTC m=+0.022978681 container died ff6b9241da68514929a3a8465b9271c7bdb65658950c63bd9c56a4eef400d420 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True) 2024-04-26T02:04:04.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:04 smithi064 ceph-mon[32613]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T02:04:04.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:04 smithi026 ceph-mon[28138]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T02:04:04.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:04 smithi033 ceph-mon[32805]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T02:04:04.758 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.6 2024-04-26T02:04:04.759 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:04:04.768 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:04 smithi064 podman[67126]: 2024-04-26 02:04:04.513285775 +0000 UTC m=+0.830707325 container remove ff6b9241da68514929a3a8465b9271c7bdb65658950c63bd9c56a4eef400d420 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-26T02:04:04.768 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:04 smithi064 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.c.service: Main process exited, code=exited, status=139/n/a 2024-04-26T02:04:05.078 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:04 smithi064 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.c.service: Failed with result 'exit-code'. 2024-04-26T02:04:05.078 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:04 smithi064 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.c.service: Consumed 1.187s CPU time. 2024-04-26T02:04:05.226 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:04:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:06 smithi064 ceph-mon[32613]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-04-26T02:04:06.426 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:06 smithi026 ceph-mon[28138]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-04-26T02:04:06.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:06 smithi033 ceph-mon[32805]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-04-26T02:04:07.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.489+0000 7f6ea9800700 1 -- 172.21.15.26:0/1025120541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ea406b0f0 msgr2=0x7f6ea410f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:07.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.489+0000 7f6ea9800700 1 --2- 172.21.15.26:0/1025120541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ea406b0f0 0x7f6ea410f900 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c009990 tx=0x7f6e9c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:04:07.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.490+0000 7f6ea9800700 1 -- 172.21.15.26:0/1025120541 shutdown_connections 2024-04-26T02:04:07.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.490+0000 7f6ea9800700 1 --2- 172.21.15.26:0/1025120541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ea406b0f0 0x7f6ea410f900 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:07.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.490+0000 7f6ea9800700 1 --2- 172.21.15.26:0/1025120541 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ea4108a30 0x7f6ea4108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:07.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.490+0000 7f6ea9800700 1 --2- 172.21.15.26:0/1025120541 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6ea406a750 0x7f6ea406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:07.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.490+0000 7f6ea9800700 1 -- 172.21.15.26:0/1025120541 >> 172.21.15.26:0/1025120541 conn(0x7f6ea40788f0 msgr2=0x7f6ea4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:07.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.491+0000 7f6ea9800700 1 -- 172.21.15.26:0/1025120541 shutdown_connections 2024-04-26T02:04:07.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.491+0000 7f6ea9800700 1 -- 172.21.15.26:0/1025120541 wait complete. 2024-04-26T02:04:07.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.492+0000 7f6ea9800700 1 Processor -- start 2024-04-26T02:04:07.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.492+0000 7f6ea9800700 1 -- start start 2024-04-26T02:04:07.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.493+0000 7f6ea9800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ea406a750 0x7f6ea419b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:07.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.493+0000 7f6ea9800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ea406b0f0 0x7f6ea419b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:07.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.493+0000 7f6ea9800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6ea4108a30 0x7f6ea419fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:07.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.493+0000 7f6ea9800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6ea4112c10 con 0x7f6ea406b0f0 2024-04-26T02:04:07.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.493+0000 7f6ea9800700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6ea4112a90 con 0x7f6ea406a750 2024-04-26T02:04:07.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.493+0000 7f6ea9800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6ea4112d90 con 0x7f6ea4108a30 2024-04-26T02:04:07.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.493+0000 7f6ea2a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ea406a750 0x7f6ea419b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:07.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.493+0000 7f6ea2a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ea406a750 0x7f6ea419b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:49782/0 (socket says 172.21.15.26:49782) 2024-04-26T02:04:07.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.493+0000 7f6ea2a00700 1 -- 172.21.15.26:0/771791075 learned_addr learned my addr 172.21.15.26:0/771791075 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:07.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.494+0000 7f6ea3400700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6ea4108a30 0x7f6ea419fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:07.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.493+0000 7f6e9a000700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ea406b0f0 0x7f6ea419b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:07.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.494+0000 7f6ea2a00700 1 -- 172.21.15.26:0/771791075 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6ea4108a30 msgr2=0x7f6ea419fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:07.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.494+0000 7f6ea2a00700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6ea4108a30 0x7f6ea419fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:07.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.494+0000 7f6ea2a00700 1 -- 172.21.15.26:0/771791075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ea406b0f0 msgr2=0x7f6ea419b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:07.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.494+0000 7f6ea2a00700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ea406b0f0 0x7f6ea419b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:07.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.494+0000 7f6ea2a00700 1 -- 172.21.15.26:0/771791075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ea41a02d0 con 0x7f6ea406a750 2024-04-26T02:04:07.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.494+0000 7f6ea2a00700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ea406a750 0x7f6ea419b2c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6e9400ef10 tx=0x7f6e9400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:07.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.495+0000 7f6e9be00700 1 -- 172.21.15.26:0/771791075 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e9400ca70 con 0x7f6ea406a750 2024-04-26T02:04:07.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.495+0000 7f6ea9800700 1 -- 172.21.15.26:0/771791075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ea41a0560 con 0x7f6ea406a750 2024-04-26T02:04:07.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.495+0000 7f6e9be00700 1 -- 172.21.15.26:0/771791075 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e94019070 con 0x7f6ea406a750 2024-04-26T02:04:07.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.495+0000 7f6e9be00700 1 -- 172.21.15.26:0/771791075 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e94007e60 con 0x7f6ea406a750 2024-04-26T02:04:07.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.495+0000 7f6ea9800700 1 -- 172.21.15.26:0/771791075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ea41a7e40 con 0x7f6ea406a750 2024-04-26T02:04:07.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.496+0000 7f6ea9800700 1 -- 172.21.15.26:0/771791075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ea4069730 con 0x7f6ea406a750 2024-04-26T02:04:07.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.499+0000 7f6e9be00700 1 -- 172.21.15.26:0/771791075 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f6e94012050 con 0x7f6ea406a750 2024-04-26T02:04:07.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.501+0000 7f6e9be00700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6e880a3f60 0x7f6e880a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:07.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.501+0000 7f6e9be00700 1 -- 172.21.15.26:0/771791075 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f6e940d0a90 con 0x7f6ea406a750 2024-04-26T02:04:07.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.501+0000 7f6e9a000700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6e880a3f60 0x7f6e880a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:07.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.502+0000 7f6e9a000700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6e880a3f60 0x7f6e880a6420 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6ea4078e60 tx=0x7f6e8c009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:07.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.506+0000 7f6e9be00700 1 -- 172.21.15.26:0/771791075 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6e94010040 con 0x7f6ea406a750 2024-04-26T02:04:07.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.925+0000 7f6ea9800700 1 -- 172.21.15.26:0/771791075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6ea402df80 con 0x7f6ea406a750 2024-04-26T02:04:07.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.926+0000 7f6e9be00700 1 -- 172.21.15.26:0/771791075 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11912 (secure 0 0 0) 0x7f6e9409cf20 con 0x7f6ea406a750 2024-04-26T02:04:07.926 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:04:07.926 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T02:02:50.629307+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/1005903026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":1005903026},{"type":"v1","addr":"172.21.15.64:6837","nonce":1005903026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24524,24502,24490,24512,24491]},"id":1}]} 2024-04-26T02:04:07.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.929+0000 7f6ea9800700 1 -- 172.21.15.26:0/771791075 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6e880a3f60 msgr2=0x7f6e880a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:07.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.929+0000 7f6ea9800700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6e880a3f60 0x7f6e880a6420 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6ea4078e60 tx=0x7f6e8c009260 comp rx=0 tx=0).stop 2024-04-26T02:04:07.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.929+0000 7f6ea9800700 1 -- 172.21.15.26:0/771791075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ea406a750 msgr2=0x7f6ea419b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:07.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.929+0000 7f6ea9800700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ea406a750 0x7f6ea419b2c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6e9400ef10 tx=0x7f6e9400c3a0 comp rx=0 tx=0).stop 2024-04-26T02:04:07.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.930+0000 7f6ea9800700 1 -- 172.21.15.26:0/771791075 shutdown_connections 2024-04-26T02:04:07.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.930+0000 7f6ea9800700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6e880a3f60 0x7f6e880a6420 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:07.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.930+0000 7f6ea9800700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6ea4108a30 0x7f6ea419fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:07.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.930+0000 7f6ea9800700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ea406a750 0x7f6ea419b2c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:07.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.930+0000 7f6ea9800700 1 --2- 172.21.15.26:0/771791075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ea406b0f0 0x7f6ea419b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:07.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.930+0000 7f6ea9800700 1 -- 172.21.15.26:0/771791075 >> 172.21.15.26:0/771791075 conn(0x7f6ea40788f0 msgr2=0x7f6ea410dea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:07.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.930+0000 7f6ea9800700 1 -- 172.21.15.26:0/771791075 shutdown_connections 2024-04-26T02:04:07.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:07.930+0000 7f6ea9800700 1 -- 172.21.15.26:0/771791075 wait complete. 2024-04-26T02:04:07.931 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 29 2024-04-26T02:04:08.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:08 smithi026 ceph-mon[28138]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T02:04:08.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:08 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/771791075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:08.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:08 smithi064 ceph-mon[32613]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T02:04:08.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:08 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/771791075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:08.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:08 smithi033 ceph-mon[32805]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T02:04:08.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:08 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/771791075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:08.823 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24524 quiesce db / --timeout 60 --expiration 85.6 --await-for 42.0' 2024-04-26T02:04:08.823 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24524 quiesce db / --timeout 60 --expiration 85.6 --await-for 42.0 2024-04-26T02:04:09.290 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:04:10.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:10 smithi026 ceph-mon[28138]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-04-26T02:04:10.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:10 smithi064 ceph-mon[32613]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-04-26T02:04:10.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:10 smithi033 ceph-mon[32805]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-04-26T02:04:12.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.097+0000 7f7b5fc00700 1 -- 172.21.15.26:0/3853309396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5806a740 msgr2=0x7f7b5806abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:12.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.097+0000 7f7b5fc00700 1 --2- 172.21.15.26:0/3853309396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5806a740 0x7f7b5806abc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7b440098f0 tx=0x7f7b44009c00 comp rx=0 tx=0).stop 2024-04-26T02:04:12.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.098+0000 7f7b5fc00700 1 -- 172.21.15.26:0/3853309396 shutdown_connections 2024-04-26T02:04:12.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.098+0000 7f7b5fc00700 1 --2- 172.21.15.26:0/3853309396 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b5806b100 0x7f7b5810f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.098+0000 7f7b5fc00700 1 --2- 172.21.15.26:0/3853309396 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b58108a60 0x7f7b58108e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.098+0000 7f7b5fc00700 1 --2- 172.21.15.26:0/3853309396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5806a740 0x7f7b5806abc0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.098+0000 7f7b5fc00700 1 -- 172.21.15.26:0/3853309396 >> 172.21.15.26:0/3853309396 conn(0x7f7b580788e0 msgr2=0x7f7b58078cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:12.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.098+0000 7f7b5fc00700 1 -- 172.21.15.26:0/3853309396 shutdown_connections 2024-04-26T02:04:12.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.098+0000 7f7b5fc00700 1 -- 172.21.15.26:0/3853309396 wait complete. 2024-04-26T02:04:12.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.099+0000 7f7b5fc00700 1 Processor -- start 2024-04-26T02:04:12.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.099+0000 7f7b5fc00700 1 -- start start 2024-04-26T02:04:12.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.100+0000 7f7b5fc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b5806a740 0x7f7b5810da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.100+0000 7f7b5fc00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5806b100 0x7f7b5810dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.100+0000 7f7b5fc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b58108a60 0x7f7b581a3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.100+0000 7f7b5fc00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7b58112c60 con 0x7f7b5806a740 2024-04-26T02:04:12.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.100+0000 7f7b5fc00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7b58112ae0 con 0x7f7b5806b100 2024-04-26T02:04:12.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.100+0000 7f7b5fc00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7b58112de0 con 0x7f7b58108a60 2024-04-26T02:04:12.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.100+0000 7f7b5d200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b5806a740 0x7f7b5810da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.100+0000 7f7b57e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5806b100 0x7f7b5810dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.100+0000 7f7b5d200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b5806a740 0x7f7b5810da70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48568/0 (socket says 172.21.15.26:48568) 2024-04-26T02:04:12.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.100+0000 7f7b5d200700 1 -- 172.21.15.26:0/794719994 learned_addr learned my addr 172.21.15.26:0/794719994 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:12.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.100+0000 7f7b5dc00700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b58108a60 0x7f7b581a3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.101+0000 7f7b57e00700 1 -- 172.21.15.26:0/794719994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b58108a60 msgr2=0x7f7b581a3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:12.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.101+0000 7f7b57e00700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b58108a60 0x7f7b581a3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.101+0000 7f7b57e00700 1 -- 172.21.15.26:0/794719994 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b5806a740 msgr2=0x7f7b5810da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:12.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.101+0000 7f7b57e00700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b5806a740 0x7f7b5810da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.101+0000 7f7b57e00700 1 -- 172.21.15.26:0/794719994 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b581a46e0 con 0x7f7b5806b100 2024-04-26T02:04:12.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.101+0000 7f7b5d200700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b5806a740 0x7f7b5810da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:12.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.101+0000 7f7b57e00700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5806b100 0x7f7b5810dfb0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f7b4400c010 tx=0x7f7b4400fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:12.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.102+0000 7f7b55600700 1 -- 172.21.15.26:0/794719994 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b440050c0 con 0x7f7b5806b100 2024-04-26T02:04:12.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.102+0000 7f7b55600700 1 -- 172.21.15.26:0/794719994 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b4400b560 con 0x7f7b5806b100 2024-04-26T02:04:12.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.102+0000 7f7b55600700 1 -- 172.21.15.26:0/794719994 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b44003a00 con 0x7f7b5806b100 2024-04-26T02:04:12.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.102+0000 7f7b5fc00700 1 -- 172.21.15.26:0/794719994 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b581a4970 con 0x7f7b5806b100 2024-04-26T02:04:12.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.102+0000 7f7b5fc00700 1 -- 172.21.15.26:0/794719994 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b581ac250 con 0x7f7b5806b100 2024-04-26T02:04:12.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.106+0000 7f7b6a537b80 1 Processor -- start 2024-04-26T02:04:12.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.107+0000 7f7b6a537b80 1 -- start start 2024-04-26T02:04:12.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.107+0000 7f7b6a537b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251ba9b0 0x560c251bad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.107+0000 7f7b6a537b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251bb2d0 0x560c251c5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.107+0000 7f7b6a537b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251c6180 0x560c251c8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.107+0000 7f7b6a537b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560c2510e020 con 0x560c251bb2d0 2024-04-26T02:04:12.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.107+0000 7f7b6a537b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560c250b48c0 con 0x560c251c6180 2024-04-26T02:04:12.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.107+0000 7f7b6a537b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560c25109fe0 con 0x560c251ba9b0 2024-04-26T02:04:12.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.107+0000 7f7b55600700 1 -- 172.21.15.26:0/794719994 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f7b4400b710 con 0x7f7b5806b100 2024-04-26T02:04:12.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.108+0000 7f7b5dc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251ba9b0 0x560c251bad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.108+0000 7f7b5d200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251bb2d0 0x560c251c5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.108+0000 7f7b5d200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251bb2d0 0x560c251c5c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48580/0 (socket says 172.21.15.26:48580) 2024-04-26T02:04:12.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.108+0000 7f7b5d200700 1 -- 172.21.15.26:0/924370528 learned_addr learned my addr 172.21.15.26:0/924370528 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:12.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.108+0000 7f7b5dc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251ba9b0 0x560c251bad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:39580/0 (socket says 172.21.15.26:39580) 2024-04-26T02:04:12.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.108+0000 7f7b57e00700 1 --2- 172.21.15.26:0/924370528 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251c6180 0x560c251c8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.108+0000 7f7b5d200700 1 -- 172.21.15.26:0/924370528 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251ba9b0 msgr2=0x560c251bad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:12.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.108+0000 7f7b5d200700 1 --2- 172.21.15.26:0/924370528 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251ba9b0 0x560c251bad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.108+0000 7f7b5d200700 1 -- 172.21.15.26:0/924370528 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251c6180 msgr2=0x560c251c8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:12.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.108+0000 7f7b5d200700 1 --2- 172.21.15.26:0/924370528 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251c6180 0x560c251c8570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.108+0000 7f7b5d200700 1 -- 172.21.15.26:0/924370528 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c250aa810 con 0x560c251bb2d0 2024-04-26T02:04:12.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.109+0000 7f7b5d200700 1 --2- 172.21.15.26:0/924370528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251bb2d0 0x560c251c5c40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c0115f0 tx=0x7f7b4c011900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61cddf909eeb3dd6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:12.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.109+0000 7f7b4a000700 1 -- 172.21.15.26:0/924370528 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c01e070 con 0x560c251bb2d0 2024-04-26T02:04:12.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.109+0000 7f7b4a000700 1 -- 172.21.15.26:0/924370528 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b4c019ae0 con 0x560c251bb2d0 2024-04-26T02:04:12.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.109+0000 7f7b4a000700 1 -- 172.21.15.26:0/924370528 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c00eab0 con 0x560c251bb2d0 2024-04-26T02:04:12.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.110+0000 7f7b55600700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7b400a4080 0x7f7b400a6540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.110+0000 7f7b55600700 1 -- 172.21.15.26:0/794719994 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7b440d17c0 con 0x7f7b5806b100 2024-04-26T02:04:12.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.110+0000 7f7b6a537b80 1 -- 172.21.15.26:0/924370528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251bb2d0 msgr2=0x560c251c5c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:12.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.110+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/924370528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251bb2d0 0x560c251c5c40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c0115f0 tx=0x7f7b4c011900 comp rx=0 tx=0).stop 2024-04-26T02:04:12.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.110+0000 7f7b5dc00700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7b400a4080 0x7f7b400a6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.111+0000 7f7b6a537b80 1 -- 172.21.15.26:0/924370528 shutdown_connections 2024-04-26T02:04:12.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.111+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/924370528 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251c6180 0x560c251c8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.111+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/924370528 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251ba9b0 0x560c251bad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.111+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/924370528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251bb2d0 0x560c251c5c40 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.111+0000 7f7b6a537b80 1 -- 172.21.15.26:0/924370528 >> 172.21.15.26:0/924370528 conn(0x560c250e9730 msgr2=0x560c251b6e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:12.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.111+0000 7f7b6a537b80 1 -- 172.21.15.26:0/924370528 shutdown_connections 2024-04-26T02:04:12.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.111+0000 7f7b6a537b80 1 -- 172.21.15.26:0/924370528 wait complete. 2024-04-26T02:04:12.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.111+0000 7f7b5dc00700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7b400a4080 0x7f7b400a6540 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7b500127f0 tx=0x7f7b5000b040 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:12.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.112+0000 7f7b6a537b80 1 -- start start 2024-04-26T02:04:12.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.112+0000 7f7b6a537b80 1 Processor -- start 2024-04-26T02:04:12.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.112+0000 7f7b6a537b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251c5800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.112+0000 7f7b6a537b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 0x560c251c2b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b6a537b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251c6180 0x560c251c30b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b6a537b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560c251c8ca0 con 0x560c251c6180 2024-04-26T02:04:12.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b6a537b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560c250c79f0 con 0x560c251ba9b0 2024-04-26T02:04:12.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b6a537b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560c251c8e20 con 0x560c251bb2d0 2024-04-26T02:04:12.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b6a537b80 10 client.0 _ll_register_callbacks cb 0x560c250a68b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:12.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b5dc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251c6180 0x560c251c30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b5dc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251c6180 0x560c251c30b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48594/0 (socket says 172.21.15.26:48594) 2024-04-26T02:04:12.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b57e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 0x560c251c2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b57e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 0x560c251c2b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:39592/0 (socket says 172.21.15.26:39592) 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b57e00700 1 -- 172.21.15.26:0/1892851491 learned_addr learned my addr 172.21.15.26:0/1892851491 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b5d200700 1 --2- 172.21.15.26:0/1892851491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251c5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b57e00700 1 -- 172.21.15.26:0/1892851491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 msgr2=0x560c251c5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.113+0000 7f7b57e00700 1 --2- 172.21.15.26:0/1892851491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251c5800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.114+0000 7f7b57e00700 1 -- 172.21.15.26:0/1892851491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251c6180 msgr2=0x560c251c30b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.114+0000 7f7b57e00700 1 --2- 172.21.15.26:0/1892851491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251c6180 0x560c251c30b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.114+0000 7f7b57e00700 1 -- 172.21.15.26:0/1892851491 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c2505ba60 con 0x560c251bb2d0 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.114+0000 7f7b57e00700 1 --2- 172.21.15.26:0/1892851491 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 0x560c251c2b70 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f7b44099a40 tx=0x7f7b44005890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1157b052e2ce7df server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.114+0000 7f7b3ea00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.114+0000 7f7b3ea00700 1 -- 172.21.15.26:0/1892851491 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4409d3b0 con 0x560c251bb2d0 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.114+0000 7f7b3ea00700 1 -- 172.21.15.26:0/1892851491 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7b4409da40 con 0x560c251bb2d0 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.114+0000 7f7b6a537b80 1 -- 172.21.15.26:0/1892851491 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b4c019ae0 con 0x560c251bb2d0 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.115+0000 7f7b3ea00700 1 -- 172.21.15.26:0/1892851491 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7b4409cf40 con 0x560c251bb2d0 2024-04-26T02:04:12.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.115+0000 7f7b6a537b80 10 client.25435 fetch_fsmap learned FSMap version 29 2024-04-26T02:04:12.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.115+0000 7f7b6a537b80 1 -- 172.21.15.26:0/1892851491 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560c250a4c80 con 0x560c251bb2d0 2024-04-26T02:04:12.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.115+0000 7f7b3ea00700 1 -- 172.21.15.26:0/1892851491 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b4c019ae0 con 0x560c251bb2d0 2024-04-26T02:04:12.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.116+0000 7f7b3ea00700 1 -- 172.21.15.26:0/1892851491 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7b440a5d30 con 0x560c251bb2d0 2024-04-26T02:04:12.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.116+0000 7f7b6a537b80 10 client.25435 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:04:12.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.116+0000 7f7b6a537b80 10 client.25435 resolve_mds: validated gid 24524 aka daemon mds.b 2024-04-26T02:04:12.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.116+0000 7f7b6a537b80 20 client.25435 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:12.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.116+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/1892851491 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560c251d5900 0x560c251d7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.116+0000 7f7b6a537b80 4 client.25435 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:12.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.116+0000 7f7b6a537b80 1 -- 172.21.15.26:0/1892851491 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c2511b810 con 0x560c251d5900 2024-04-26T02:04:12.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.116+0000 7f7b5d200700 1 --2- 172.21.15.26:0/1892851491 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560c251d5900 0x560c251d7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.117+0000 7f7b3ea00700 10 client.25435 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:12.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.117+0000 7f7b5d200700 1 --2- 172.21.15.26:0/1892851491 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560c251d5900 0x560c251d7da0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75b507ae294444ed server_cookie=61017e424e0bf0d3 in_seq=0 out_seq=0 2024-04-26T02:04:12.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.118+0000 7f7b3ea00700 1 -- 172.21.15.26:0/1892851491 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560c2511b810 con 0x560c251d5900 2024-04-26T02:04:12.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.118+0000 7f7b3ea00700 10 client.25435 handle_command_reply: tid=0 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.118+0000 7f7b6a537b80 1 client.25435 shutdown 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.118+0000 7f7b6a537b80 1 -- 172.21.15.26:0/1892851491 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 msgr2=0x560c251c2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.118+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/1892851491 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 0x560c251c2b70 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f7b44099a40 tx=0x7f7b44005890 comp rx=0 tx=0).stop 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.118+0000 7f7b6a537b80 1 -- 172.21.15.26:0/1892851491 shutdown_connections 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.118+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/1892851491 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560c251d5900 0x560c251d7da0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.118+0000 7f7b3ea00700 0 client.25435 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.118+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/1892851491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251c6180 0x560c251c30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.118+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/1892851491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251c5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.118+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/1892851491 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 0x560c251c2b70 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.118+0000 7f7b6a537b80 1 -- 172.21.15.26:0/1892851491 >> 172.21.15.26:0/1892851491 conn(0x560c250e9730 msgr2=0x560c251b6a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.119+0000 7f7b6a537b80 1 -- 172.21.15.26:0/1892851491 shutdown_connections 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.119+0000 7f7b6a537b80 1 -- 172.21.15.26:0/1892851491 wait complete. 2024-04-26T02:04:12.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.119+0000 7f7b6a537b80 20 client.25435 trim_cache size 0 max 16384 2024-04-26T02:04:12.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.141+0000 7f7b6a537b80 1 Processor -- start 2024-04-26T02:04:12.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.141+0000 7f7b6a537b80 1 -- start start 2024-04-26T02:04:12.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.141+0000 7f7b6a537b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251c1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.141+0000 7f7b6a537b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251bb2d0 0x560c251dd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.141+0000 7f7b6a537b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251c6180 0x560c251ddbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.141+0000 7f7b6a537b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7b581b37f0 con 0x560c251bb2d0 2024-04-26T02:04:12.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.141+0000 7f7b6a537b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7b581b5330 con 0x560c251ba9b0 2024-04-26T02:04:12.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.141+0000 7f7b6a537b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7b581b3ec0 con 0x560c251c6180 2024-04-26T02:04:12.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.142+0000 7f7b5d200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251c1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.142+0000 7f7b57e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251bb2d0 0x560c251dd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.142+0000 7f7b5d200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251c1b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:49838/0 (socket says 172.21.15.26:49838) 2024-04-26T02:04:12.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.142+0000 7f7b5d200700 1 -- 172.21.15.26:0/982662904 learned_addr learned my addr 172.21.15.26:0/982662904 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:12.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.142+0000 7f7b5dc00700 1 --2- 172.21.15.26:0/982662904 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251c6180 0x560c251ddbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.142+0000 7f7b5d200700 1 -- 172.21.15.26:0/982662904 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251c6180 msgr2=0x560c251ddbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:12.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.142+0000 7f7b5d200700 1 --2- 172.21.15.26:0/982662904 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251c6180 0x560c251ddbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.142+0000 7f7b5d200700 1 -- 172.21.15.26:0/982662904 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251bb2d0 msgr2=0x560c251dd6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:12.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.142+0000 7f7b5d200700 1 --2- 172.21.15.26:0/982662904 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251bb2d0 0x560c251dd6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.142+0000 7f7b5d200700 1 -- 172.21.15.26:0/982662904 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c251bb6b0 con 0x560c251ba9b0 2024-04-26T02:04:12.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.142+0000 7f7b5d200700 1 --2- 172.21.15.26:0/982662904 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251c1b30 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00e5e0 tx=0x7f7b4c000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c1e6a39d1267f9c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:12.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.143+0000 7f7b49600700 1 -- 172.21.15.26:0/982662904 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c02e070 con 0x560c251ba9b0 2024-04-26T02:04:12.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.143+0000 7f7b49600700 1 -- 172.21.15.26:0/982662904 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b4c029e50 con 0x560c251ba9b0 2024-04-26T02:04:12.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.143+0000 7f7b49600700 1 -- 172.21.15.26:0/982662904 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c01e040 con 0x560c251ba9b0 2024-04-26T02:04:12.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.144+0000 7f7b6a537b80 1 -- 172.21.15.26:0/982662904 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 msgr2=0x560c251c1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:12.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.144+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/982662904 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251c1b30 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00e5e0 tx=0x7f7b4c000bc0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.144+0000 7f7b6a537b80 1 -- 172.21.15.26:0/982662904 shutdown_connections 2024-04-26T02:04:12.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.144+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/982662904 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251c6180 0x560c251ddbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.144+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/982662904 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251c1b30 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.144+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/982662904 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251bb2d0 0x560c251dd6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.144+0000 7f7b6a537b80 1 -- 172.21.15.26:0/982662904 >> 172.21.15.26:0/982662904 conn(0x560c250e9730 msgr2=0x560c251c4c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:12.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.144+0000 7f7b6a537b80 1 -- 172.21.15.26:0/982662904 shutdown_connections 2024-04-26T02:04:12.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.144+0000 7f7b6a537b80 1 -- 172.21.15.26:0/982662904 wait complete. 2024-04-26T02:04:12.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.144+0000 7f7b6a537b80 1 -- start start 2024-04-26T02:04:12.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.145+0000 7f7b6a537b80 1 Processor -- start 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.145+0000 7f7b6a537b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251cddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.145+0000 7f7b6a537b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 0x560c251ce330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.145+0000 7f7b6a537b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251c6180 0x560c251cc3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.145+0000 7f7b6a537b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7b581b4c60 con 0x560c251c6180 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.145+0000 7f7b6a537b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7b581b4590 con 0x560c251ba9b0 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.145+0000 7f7b6a537b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7b581b1790 con 0x560c251bb2d0 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.145+0000 7f7b6a537b80 10 client.0 _ll_register_callbacks cb 0x560c250a68b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.146+0000 7f7b57e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 0x560c251ce330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.146+0000 7f7b57e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 0x560c251ce330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:39614/0 (socket says 172.21.15.26:39614) 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.146+0000 7f7b57e00700 1 -- 172.21.15.26:0/3548491407 learned_addr learned my addr 172.21.15.26:0/3548491407 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.146+0000 7f7b5d200700 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251cddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.146+0000 7f7b57e00700 1 -- 172.21.15.26:0/3548491407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 msgr2=0x560c251cddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:12.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.146+0000 7f7b57e00700 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251cddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.146+0000 7f7b57e00700 1 -- 172.21.15.26:0/3548491407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251c6180 msgr2=0x560c251cc3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.146+0000 7f7b5dc00700 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251c6180 0x560c251cc3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.146+0000 7f7b57e00700 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251c6180 0x560c251cc3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.146+0000 7f7b57e00700 1 -- 172.21.15.26:0/3548491407 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c251ccac0 con 0x560c251bb2d0 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.146+0000 7f7b5dc00700 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251c6180 0x560c251cc3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.147+0000 7f7b57e00700 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 0x560c251ce330 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x560c251b8890 tx=0x7f7b440a60f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7ab1268e1e27b10 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.147+0000 7f7b3ea00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.147+0000 7f7b3ea00700 1 -- 172.21.15.26:0/3548491407 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4409d120 con 0x560c251bb2d0 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.147+0000 7f7b3ea00700 1 -- 172.21.15.26:0/3548491407 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7b44005260 con 0x560c251bb2d0 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.147+0000 7f7b6a537b80 1 -- 172.21.15.26:0/3548491407 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b4c029e50 con 0x560c251bb2d0 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.147+0000 7f7b3ea00700 1 -- 172.21.15.26:0/3548491407 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7b4409d3b0 con 0x560c251bb2d0 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.147+0000 7f7b6a537b80 10 client.25441 fetch_fsmap learned FSMap version 29 2024-04-26T02:04:12.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.147+0000 7f7b6a537b80 1 -- 172.21.15.26:0/3548491407 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560c2523caa0 con 0x560c251bb2d0 2024-04-26T02:04:12.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.148+0000 7f7b3ea00700 1 -- 172.21.15.26:0/3548491407 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b4c029e50 con 0x560c251bb2d0 2024-04-26T02:04:12.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.148+0000 7f7b3ea00700 1 -- 172.21.15.26:0/3548491407 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7b44086b20 con 0x560c251bb2d0 2024-04-26T02:04:12.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.148+0000 7f7b6a537b80 10 client.25441 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T02:04:12.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.148+0000 7f7b6a537b80 10 client.25441 resolve_mds: validated gid 24524 aka daemon mds.b 2024-04-26T02:04:12.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.148+0000 7f7b6a537b80 20 client.25441 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:12.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.148+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560c251d5900 0x560c2523f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:12.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.148+0000 7f7b6a537b80 4 client.25441 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 85.6, "await_for": 42.0}] 2024-04-26T02:04:12.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.148+0000 7f7b6a537b80 1 -- 172.21.15.26:0/3548491407 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 85.6, "await_for": 42.0}) -- 0x560c251158b0 con 0x560c251d5900 2024-04-26T02:04:12.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.149+0000 7f7b5d200700 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560c251d5900 0x560c2523f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:12.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.149+0000 7f7b5d200700 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560c251d5900 0x560c2523f0d0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5dc2c49e44eb5817 server_cookie=375ddfe40ab51fff in_seq=0 out_seq=0 2024-04-26T02:04:12.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.149+0000 7f7b3ea00700 10 client.25441 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:12.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.159+0000 7f7b3ea00700 1 -- 172.21.15.26:0/3548491407 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x560c251158b0 con 0x560c251d5900 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.159+0000 7f7b3ea00700 10 client.25441 handle_command_reply: tid=0 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.159+0000 7f7b6a537b80 1 client.25441 shutdown 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.160+0000 7f7b6a537b80 1 -- 172.21.15.26:0/3548491407 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 msgr2=0x560c251ce330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.160+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 0x560c251ce330 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x560c251b8890 tx=0x7f7b440a60f0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.160+0000 7f7b6a537b80 1 -- 172.21.15.26:0/3548491407 shutdown_connections 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.160+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x560c251d5900 0x560c2523f0d0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.160+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c251c6180 0x560c251cc3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.160+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560c251ba9b0 0x560c251cddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.160+0000 7f7b3ea00700 0 client.25441 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.160+0000 7f7b6a537b80 1 --2- 172.21.15.26:0/3548491407 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560c251bb2d0 0x560c251ce330 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.160+0000 7f7b6a537b80 1 -- 172.21.15.26:0/3548491407 >> 172.21.15.26:0/3548491407 conn(0x560c250e9730 msgr2=0x560c251b5f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.160+0000 7f7b6a537b80 1 -- 172.21.15.26:0/3548491407 shutdown_connections 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.160+0000 7f7b6a537b80 1 -- 172.21.15.26:0/3548491407 wait complete. 2024-04-26T02:04:12.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.160+0000 7f7b6a537b80 20 client.25441 trim_cache size 0 max 16384 2024-04-26T02:04:12.161 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:12 smithi026 ceph-mon[28138]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-26T02:04:12.161 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:04:12.161 INFO:teuthology.orchestra.run.smithi026.stdout: "epoch": 29, 2024-04-26T02:04:12.161 INFO:teuthology.orchestra.run.smithi026.stdout: "leader": 24524, 2024-04-26T02:04:12.161 INFO:teuthology.orchestra.run.smithi026.stdout: "set_version": 2, 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "sets": { 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "f9642c69": { 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "version": 2, 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "age_ref": 0.0, 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "state": { 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "QUIESCED", 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "age": 0.0 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "timeout": 60.0, 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "expiration": 85.6, 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "members": { 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "file:/": { 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "excluded": false, 2024-04-26T02:04:12.162 INFO:teuthology.orchestra.run.smithi026.stdout: "state": { 2024-04-26T02:04:12.163 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "QUIESCED", 2024-04-26T02:04:12.163 INFO:teuthology.orchestra.run.smithi026.stdout: "age": 0.0 2024-04-26T02:04:12.163 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:04:12.163 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:04:12.163 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:04:12.163 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:04:12.163 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:04:12.163 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:04:12.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.161+0000 7f7b5fc00700 1 -- 172.21.15.26:0/794719994 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7b400a4080 msgr2=0x7f7b400a6540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:12.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.161+0000 7f7b5fc00700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7b400a4080 0x7f7b400a6540 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7b500127f0 tx=0x7f7b5000b040 comp rx=0 tx=0).stop 2024-04-26T02:04:12.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.161+0000 7f7b5fc00700 1 -- 172.21.15.26:0/794719994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5806b100 msgr2=0x7f7b5810dfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:12.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.161+0000 7f7b5fc00700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5806b100 0x7f7b5810dfb0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f7b4400c010 tx=0x7f7b4400fa00 comp rx=0 tx=0).stop 2024-04-26T02:04:12.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.161+0000 7f7b5fc00700 1 -- 172.21.15.26:0/794719994 shutdown_connections 2024-04-26T02:04:12.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.161+0000 7f7b5fc00700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f7b400a4080 0x7f7b400a6540 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.161+0000 7f7b5fc00700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b58108a60 0x7f7b581a3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.161+0000 7f7b5fc00700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b5806a740 0x7f7b5810da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.161+0000 7f7b5fc00700 1 --2- 172.21.15.26:0/794719994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5806b100 0x7f7b5810dfb0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:12.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.161+0000 7f7b5fc00700 1 -- 172.21.15.26:0/794719994 >> 172.21.15.26:0/794719994 conn(0x7f7b580788e0 msgr2=0x7f7b581023b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:12.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.162+0000 7f7b5fc00700 1 -- 172.21.15.26:0/794719994 shutdown_connections 2024-04-26T02:04:12.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:12.162+0000 7f7b5fc00700 1 -- 172.21.15.26:0/794719994 wait complete. 2024-04-26T02:04:12.300 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:12 smithi033 ceph-mon[32805]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-26T02:04:12.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:12 smithi064 ceph-mon[32613]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-26T02:04:13.205 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'f9642c69', quiesce took 8.4 seconds. Will release after: 25.6 2024-04-26T02:04:14.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:14 smithi064 ceph-mon[32613]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-26T02:04:14.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:14 smithi026 ceph-mon[28138]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-26T02:04:14.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:14 smithi033 ceph-mon[32805]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-26T02:04:14.513 INFO:tasks.workunit.client.0.smithi026.stderr:Updating files: 61% (7640/12492) Updating files: 62% (7746/12492) Updating files: 63% (7870/12492) Updating files: 64% (7995/12492) Updating files: 65% (8120/12492) Updating files: 66% (8245/12492) Updating files: 67% (8370/12492) Updating files: 68% (8495/12492) Updating files: 69% (8620/12492) Updating files: 70% (8745/12492) Updating files: 71% (8870/12492) Updating files: 72% (8995/12492) Updating files: 73% (9120/12492) Updating files: 74% (9245/12492) Updating files: 75% (9369/12492) Updating files: 76% (9494/12492) Updating files: 77% (9619/12492) Updating files: 78% (9744/12492) Updating files: 79% (9869/12492) Updating files: 80% (9994/12492) Updating files: 81% (10119/12492) Updating files: 82% (10244/12492) Updating files: 83% (10369/12492) Updating files: 84% (10494/12492) Updating files: 85% (10619/12492) Updating files: 86% (10744/12492) Updating files: 87% (10869/12492) Updating files: 88% (10993/12492) Updating files: 89% (11118/12492) Updating files: 90% (11243/12492) Updating files: 91% (11368/12492) Updating files: 92% (11493/12492) Updating files: 93% (11618/12492) Updating files: 94% (11743/12492) Updating files: 95% (11868/12492) Updating files: 96% (11993/12492) Updating files: 97% (12118/12492) Updating files: 98% (12243/12492) Updating files: 98% (12337/12492) Updating files: 99% (12368/12492) Updating files: 100% (12492/12492) Updating files: 100% (12492/12492), done. 2024-04-26T02:04:14.933 INFO:tasks.workunit.client.0.smithi026.stderr:Note: switching to 'afa1933b0fdbb6c99c947d1eda34d661d23cd327'. 2024-04-26T02:04:14.933 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T02:04:14.933 INFO:tasks.workunit.client.0.smithi026.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-26T02:04:14.933 INFO:tasks.workunit.client.0.smithi026.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-26T02:04:14.933 INFO:tasks.workunit.client.0.smithi026.stderr:state without impacting any branches by switching back to a branch. 2024-04-26T02:04:14.933 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T02:04:14.933 INFO:tasks.workunit.client.0.smithi026.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-26T02:04:14.933 INFO:tasks.workunit.client.0.smithi026.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-26T02:04:14.933 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T02:04:14.933 INFO:tasks.workunit.client.0.smithi026.stderr: git switch -c 2024-04-26T02:04:14.933 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T02:04:14.933 INFO:tasks.workunit.client.0.smithi026.stderr:Or undo this operation with: 2024-04-26T02:04:14.934 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T02:04:14.934 INFO:tasks.workunit.client.0.smithi026.stderr: git switch - 2024-04-26T02:04:14.934 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T02:04:14.934 INFO:tasks.workunit.client.0.smithi026.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-26T02:04:14.934 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T02:04:14.934 INFO:tasks.workunit.client.0.smithi026.stderr:HEAD is now at afa1933b0fd qa/suites/fs: add quiescer to the fs suite 2024-04-26T02:04:14.937 DEBUG:teuthology.orchestra.run.smithi026:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-26T02:04:15.003 INFO:tasks.workunit.client.0.smithi026.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-26T02:04:15.010 INFO:tasks.workunit.client.0.smithi026.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T02:04:15.011 INFO:tasks.workunit.client.0.smithi026.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-26T02:04:15.204 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:14 smithi064 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.c.service: Scheduled restart job, restart counter is at 1. 2024-04-26T02:04:15.204 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:14 smithi064 systemd[1]: Stopped Ceph mds.c for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T02:04:15.204 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:14 smithi064 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.c.service: Consumed 1.187s CPU time. 2024-04-26T02:04:15.204 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:14 smithi064 systemd[1]: Starting Ceph mds.c for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:04:15.204 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:15 smithi064 podman[67224]: 2024-04-26 02:04:14.975955533 +0000 UTC m=+0.020637645 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:04:15.204 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:15 smithi064 podman[67224]: 2024-04-26 02:04:15.206015978 +0000 UTC m=+0.250698124 container create c9c2c34ccfe987ae025f9b01aff8b912a3bc389efe1559bfd796d8cca378232c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:04:15.732 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:15 smithi064 podman[67224]: 2024-04-26 02:04:15.458980851 +0000 UTC m=+0.503662952 container init c9c2c34ccfe987ae025f9b01aff8b912a3bc389efe1559bfd796d8cca378232c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:04:15.733 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:15 smithi064 podman[67224]: 2024-04-26 02:04:15.46216917 +0000 UTC m=+0.506851279 container start c9c2c34ccfe987ae025f9b01aff8b912a3bc389efe1559bfd796d8cca378232c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:04:15.733 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:15 smithi064 ceph-mds[67243]: -- 172.21.15.64:0/523912256 <== mon.1 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561d5fa33a40 con 0x561d5fa06800 2024-04-26T02:04:15.733 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:15 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[67239]: starting mds.c at 2024-04-26T02:04:15.733 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:15 smithi064 bash[67224]: c9c2c34ccfe987ae025f9b01aff8b912a3bc389efe1559bfd796d8cca378232c 2024-04-26T02:04:15.733 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:04:15 smithi064 systemd[1]: Started Ceph mds.c for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T02:04:15.859 INFO:tasks.workunit.client.0.smithi026.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-26T02:04:15.973 INFO:tasks.workunit.client.0.smithi026.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-26T02:04:16.063 INFO:tasks.workunit.client.0.smithi026.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T02:04:16.069 INFO:tasks.workunit.client.0.smithi026.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T02:04:16.069 INFO:tasks.workunit.client.0.smithi026.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-26T02:04:16.154 INFO:tasks.workunit.client.0.smithi026.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T02:04:16.164 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T02:04:16.164 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-26T02:04:16.170 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.169+0000 7fe27be00640 1 -- 172.21.15.26:0/2771406961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe27c1070b0 msgr2=0x7fe27c10ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:16.170 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.169+0000 7fe27be00640 1 --2- 172.21.15.26:0/2771406961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe27c1070b0 0x7fe27c10ec80 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe274009ca0 tx=0x7fe27402a8c0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.170 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.170+0000 7fe27be00640 1 -- 172.21.15.26:0/2771406961 shutdown_connections 2024-04-26T02:04:16.170 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.170+0000 7fe27be00640 1 --2- 172.21.15.26:0/2771406961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe27c1070b0 0x7fe27c10ec80 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.170 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.170+0000 7fe27be00640 1 --2- 172.21.15.26:0/2771406961 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe27c102990 0x7fe27c1069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.170 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.170+0000 7fe27be00640 1 --2- 172.21.15.26:0/2771406961 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe27c101fe0 0x7fe27c1023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.171 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.170+0000 7fe27be00640 1 -- 172.21.15.26:0/2771406961 >> 172.21.15.26:0/2771406961 conn(0x7fe27c0fd860 msgr2=0x7fe27c0ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:16.171 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.170+0000 7fe27be00640 1 -- 172.21.15.26:0/2771406961 shutdown_connections 2024-04-26T02:04:16.171 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.170+0000 7fe27be00640 1 -- 172.21.15.26:0/2771406961 wait complete. 2024-04-26T02:04:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.171+0000 7fe27be00640 1 Processor -- start 2024-04-26T02:04:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.171+0000 7fe27be00640 1 -- start start 2024-04-26T02:04:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.171+0000 7fe27be00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe27c101fe0 0x7fe27c1a0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.171+0000 7fe27be00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe27c1070b0 0x7fe27c1a0960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.171+0000 7fe27be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe27c19a5d0 0x7fe27c19aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.171+0000 7fe27be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c112000 con 0x7fe27c19a5d0 2024-04-26T02:04:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.171+0000 7fe27be00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c111e80 con 0x7fe27c1070b0 2024-04-26T02:04:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.171+0000 7fe27be00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c112180 con 0x7fe27c101fe0 2024-04-26T02:04:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.172+0000 7fe27aa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe27c101fe0 0x7fe27c1a0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.172+0000 7fe27aa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe27c101fe0 0x7fe27c1a0420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:39638/0 (socket says 172.21.15.26:39638) 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.172+0000 7fe27aa00640 1 -- 172.21.15.26:0/2773026160 learned_addr learned my addr 172.21.15.26:0/2773026160 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.172+0000 7fe273e00640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe27c1070b0 0x7fe27c1a0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.172+0000 7fe27b400640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe27c19a5d0 0x7fe27c19aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.172+0000 7fe27aa00640 1 -- 172.21.15.26:0/2773026160 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe27c1070b0 msgr2=0x7fe27c1a0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.172+0000 7fe27aa00640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe27c1070b0 0x7fe27c1a0960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.172+0000 7fe27aa00640 1 -- 172.21.15.26:0/2773026160 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe27c19a5d0 msgr2=0x7fe27c19aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.172+0000 7fe27aa00640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe27c19a5d0 0x7fe27c19aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.172+0000 7fe27aa00640 1 -- 172.21.15.26:0/2773026160 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe27c19b0f0 con 0x7fe27c101fe0 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.172+0000 7fe27aa00640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe27c101fe0 0x7fe27c1a0420 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe26c00e9f0 tx=0x7fe26c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.173+0000 7fe280a00640 1 -- 172.21.15.26:0/2773026160 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe26c00cd80 con 0x7fe27c101fe0 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.173+0000 7fe280a00640 1 -- 172.21.15.26:0/2773026160 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe26c0108e0 con 0x7fe27c101fe0 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.173+0000 7fe280a00640 1 -- 172.21.15.26:0/2773026160 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe26c018980 con 0x7fe27c101fe0 2024-04-26T02:04:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.173+0000 7fe27be00640 1 -- 172.21.15.26:0/2773026160 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe27c19b3e0 con 0x7fe27c101fe0 2024-04-26T02:04:16.175 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.173+0000 7fe27be00640 1 -- 172.21.15.26:0/2773026160 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe27c1a7630 con 0x7fe27c101fe0 2024-04-26T02:04:16.177 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.177+0000 7fe280a00640 1 -- 172.21.15.26:0/2773026160 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fe26c010430 con 0x7fe27c101fe0 2024-04-26T02:04:16.177 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.177+0000 7fe284b68740 1 Processor -- start 2024-04-26T02:04:16.177 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.178+0000 7fe284b68740 1 -- start start 2024-04-26T02:04:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.179+0000 7fe284b68740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2008f0 0x55992f200cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.179+0000 7fe284b68740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 0x55992f213e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.179+0000 7fe284b68740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2143a0 0x55992f216790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.179+0000 7fe284b68740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55992f166900 con 0x55992f2008f0 2024-04-26T02:04:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.179+0000 7fe284b68740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55992f10cef0 con 0x55992f201210 2024-04-26T02:04:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.179+0000 7fe284b68740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55992f1628c0 con 0x55992f2143a0 2024-04-26T02:04:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.179+0000 7fe27aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 0x55992f213e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.179+0000 7fe27b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2008f0 0x55992f200cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.179+0000 7fe27aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 0x55992f213e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:49876/0 (socket says 172.21.15.26:49876) 2024-04-26T02:04:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.179+0000 7fe27aa00640 1 -- 172.21.15.26:0/3465702679 learned_addr learned my addr 172.21.15.26:0/3465702679 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.179+0000 7fe280a00640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe2600a3eb0 0x7fe2600a6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.180+0000 7fe27aa00640 1 -- 172.21.15.26:0/3465702679 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2143a0 msgr2=0x55992f216790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.180+0000 7fe27aa00640 1 --2- 172.21.15.26:0/3465702679 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2143a0 0x55992f216790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.180+0000 7fe27aa00640 1 -- 172.21.15.26:0/3465702679 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2008f0 msgr2=0x55992f200cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.180+0000 7fe27aa00640 1 --2- 172.21.15.26:0/3465702679 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2008f0 0x55992f200cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.180+0000 7fe27aa00640 1 -- 172.21.15.26:0/3465702679 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55992ee79210 con 0x55992f201210 2024-04-26T02:04:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.180+0000 7fe280a00640 1 -- 172.21.15.26:0/2773026160 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fe26c0d0e40 con 0x7fe27c101fe0 2024-04-26T02:04:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.180+0000 7fe27b400640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe2600a3eb0 0x7fe2600a6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.180+0000 7fe27aa00640 1 --2- 172.21.15.26:0/3465702679 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 0x55992f213e60 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe26c0ce320 tx=0x7fe26c024000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4925aa6e6b1b2112 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.180+0000 7fe26be00640 1 -- 172.21.15.26:0/3465702679 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe26c09c530 con 0x55992f201210 2024-04-26T02:04:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.180+0000 7fe26be00640 1 -- 172.21.15.26:0/3465702679 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe26c010720 con 0x55992f201210 2024-04-26T02:04:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.180+0000 7fe26be00640 1 -- 172.21.15.26:0/3465702679 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe26c0d4a20 con 0x55992f201210 2024-04-26T02:04:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.181+0000 7fe284b68740 1 -- 172.21.15.26:0/3465702679 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 msgr2=0x55992f213e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.181+0000 7fe284b68740 1 --2- 172.21.15.26:0/3465702679 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 0x55992f213e60 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe26c0ce320 tx=0x7fe26c024000 comp rx=0 tx=0).stop 2024-04-26T02:04:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.181+0000 7fe27b400640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe2600a3eb0 0x7fe2600a6370 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe274005e30 tx=0x7fe2740095c0 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.181+0000 7fe284b68740 1 -- 172.21.15.26:0/3465702679 shutdown_connections 2024-04-26T02:04:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.181+0000 7fe284b68740 1 --2- 172.21.15.26:0/3465702679 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2143a0 0x55992f216790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.181+0000 7fe284b68740 1 --2- 172.21.15.26:0/3465702679 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 0x55992f213e60 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.181+0000 7fe284b68740 1 --2- 172.21.15.26:0/3465702679 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2008f0 0x55992f200cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.181+0000 7fe284b68740 1 -- 172.21.15.26:0/3465702679 >> 172.21.15.26:0/3465702679 conn(0x55992f1fcec0 msgr2=0x55992f1fd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.181+0000 7fe284b68740 1 -- 172.21.15.26:0/3465702679 shutdown_connections 2024-04-26T02:04:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.181+0000 7fe284b68740 1 -- 172.21.15.26:0/3465702679 wait complete. 2024-04-26T02:04:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.182+0000 7fe284b68740 1 -- start start 2024-04-26T02:04:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.182+0000 7fe284b68740 1 Processor -- start 2024-04-26T02:04:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.182+0000 7fe284b68740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2008f0 0x55992f211330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe284b68740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f201210 0x55992f211870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe284b68740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2143a0 0x55992f211db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe284b68740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55992f216f10 con 0x55992f201210 2024-04-26T02:04:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe284b68740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55992f120310 con 0x55992f2008f0 2024-04-26T02:04:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe284b68740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55992f217090 con 0x55992f2143a0 2024-04-26T02:04:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe284b68740 10 client.0 _ll_register_callbacks cb 0x55992f0eecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe27aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2008f0 0x55992f211330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe273e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f201210 0x55992f211870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe27b400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2143a0 0x55992f211db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe27aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2008f0 0x55992f211330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:49888/0 (socket says 172.21.15.26:49888) 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe27aa00640 1 -- 172.21.15.26:0/1856183695 learned_addr learned my addr 172.21.15.26:0/1856183695 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe27aa00640 1 -- 172.21.15.26:0/1856183695 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2143a0 msgr2=0x55992f211db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe27aa00640 1 --2- 172.21.15.26:0/1856183695 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2143a0 0x55992f211db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe27aa00640 1 -- 172.21.15.26:0/1856183695 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f201210 msgr2=0x55992f211870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe27aa00640 1 --2- 172.21.15.26:0/1856183695 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f201210 0x55992f211870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe27aa00640 1 -- 172.21.15.26:0/1856183695 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55992ef45620 con 0x55992f2008f0 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe27aa00640 1 --2- 172.21.15.26:0/1856183695 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2008f0 0x55992f211330 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe26c09c8d0 tx=0x7fe26c00cf20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59a7c1b8c2a10d0a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.183+0000 7fe268c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.184+0000 7fe268c00640 1 -- 172.21.15.26:0/1856183695 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe26c0d4a20 con 0x55992f2008f0 2024-04-26T02:04:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.184+0000 7fe284b68740 1 -- 172.21.15.26:0/1856183695 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55992f17a8b0 con 0x55992f2008f0 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.184+0000 7fe268c00640 1 -- 172.21.15.26:0/1856183695 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fe26c0b1330 con 0x55992f2008f0 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.184+0000 7fe268c00640 1 -- 172.21.15.26:0/1856183695 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe26c09c530 con 0x55992f2008f0 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.184+0000 7fe284b68740 10 client.25475 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.184+0000 7fe284b68740 1 -- 172.21.15.26:0/1856183695 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55992f2231f0 con 0x55992f2008f0 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.184+0000 7fe268c00640 1 -- 172.21.15.26:0/1856183695 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55992f17a8b0 con 0x55992f2008f0 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.184+0000 7fe268c00640 1 -- 172.21.15.26:0/1856183695 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe26c0890b0 con 0x55992f2008f0 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.184+0000 7fe284b68740 10 client.25475 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.184+0000 7fe284b68740 10 client.25475 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.185+0000 7fe284b68740 20 client.25475 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.185+0000 7fe284b68740 1 --2- 172.21.15.26:0/1856183695 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55992f224540 0x55992f226930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.185+0000 7fe284b68740 4 client.25475 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.185+0000 7fe284b68740 1 -- 172.21.15.26:0/1856183695 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55992f174320 con 0x55992f224540 2024-04-26T02:04:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.185+0000 7fe273e00640 1 --2- 172.21.15.26:0/1856183695 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55992f224540 0x55992f226930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.185+0000 7fe273e00640 1 --2- 172.21.15.26:0/1856183695 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55992f224540 0x55992f226930 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf0e88a42a227e38 server_cookie=97897ffe2a40a20d in_seq=0 out_seq=0 2024-04-26T02:04:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.185+0000 7fe268c00640 10 client.25475 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.186+0000 7fe268c00640 1 -- 172.21.15.26:0/1856183695 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55992f174320 con 0x55992f224540 2024-04-26T02:04:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.186+0000 7fe268c00640 10 client.25475 handle_command_reply: tid=0 2024-04-26T02:04:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.186+0000 7fe284b68740 1 client.25475 shutdown 2024-04-26T02:04:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.186+0000 7fe284b68740 1 -- 172.21.15.26:0/1856183695 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2008f0 msgr2=0x55992f211330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.186+0000 7fe284b68740 1 --2- 172.21.15.26:0/1856183695 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2008f0 0x55992f211330 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe26c09c8d0 tx=0x7fe26c00cf20 comp rx=0 tx=0).stop 2024-04-26T02:04:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.187+0000 7fe284b68740 1 -- 172.21.15.26:0/1856183695 shutdown_connections 2024-04-26T02:04:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.187+0000 7fe284b68740 1 --2- 172.21.15.26:0/1856183695 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55992f224540 0x55992f226930 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.187+0000 7fe284b68740 1 --2- 172.21.15.26:0/1856183695 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f201210 0x55992f211870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.187+0000 7fe284b68740 1 --2- 172.21.15.26:0/1856183695 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2143a0 0x55992f211db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.187+0000 7fe284b68740 1 --2- 172.21.15.26:0/1856183695 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2008f0 0x55992f211330 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.187+0000 7fe284b68740 1 -- 172.21.15.26:0/1856183695 >> 172.21.15.26:0/1856183695 conn(0x55992f1fcec0 msgr2=0x55992f202c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.187+0000 7fe268c00640 0 client.25475 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.187+0000 7fe284b68740 1 -- 172.21.15.26:0/1856183695 shutdown_connections 2024-04-26T02:04:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.187+0000 7fe284b68740 1 -- 172.21.15.26:0/1856183695 wait complete. 2024-04-26T02:04:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.187+0000 7fe284b68740 20 client.25475 trim_cache size 0 max 16384 2024-04-26T02:04:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.206+0000 7fe284b68740 1 Processor -- start 2024-04-26T02:04:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe284b68740 1 -- start start 2024-04-26T02:04:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe284b68740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2008f0 0x55992f21fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe284b68740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f201210 0x55992f22bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe284b68740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2143a0 0x55992f22c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe284b68740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c1ab7c0 con 0x55992f2008f0 2024-04-26T02:04:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe284b68740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c1ad300 con 0x55992f2143a0 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe284b68740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c1abe90 con 0x55992f201210 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe27aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2008f0 0x55992f21fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe27b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2143a0 0x55992f22c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe27aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2008f0 0x55992f21fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48656/0 (socket says 172.21.15.26:48656) 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe27b400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2143a0 0x55992f22c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:49890/0 (socket says 172.21.15.26:49890) 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe27aa00640 1 -- 172.21.15.26:0/719767331 learned_addr learned my addr 172.21.15.26:0/719767331 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.207+0000 7fe273e00640 1 --2- 172.21.15.26:0/719767331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f201210 0x55992f22bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.208+0000 7fe27b400640 1 -- 172.21.15.26:0/719767331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f201210 msgr2=0x55992f22bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.208+0000 7fe27b400640 1 --2- 172.21.15.26:0/719767331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f201210 0x55992f22bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.208+0000 7fe27b400640 1 -- 172.21.15.26:0/719767331 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2008f0 msgr2=0x55992f21fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.208+0000 7fe27b400640 1 --2- 172.21.15.26:0/719767331 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2008f0 0x55992f21fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.208+0000 7fe27b400640 1 -- 172.21.15.26:0/719767331 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55992f1f8820 con 0x55992f2143a0 2024-04-26T02:04:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.208+0000 7fe273e00640 1 --2- 172.21.15.26:0/719767331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f201210 0x55992f22bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.208+0000 7fe27b400640 1 --2- 172.21.15.26:0/719767331 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2143a0 0x55992f22c500 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe274006010 tx=0x7fe274041000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc623028f30a5966 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.208+0000 7fe26b400640 1 -- 172.21.15.26:0/719767331 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe274031e10 con 0x55992f2143a0 2024-04-26T02:04:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.208+0000 7fe26b400640 1 -- 172.21.15.26:0/719767331 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe274036040 con 0x55992f2143a0 2024-04-26T02:04:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.208+0000 7fe26b400640 1 -- 172.21.15.26:0/719767331 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2740047c0 con 0x55992f2143a0 2024-04-26T02:04:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.209+0000 7fe284b68740 1 -- 172.21.15.26:0/719767331 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2143a0 msgr2=0x55992f22c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.209+0000 7fe284b68740 1 --2- 172.21.15.26:0/719767331 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2143a0 0x55992f22c500 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe274006010 tx=0x7fe274041000 comp rx=0 tx=0).stop 2024-04-26T02:04:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.209+0000 7fe284b68740 1 -- 172.21.15.26:0/719767331 shutdown_connections 2024-04-26T02:04:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.209+0000 7fe284b68740 1 --2- 172.21.15.26:0/719767331 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f2143a0 0x55992f22c500 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.209+0000 7fe284b68740 1 --2- 172.21.15.26:0/719767331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f201210 0x55992f22bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.209+0000 7fe284b68740 1 --2- 172.21.15.26:0/719767331 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2008f0 0x55992f21fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.209+0000 7fe284b68740 1 -- 172.21.15.26:0/719767331 >> 172.21.15.26:0/719767331 conn(0x55992f1fcec0 msgr2=0x55992f20c6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:16.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.209+0000 7fe284b68740 1 -- 172.21.15.26:0/719767331 shutdown_connections 2024-04-26T02:04:16.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.210+0000 7fe284b68740 1 -- 172.21.15.26:0/719767331 wait complete. 2024-04-26T02:04:16.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.210+0000 7fe284b68740 1 -- start start 2024-04-26T02:04:16.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.210+0000 7fe284b68740 1 Processor -- start 2024-04-26T02:04:16.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe284b68740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2008f0 0x55992f21c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe284b68740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 0x55992f2198d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe284b68740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2143a0 0x55992f219e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe284b68740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c1acc30 con 0x55992f2143a0 2024-04-26T02:04:16.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe284b68740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c1ac560 con 0x55992f201210 2024-04-26T02:04:16.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe284b68740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c1a97a0 con 0x55992f2008f0 2024-04-26T02:04:16.213 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe284b68740 10 client.0 _ll_register_callbacks cb 0x7fe26c0d10c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:16.213 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe273e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 0x55992f2198d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.213 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe27aa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2008f0 0x55992f21c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.213 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe273e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 0x55992f2198d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:49896/0 (socket says 172.21.15.26:49896) 2024-04-26T02:04:16.214 INFO:tasks.workunit:Running workunits matching direct_io on client.0... 2024-04-26T02:04:16.215 INFO:tasks.workunit:Running workunit direct_io/big.sh... 2024-04-26T02:04:16.215 DEBUG:teuthology.orchestra.run.smithi026:workunit test direct_io/big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=afa1933b0fdbb6c99c947d1eda34d661d23cd327 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/big.sh 2024-04-26T02:04:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe273e00640 1 -- 172.21.15.26:0/1003389442 learned_addr learned my addr 172.21.15.26:0/1003389442 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe27aa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2008f0 0x55992f21c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:39666/0 (socket says 172.21.15.26:39666) 2024-04-26T02:04:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.211+0000 7fe27b400640 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2143a0 0x55992f219e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.212+0000 7fe273e00640 1 -- 172.21.15.26:0/1003389442 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2008f0 msgr2=0x55992f21c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.212+0000 7fe273e00640 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2008f0 0x55992f21c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.212+0000 7fe273e00640 1 -- 172.21.15.26:0/1003389442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2143a0 msgr2=0x55992f219e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.212+0000 7fe273e00640 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2143a0 0x55992f219e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.212+0000 7fe273e00640 1 -- 172.21.15.26:0/1003389442 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55992f21a350 con 0x55992f201210 2024-04-26T02:04:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.212+0000 7fe27aa00640 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2008f0 0x55992f21c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.212+0000 7fe273e00640 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 0x55992f2198d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe264009d00 tx=0x7fe26401c6e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a057a9fd355ae98 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.212+0000 7fe268c00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:04:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.212+0000 7fe268c00640 1 -- 172.21.15.26:0/1003389442 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe264004460 con 0x55992f201210 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.212+0000 7fe284b68740 1 -- 172.21.15.26:0/1003389442 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe274036040 con 0x55992f201210 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.212+0000 7fe268c00640 1 -- 172.21.15.26:0/1003389442 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fe264010960 con 0x55992f201210 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.213+0000 7fe268c00640 1 -- 172.21.15.26:0/1003389442 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe264010b60 con 0x55992f201210 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.213+0000 7fe284b68740 10 client.25481 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.213+0000 7fe284b68740 1 -- 172.21.15.26:0/1003389442 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55992f28a5f0 con 0x55992f201210 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.213+0000 7fe268c00640 1 -- 172.21.15.26:0/1003389442 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe274036040 con 0x55992f201210 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.213+0000 7fe268c00640 1 -- 172.21.15.26:0/1003389442 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe26402e450 con 0x55992f201210 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.213+0000 7fe284b68740 10 client.25481 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.213+0000 7fe284b68740 10 client.25481 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.213+0000 7fe284b68740 20 client.25481 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.213+0000 7fe284b68740 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55992f28ad50 0x55992f28d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.213+0000 7fe284b68740 4 client.25481 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.213+0000 7fe284b68740 1 -- 172.21.15.26:0/1003389442 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55992f16e190 con 0x55992f28ad50 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.214+0000 7fe27aa00640 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55992f28ad50 0x55992f28d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.214+0000 7fe27aa00640 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55992f28ad50 0x55992f28d170 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea161ae17a28ebef server_cookie=97d6cea6cfdc6ac in_seq=0 out_seq=0 2024-04-26T02:04:16.220 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.214+0000 7fe268c00640 10 client.25481 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:16.221 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe268c00640 1 -- 172.21.15.26:0/1003389442 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55992f16e190 con 0x55992f28ad50 2024-04-26T02:04:16.221 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe268c00640 10 client.25481 handle_command_reply: tid=0 2024-04-26T02:04:16.221 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe284b68740 1 client.25481 shutdown 2024-04-26T02:04:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe284b68740 1 -- 172.21.15.26:0/1003389442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 msgr2=0x55992f2198d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe284b68740 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 0x55992f2198d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe264009d00 tx=0x7fe26401c6e0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe284b68740 1 -- 172.21.15.26:0/1003389442 shutdown_connections 2024-04-26T02:04:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe284b68740 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55992f28ad50 0x55992f28d170 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe284b68740 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55992f2143a0 0x55992f219e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe284b68740 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992f201210 0x55992f2198d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe284b68740 1 --2- 172.21.15.26:0/1003389442 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55992f2008f0 0x55992f21c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe284b68740 1 -- 172.21.15.26:0/1003389442 >> 172.21.15.26:0/1003389442 conn(0x55992f1fcec0 msgr2=0x55992f1fb790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe268c00640 0 client.25481 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe284b68740 1 -- 172.21.15.26:0/1003389442 shutdown_connections 2024-04-26T02:04:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe284b68740 1 -- 172.21.15.26:0/1003389442 wait complete. 2024-04-26T02:04:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.220+0000 7fe284b68740 20 client.25481 trim_cache size 0 max 16384 2024-04-26T02:04:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:04:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:04:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:04:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:04:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.221+0000 7fe27be00640 1 -- 172.21.15.26:0/2773026160 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe2600a3eb0 msgr2=0x7fe2600a6370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.221+0000 7fe27be00640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe2600a3eb0 0x7fe2600a6370 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe274005e30 tx=0x7fe2740095c0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.221+0000 7fe27be00640 1 -- 172.21.15.26:0/2773026160 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe27c101fe0 msgr2=0x7fe27c1a0420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.221+0000 7fe27be00640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe27c101fe0 0x7fe27c1a0420 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe26c00e9f0 tx=0x7fe26c00eeb0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.221+0000 7fe27be00640 1 -- 172.21.15.26:0/2773026160 shutdown_connections 2024-04-26T02:04:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.221+0000 7fe27be00640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe2600a3eb0 0x7fe2600a6370 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.221+0000 7fe27be00640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe27c19a5d0 0x7fe27c19aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.221+0000 7fe27be00640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe27c1070b0 0x7fe27c1a0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.221+0000 7fe27be00640 1 --2- 172.21.15.26:0/2773026160 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe27c101fe0 0x7fe27c1a0420 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.221+0000 7fe27be00640 1 -- 172.21.15.26:0/2773026160 >> 172.21.15.26:0/2773026160 conn(0x7fe27c0fd860 msgr2=0x7fe27c0fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.221+0000 7fe27be00640 1 -- 172.21.15.26:0/2773026160 shutdown_connections 2024-04-26T02:04:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:16.221+0000 7fe27be00640 1 -- 172.21.15.26:0/2773026160 wait complete. 2024-04-26T02:04:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:16 smithi064 ceph-mon[32613]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 341 B/s wr, 7 op/s 2024-04-26T02:04:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:16 smithi064 ceph-mon[32613]: daemon mds.c restarted 2024-04-26T02:04:16.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:16 smithi026 ceph-mon[28138]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 341 B/s wr, 7 op/s 2024-04-26T02:04:16.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:16 smithi026 ceph-mon[28138]: daemon mds.c restarted 2024-04-26T02:04:16.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:16 smithi033 ceph-mon[32805]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 341 B/s wr, 7 op/s 2024-04-26T02:04:16.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:16 smithi033 ceph-mon[32805]: daemon mds.c restarted 2024-04-26T02:04:17.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:17 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:04:17.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:17 smithi064 ceph-mon[32613]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T02:04:17.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:17 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.64:6836/2035438278,v1:172.21.15.64:6837/2035438278] up:boot 2024-04-26T02:04:17.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:17 smithi064 ceph-mon[32613]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-26T02:04:17.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:17 smithi064 ceph-mon[32613]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T02:04:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:17 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:04:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:17 smithi026 ceph-mon[28138]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T02:04:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:17 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.64:6836/2035438278,v1:172.21.15.64:6837/2035438278] up:boot 2024-04-26T02:04:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:17 smithi026 ceph-mon[28138]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-26T02:04:17.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:17 smithi026 ceph-mon[28138]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T02:04:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:17 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:04:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:17 smithi033 ceph-mon[32805]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T02:04:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:17 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.64:6836/2035438278,v1:172.21.15.64:6837/2035438278] up:boot 2024-04-26T02:04:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:17 smithi033 ceph-mon[32805]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-26T02:04:17.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:17 smithi033 ceph-mon[32805]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T02:04:18.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:18 smithi064 ceph-mon[32613]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 409 B/s wr, 9 op/s 2024-04-26T02:04:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:18 smithi026 ceph-mon[28138]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 409 B/s wr, 9 op/s 2024-04-26T02:04:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:18 smithi033 ceph-mon[32805]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 409 B/s wr, 9 op/s 2024-04-26T02:04:20.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:20 smithi026 ceph-mon[28138]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 409 B/s wr, 9 op/s 2024-04-26T02:04:20.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:20 smithi033 ceph-mon[32805]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 409 B/s wr, 9 op/s 2024-04-26T02:04:20.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:20 smithi064 ceph-mon[32613]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 409 B/s wr, 9 op/s 2024-04-26T02:04:22.381 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:22 smithi064 ceph-mon[32613]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 409 B/s wr, 9 op/s 2024-04-26T02:04:22.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:22 smithi026 ceph-mon[28138]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 409 B/s wr, 9 op/s 2024-04-26T02:04:22.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:22 smithi033 ceph-mon[32805]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 409 B/s wr, 9 op/s 2024-04-26T02:04:24.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:24 smithi026 ceph-mon[28138]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-04-26T02:04:24.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:24 smithi026 ceph-mon[28138]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-26T02:04:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:24 smithi033 ceph-mon[32805]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-04-26T02:04:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:24 smithi033 ceph-mon[32805]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-26T02:04:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:24 smithi064 ceph-mon[32613]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-04-26T02:04:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:24 smithi064 ceph-mon[32613]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-26T02:04:26.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:26 smithi026 ceph-mon[28138]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-04-26T02:04:26.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:26 smithi033 ceph-mon[32805]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-04-26T02:04:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:26 smithi064 ceph-mon[32613]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-04-26T02:04:28.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:28 smithi026 ceph-mon[28138]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 2.6 KiB/s wr, 17 op/s 2024-04-26T02:04:28.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:28 smithi033 ceph-mon[32805]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 2.6 KiB/s wr, 17 op/s 2024-04-26T02:04:28.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:28 smithi064 ceph-mon[32613]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 2.6 KiB/s wr, 17 op/s 2024-04-26T02:04:29.368 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.369+0000 7fcb82800640 1 -- 172.21.15.26:0/3410539945 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb7c1083b0 msgr2=0x7fcb7c108810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:29.368 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.369+0000 7fcb82800640 1 --2- 172.21.15.26:0/3410539945 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb7c1083b0 0x7fcb7c108810 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009900 tx=0x7fcb6802a480 comp rx=0 tx=0).stop 2024-04-26T02:04:29.369 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.369+0000 7fcb82800640 1 -- 172.21.15.26:0/3410539945 shutdown_connections 2024-04-26T02:04:29.369 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.369+0000 7fcb82800640 1 --2- 172.21.15.26:0/3410539945 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb7c1083b0 0x7fcb7c108810 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.369 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.369+0000 7fcb82800640 1 --2- 172.21.15.26:0/3410539945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb7c108d50 0x7fcb7c115210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.369 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.369+0000 7fcb82800640 1 --2- 172.21.15.26:0/3410539945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb7c10e470 0x7fcb7c10e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.369 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.369+0000 7fcb82800640 1 -- 172.21.15.26:0/3410539945 >> 172.21.15.26:0/3410539945 conn(0x7fcb7c077b00 msgr2=0x7fcb7c079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:29.369 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.370+0000 7fcb82800640 1 -- 172.21.15.26:0/3410539945 shutdown_connections 2024-04-26T02:04:29.369 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.370+0000 7fcb82800640 1 -- 172.21.15.26:0/3410539945 wait complete. 2024-04-26T02:04:29.371 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.371+0000 7fcb82800640 1 Processor -- start 2024-04-26T02:04:29.371 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.371+0000 7fcb82800640 1 -- start start 2024-04-26T02:04:29.371 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.371+0000 7fcb82800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb7c1083b0 0x7fcb7c1a4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.371 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.371+0000 7fcb82800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb7c108d50 0x7fcb7c1a4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.371 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.371+0000 7fcb82800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb7c10e470 0x7fcb7c19e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.371+0000 7fcb82800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c118600 con 0x7fcb7c1083b0 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.371+0000 7fcb82800640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c118480 con 0x7fcb7c108d50 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.371+0000 7fcb82800640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c118780 con 0x7fcb7c10e470 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.371+0000 7fcb81400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb7c1083b0 0x7fcb7c1a4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.371+0000 7fcb81e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb7c10e470 0x7fcb7c19e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.371+0000 7fcb81400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb7c1083b0 0x7fcb7c1a4790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52358/0 (socket says 172.21.15.26:52358) 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.371+0000 7fcb81400640 1 -- 172.21.15.26:0/3102475391 learned_addr learned my addr 172.21.15.26:0/3102475391 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.372+0000 7fcb80a00640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb7c108d50 0x7fcb7c1a4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.372+0000 7fcb81e00640 1 -- 172.21.15.26:0/3102475391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb7c108d50 msgr2=0x7fcb7c1a4cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.372+0000 7fcb81e00640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb7c108d50 0x7fcb7c1a4cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.372+0000 7fcb81e00640 1 -- 172.21.15.26:0/3102475391 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb7c1083b0 msgr2=0x7fcb7c1a4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.372+0000 7fcb81e00640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb7c1083b0 0x7fcb7c1a4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.372+0000 7fcb81e00640 1 -- 172.21.15.26:0/3102475391 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb7c19f0c0 con 0x7fcb7c10e470 2024-04-26T02:04:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.372+0000 7fcb81400640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb7c1083b0 0x7fcb7c1a4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.372+0000 7fcb81e00640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb7c10e470 0x7fcb7c19e940 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fcb7400e970 tx=0x7fcb7400ee30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.373+0000 7fcb7a000640 1 -- 172.21.15.26:0/3102475391 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7400ccc0 con 0x7fcb7c10e470 2024-04-26T02:04:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.373+0000 7fcb7a000640 1 -- 172.21.15.26:0/3102475391 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb74005020 con 0x7fcb7c10e470 2024-04-26T02:04:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.373+0000 7fcb82800640 1 -- 172.21.15.26:0/3102475391 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb7c19f3b0 con 0x7fcb7c10e470 2024-04-26T02:04:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.373+0000 7fcb7a000640 1 -- 172.21.15.26:0/3102475391 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb74004a00 con 0x7fcb7c10e470 2024-04-26T02:04:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.373+0000 7fcb82800640 1 -- 172.21.15.26:0/3102475391 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb7c1ab650 con 0x7fcb7c10e470 2024-04-26T02:04:29.374 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.376+0000 7fcb86c08740 1 Processor -- start 2024-04-26T02:04:29.374 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.376+0000 7fcb7a000640 1 -- 172.21.15.26:0/3102475391 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fcb74004ba0 con 0x7fcb7c10e470 2024-04-26T02:04:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.376+0000 7fcb86c08740 1 -- start start 2024-04-26T02:04:29.376 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb86c08740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec1e9b0 0x55891ec1ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb86c08740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 0x55891ec29650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb86c08740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec29b90 0x55891ec2bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb86c08740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55891eb84900 con 0x55891ec1e9b0 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb86c08740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55891eb2aef0 con 0x55891ec29b90 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb86c08740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55891eb808c0 con 0x55891ec1f2d0 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb81400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 0x55891ec29650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb81400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 0x55891ec29650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:44102/0 (socket says 172.21.15.26:44102) 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb81400640 1 -- 172.21.15.26:0/2967091395 learned_addr learned my addr 172.21.15.26:0/2967091395 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb80a00640 1 --2- 172.21.15.26:0/2967091395 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec1e9b0 0x55891ec1ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb80a00640 1 --2- 172.21.15.26:0/2967091395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec29b90 0x55891ec2bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb81400640 1 -- 172.21.15.26:0/2967091395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec29b90 msgr2=0x55891ec2bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb81400640 1 --2- 172.21.15.26:0/2967091395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec29b90 0x55891ec2bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb81400640 1 -- 172.21.15.26:0/2967091395 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec1e9b0 msgr2=0x55891ec1ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb81400640 1 --2- 172.21.15.26:0/2967091395 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec1e9b0 0x55891ec1ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb81400640 1 -- 172.21.15.26:0/2967091395 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55891e897210 con 0x55891ec1f2d0 2024-04-26T02:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.377+0000 7fcb80a00640 1 --2- 172.21.15.26:0/2967091395 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec1e9b0 0x55891ec1ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.378+0000 7fcb81400640 1 --2- 172.21.15.26:0/2967091395 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 0x55891ec29650 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c011930 tx=0x7fcb6c011df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3fcc18b661a54cfe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.378+0000 7fcb72600640 1 -- 172.21.15.26:0/2967091395 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6c011330 con 0x55891ec1f2d0 2024-04-26T02:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.378+0000 7fcb72600640 1 -- 172.21.15.26:0/2967091395 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb6c003970 con 0x55891ec1f2d0 2024-04-26T02:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.378+0000 7fcb72600640 1 -- 172.21.15.26:0/2967091395 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6c004510 con 0x55891ec1f2d0 2024-04-26T02:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.378+0000 7fcb7a000640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fcb600a3d00 0x7fcb600a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.378+0000 7fcb7a000640 1 -- 172.21.15.26:0/3102475391 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fcb740d07d0 con 0x7fcb7c10e470 2024-04-26T02:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.378+0000 7fcb80a00640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fcb600a3d00 0x7fcb600a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.379+0000 7fcb86c08740 1 -- 172.21.15.26:0/2967091395 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 msgr2=0x55891ec29650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.379+0000 7fcb86c08740 1 --2- 172.21.15.26:0/2967091395 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 0x55891ec29650 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c011930 tx=0x7fcb6c011df0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.379+0000 7fcb86c08740 1 -- 172.21.15.26:0/2967091395 shutdown_connections 2024-04-26T02:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.379+0000 7fcb86c08740 1 --2- 172.21.15.26:0/2967091395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec29b90 0x55891ec2bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.379+0000 7fcb86c08740 1 --2- 172.21.15.26:0/2967091395 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 0x55891ec29650 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.379+0000 7fcb86c08740 1 --2- 172.21.15.26:0/2967091395 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec1e9b0 0x55891ec1ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.379+0000 7fcb86c08740 1 -- 172.21.15.26:0/2967091395 >> 172.21.15.26:0/2967091395 conn(0x55891ec1aec0 msgr2=0x55891ec1b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.379+0000 7fcb86c08740 1 -- 172.21.15.26:0/2967091395 shutdown_connections 2024-04-26T02:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.379+0000 7fcb86c08740 1 -- 172.21.15.26:0/2967091395 wait complete. 2024-04-26T02:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.379+0000 7fcb80a00640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fcb600a3d00 0x7fcb600a61c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcb68031440 tx=0x7fcb68005b50 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.380+0000 7fcb86c08740 1 -- start start 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.380+0000 7fcb86c08740 1 Processor -- start 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.380+0000 7fcb86c08740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1e9b0 0x55891ec26ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.380+0000 7fcb86c08740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec1f2d0 0x55891ec27000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.380+0000 7fcb86c08740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec29b90 0x55891ec27540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.380+0000 7fcb86c08740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55891ec2c7c0 con 0x55891ec1f2d0 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.380+0000 7fcb86c08740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55891eb3e310 con 0x55891ec29b90 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.380+0000 7fcb86c08740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55891ec2c940 con 0x55891ec1e9b0 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.380+0000 7fcb86c08740 10 client.0 _ll_register_callbacks cb 0x55891eb0ccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.381+0000 7fcb80a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec1f2d0 0x55891ec27000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.381+0000 7fcb81400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1e9b0 0x55891ec26ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.381+0000 7fcb80a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec1f2d0 0x55891ec27000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52372/0 (socket says 172.21.15.26:52372) 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.381+0000 7fcb80a00640 1 -- 172.21.15.26:0/406791518 learned_addr learned my addr 172.21.15.26:0/406791518 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.381+0000 7fcb81e00640 1 --2- 172.21.15.26:0/406791518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec29b90 0x55891ec27540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.381+0000 7fcb81400640 1 -- 172.21.15.26:0/406791518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec29b90 msgr2=0x55891ec27540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.381+0000 7fcb81400640 1 --2- 172.21.15.26:0/406791518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec29b90 0x55891ec27540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.381+0000 7fcb81400640 1 -- 172.21.15.26:0/406791518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec1f2d0 msgr2=0x55891ec27000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.381+0000 7fcb81400640 1 --2- 172.21.15.26:0/406791518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec1f2d0 0x55891ec27000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.381+0000 7fcb81400640 1 -- 172.21.15.26:0/406791518 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55891e963620 con 0x55891ec1e9b0 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.381+0000 7fcb81400640 1 --2- 172.21.15.26:0/406791518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1e9b0 0x55891ec26ac0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c011900 tx=0x7fcb6c00fc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=65d3c248cba2f326 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.381+0000 7fcb66a00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.382+0000 7fcb66a00640 1 -- 172.21.15.26:0/406791518 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6c004e50 con 0x55891ec1e9b0 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.382+0000 7fcb66a00640 1 -- 172.21.15.26:0/406791518 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fcb6c011130 con 0x55891ec1e9b0 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.382+0000 7fcb86c08740 1 -- 172.21.15.26:0/406791518 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb6c003970 con 0x55891ec1e9b0 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.382+0000 7fcb66a00640 1 -- 172.21.15.26:0/406791518 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fcb6c011330 con 0x55891ec1e9b0 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.382+0000 7fcb86c08740 10 client.25474 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.382+0000 7fcb86c08740 1 -- 172.21.15.26:0/406791518 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55891ec389c0 con 0x55891ec1e9b0 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.383+0000 7fcb66a00640 1 -- 172.21.15.26:0/406791518 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb6c003970 con 0x55891ec1e9b0 2024-04-26T02:04:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.383+0000 7fcb66a00640 1 -- 172.21.15.26:0/406791518 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fcb6c005260 con 0x55891ec1e9b0 2024-04-26T02:04:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.383+0000 7fcb86c08740 10 client.25474 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.383+0000 7fcb86c08740 10 client.25474 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.383+0000 7fcb86c08740 20 client.25474 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.383+0000 7fcb86c08740 1 --2- 172.21.15.26:0/406791518 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55891ec39d10 0x55891ec3c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.383+0000 7fcb86c08740 4 client.25474 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.383+0000 7fcb86c08740 1 -- 172.21.15.26:0/406791518 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55891eb988b0 con 0x55891ec39d10 2024-04-26T02:04:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.384+0000 7fcb80a00640 1 --2- 172.21.15.26:0/406791518 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55891ec39d10 0x55891ec3c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.384+0000 7fcb80a00640 1 --2- 172.21.15.26:0/406791518 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55891ec39d10 0x55891ec3c100 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2cdff06990fd692 server_cookie=53a7e70319c0ac46 in_seq=0 out_seq=0 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.384+0000 7fcb66a00640 10 client.25474 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.385+0000 7fcb66a00640 1 -- 172.21.15.26:0/406791518 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55891eb988b0 con 0x55891ec39d10 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.385+0000 7fcb66a00640 10 client.25474 handle_command_reply: tid=0 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.385+0000 7fcb86c08740 1 client.25474 shutdown 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.386+0000 7fcb86c08740 1 -- 172.21.15.26:0/406791518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1e9b0 msgr2=0x55891ec26ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.386+0000 7fcb86c08740 1 --2- 172.21.15.26:0/406791518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1e9b0 0x55891ec26ac0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c011900 tx=0x7fcb6c00fc90 comp rx=0 tx=0).stop 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.386+0000 7fcb86c08740 1 -- 172.21.15.26:0/406791518 shutdown_connections 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.386+0000 7fcb86c08740 1 --2- 172.21.15.26:0/406791518 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55891ec39d10 0x55891ec3c100 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.386+0000 7fcb86c08740 1 --2- 172.21.15.26:0/406791518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec1f2d0 0x55891ec27000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.386+0000 7fcb86c08740 1 --2- 172.21.15.26:0/406791518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec29b90 0x55891ec27540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.386+0000 7fcb66a00640 0 client.25474 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.386+0000 7fcb86c08740 1 --2- 172.21.15.26:0/406791518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1e9b0 0x55891ec26ac0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.386+0000 7fcb86c08740 1 -- 172.21.15.26:0/406791518 >> 172.21.15.26:0/406791518 conn(0x55891ec1aec0 msgr2=0x55891ec20c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:29.388 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.386+0000 7fcb86c08740 1 -- 172.21.15.26:0/406791518 shutdown_connections 2024-04-26T02:04:29.388 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.386+0000 7fcb86c08740 1 -- 172.21.15.26:0/406791518 wait complete. 2024-04-26T02:04:29.388 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.386+0000 7fcb86c08740 20 client.25474 trim_cache size 0 max 16384 2024-04-26T02:04:29.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.402+0000 7fcb86c08740 1 Processor -- start 2024-04-26T02:04:29.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.402+0000 7fcb86c08740 1 -- start start 2024-04-26T02:04:29.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.403+0000 7fcb86c08740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1e9b0 0x55891ec35680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.403+0000 7fcb86c08740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 0x55891ec41970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.403+0000 7fcb86c08740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec29b90 0x55891ec41eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.403+0000 7fcb86c08740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c1b3f90 con 0x55891ec29b90 2024-04-26T02:04:29.402 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.403+0000 7fcb86c08740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c1b5ad0 con 0x55891ec1e9b0 2024-04-26T02:04:29.402 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.403+0000 7fcb86c08740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c1b4660 con 0x55891ec1f2d0 2024-04-26T02:04:29.403 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.403+0000 7fcb81400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1e9b0 0x55891ec35680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.403 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.403+0000 7fcb81400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1e9b0 0x55891ec35680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:46204/0 (socket says 172.21.15.26:46204) 2024-04-26T02:04:29.403 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.403+0000 7fcb81400640 1 -- 172.21.15.26:0/433206449 learned_addr learned my addr 172.21.15.26:0/433206449 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:29.403 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.403+0000 7fcb80a00640 1 --2- 172.21.15.26:0/433206449 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 0x55891ec41970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.403 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.403+0000 7fcb81e00640 1 --2- 172.21.15.26:0/433206449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec29b90 0x55891ec41eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.404+0000 7fcb80a00640 1 -- 172.21.15.26:0/433206449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1e9b0 msgr2=0x55891ec35680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.404+0000 7fcb80a00640 1 --2- 172.21.15.26:0/433206449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1e9b0 0x55891ec35680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.404+0000 7fcb80a00640 1 -- 172.21.15.26:0/433206449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec29b90 msgr2=0x55891ec41eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.404+0000 7fcb80a00640 1 --2- 172.21.15.26:0/433206449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec29b90 0x55891ec41eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.404+0000 7fcb80a00640 1 -- 172.21.15.26:0/433206449 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55891ec1f100 con 0x55891ec1f2d0 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.404+0000 7fcb81400640 1 --2- 172.21.15.26:0/433206449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1e9b0 0x55891ec35680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.404+0000 7fcb80a00640 1 --2- 172.21.15.26:0/433206449 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 0x55891ec41970 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x55891ec28090 tx=0x7fcb6803f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b9189d27199f2df server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.404+0000 7fcb71c00640 1 -- 172.21.15.26:0/433206449 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68035040 con 0x55891ec1f2d0 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.404+0000 7fcb71c00640 1 -- 172.21.15.26:0/433206449 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb680527a0 con 0x55891ec1f2d0 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.404+0000 7fcb71c00640 1 -- 172.21.15.26:0/433206449 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb680038e0 con 0x55891ec1f2d0 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.405+0000 7fcb86c08740 1 -- 172.21.15.26:0/433206449 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 msgr2=0x55891ec41970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.405+0000 7fcb86c08740 1 --2- 172.21.15.26:0/433206449 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 0x55891ec41970 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x55891ec28090 tx=0x7fcb6803f000 comp rx=0 tx=0).stop 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.405+0000 7fcb86c08740 1 -- 172.21.15.26:0/433206449 shutdown_connections 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.405+0000 7fcb86c08740 1 --2- 172.21.15.26:0/433206449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec29b90 0x55891ec41eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.405+0000 7fcb86c08740 1 --2- 172.21.15.26:0/433206449 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1f2d0 0x55891ec41970 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.405 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.405+0000 7fcb86c08740 1 --2- 172.21.15.26:0/433206449 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1e9b0 0x55891ec35680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.405 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.405+0000 7fcb86c08740 1 -- 172.21.15.26:0/433206449 >> 172.21.15.26:0/433206449 conn(0x55891ec1aec0 msgr2=0x55891ec21dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:29.405 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.405+0000 7fcb86c08740 1 -- 172.21.15.26:0/433206449 shutdown_connections 2024-04-26T02:04:29.405 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.405+0000 7fcb86c08740 1 -- 172.21.15.26:0/433206449 wait complete. 2024-04-26T02:04:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.405+0000 7fcb86c08740 1 -- start start 2024-04-26T02:04:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb86c08740 1 Processor -- start 2024-04-26T02:04:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb86c08740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1e9b0 0x55891ec31cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb86c08740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1f2d0 0x55891ec2f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb86c08740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec29b90 0x55891ec2f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb86c08740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c1b5400 con 0x55891ec29b90 2024-04-26T02:04:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb86c08740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c1b4d30 con 0x55891ec1f2d0 2024-04-26T02:04:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb86c08740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c1b1f70 con 0x55891ec1e9b0 2024-04-26T02:04:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb86c08740 10 client.0 _ll_register_callbacks cb 0x7fcb6c003e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb81e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec29b90 0x55891ec2f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb81400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1e9b0 0x55891ec31cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb80a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1f2d0 0x55891ec2f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb80a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1f2d0 0x55891ec2f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:46220/0 (socket says 172.21.15.26:46220) 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb80a00640 1 -- 172.21.15.26:0/4166073819 learned_addr learned my addr 172.21.15.26:0/4166073819 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.406+0000 7fcb81400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1e9b0 0x55891ec31cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:44136/0 (socket says 172.21.15.26:44136) 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.407+0000 7fcb80a00640 1 -- 172.21.15.26:0/4166073819 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1e9b0 msgr2=0x55891ec31cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.407+0000 7fcb80a00640 1 --2- 172.21.15.26:0/4166073819 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1e9b0 0x55891ec31cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.407+0000 7fcb80a00640 1 -- 172.21.15.26:0/4166073819 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec29b90 msgr2=0x55891ec2f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.407+0000 7fcb80a00640 1 --2- 172.21.15.26:0/4166073819 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec29b90 0x55891ec2f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.407+0000 7fcb80a00640 1 -- 172.21.15.26:0/4166073819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55891ec2fc30 con 0x55891ec1f2d0 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.407+0000 7fcb80a00640 1 --2- 172.21.15.26:0/4166073819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1f2d0 0x55891ec2f160 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcb68031a70 tx=0x7fcb68032f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e47f5b71b89f3fd3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.407+0000 7fcb66a00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.407+0000 7fcb66a00640 1 -- 172.21.15.26:0/4166073819 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68060060 con 0x55891ec1f2d0 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.407+0000 7fcb86c08740 1 -- 172.21.15.26:0/4166073819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb680527a0 con 0x55891ec1f2d0 2024-04-26T02:04:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.407+0000 7fcb66a00640 1 -- 172.21.15.26:0/4166073819 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fcb680524f0 con 0x55891ec1f2d0 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.408+0000 7fcb66a00640 1 -- 172.21.15.26:0/4166073819 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fcb68057070 con 0x55891ec1f2d0 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.408+0000 7fcb86c08740 10 client.25499 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.408+0000 7fcb86c08740 1 -- 172.21.15.26:0/4166073819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55891ec9ffc0 con 0x55891ec1f2d0 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.408+0000 7fcb66a00640 1 -- 172.21.15.26:0/4166073819 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb680527a0 con 0x55891ec1f2d0 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.408+0000 7fcb66a00640 1 -- 172.21.15.26:0/4166073819 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fcb6804b4d0 con 0x55891ec1f2d0 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.408+0000 7fcb86c08740 10 client.25499 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.408+0000 7fcb86c08740 10 client.25499 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.408+0000 7fcb86c08740 20 client.25499 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.408+0000 7fcb86c08740 1 --2- 172.21.15.26:0/4166073819 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55891eca0710 0x55891eca2b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.408+0000 7fcb86c08740 4 client.25499 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.408+0000 7fcb86c08740 1 -- 172.21.15.26:0/4166073819 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55891eb92320 con 0x55891eca0710 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.409+0000 7fcb81400640 1 --2- 172.21.15.26:0/4166073819 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55891eca0710 0x55891eca2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.409+0000 7fcb81400640 1 --2- 172.21.15.26:0/4166073819 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55891eca0710 0x55891eca2b30 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a596eead99c67db2 server_cookie=3c5327837d4277b0 in_seq=0 out_seq=0 2024-04-26T02:04:29.411 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.409+0000 7fcb66a00640 10 client.25499 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:29.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.415+0000 7fcb66a00640 1 -- 172.21.15.26:0/4166073819 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55891eb92320 con 0x55891eca0710 2024-04-26T02:04:29.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.415+0000 7fcb66a00640 10 client.25499 handle_command_reply: tid=0 2024-04-26T02:04:29.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.415+0000 7fcb86c08740 1 client.25499 shutdown 2024-04-26T02:04:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.416+0000 7fcb86c08740 1 -- 172.21.15.26:0/4166073819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1f2d0 msgr2=0x55891ec2f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.416+0000 7fcb86c08740 1 --2- 172.21.15.26:0/4166073819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1f2d0 0x55891ec2f160 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcb68031a70 tx=0x7fcb68032f30 comp rx=0 tx=0).stop 2024-04-26T02:04:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.416+0000 7fcb86c08740 1 -- 172.21.15.26:0/4166073819 shutdown_connections 2024-04-26T02:04:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.416+0000 7fcb86c08740 1 --2- 172.21.15.26:0/4166073819 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55891eca0710 0x55891eca2b30 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.416+0000 7fcb86c08740 1 --2- 172.21.15.26:0/4166073819 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55891ec29b90 0x55891ec2f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.416+0000 7fcb86c08740 1 --2- 172.21.15.26:0/4166073819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55891ec1f2d0 0x55891ec2f160 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.416+0000 7fcb66a00640 0 client.25499 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.416+0000 7fcb86c08740 1 --2- 172.21.15.26:0/4166073819 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55891ec1e9b0 0x55891ec31cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.416+0000 7fcb86c08740 1 -- 172.21.15.26:0/4166073819 >> 172.21.15.26:0/4166073819 conn(0x55891ec1aec0 msgr2=0x55891ec282f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.416+0000 7fcb86c08740 1 -- 172.21.15.26:0/4166073819 shutdown_connections 2024-04-26T02:04:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.416+0000 7fcb86c08740 1 -- 172.21.15.26:0/4166073819 wait complete. 2024-04-26T02:04:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.416+0000 7fcb86c08740 20 client.25499 trim_cache size 0 max 16384 2024-04-26T02:04:29.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:04:29.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:04:29.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:04:29.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:04:29.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.417+0000 7fcb82800640 1 -- 172.21.15.26:0/3102475391 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fcb600a3d00 msgr2=0x7fcb600a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.417+0000 7fcb82800640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fcb600a3d00 0x7fcb600a61c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcb68031440 tx=0x7fcb68005b50 comp rx=0 tx=0).stop 2024-04-26T02:04:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.417+0000 7fcb82800640 1 -- 172.21.15.26:0/3102475391 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb7c10e470 msgr2=0x7fcb7c19e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.417+0000 7fcb82800640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb7c10e470 0x7fcb7c19e940 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fcb7400e970 tx=0x7fcb7400ee30 comp rx=0 tx=0).stop 2024-04-26T02:04:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.417+0000 7fcb82800640 1 -- 172.21.15.26:0/3102475391 shutdown_connections 2024-04-26T02:04:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.417+0000 7fcb82800640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fcb600a3d00 0x7fcb600a61c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.417+0000 7fcb82800640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb7c10e470 0x7fcb7c19e940 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.417+0000 7fcb82800640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb7c108d50 0x7fcb7c1a4cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.417+0000 7fcb82800640 1 --2- 172.21.15.26:0/3102475391 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb7c1083b0 0x7fcb7c1a4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.417+0000 7fcb82800640 1 -- 172.21.15.26:0/3102475391 >> 172.21.15.26:0/3102475391 conn(0x7fcb7c077b00 msgr2=0x7fcb7c0793f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.417+0000 7fcb82800640 1 -- 172.21.15.26:0/3102475391 shutdown_connections 2024-04-26T02:04:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:29.417+0000 7fcb82800640 1 -- 172.21.15.26:0/3102475391 wait complete. 2024-04-26T02:04:30.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:30 smithi026 ceph-mon[28138]: pgmap v53: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-04-26T02:04:30.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:30 smithi033 ceph-mon[32805]: pgmap v53: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-04-26T02:04:30.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:30 smithi064 ceph-mon[32613]: pgmap v53: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-04-26T02:04:32.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:32 smithi026 ceph-mon[28138]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-04-26T02:04:32.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:32 smithi033 ceph-mon[32805]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-04-26T02:04:32.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:32 smithi064 ceph-mon[32613]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-04-26T02:04:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:34 smithi026 ceph-mon[28138]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.2 KiB/s wr, 15 op/s 2024-04-26T02:04:34.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:34 smithi033 ceph-mon[32805]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.2 KiB/s wr, 15 op/s 2024-04-26T02:04:34.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:34 smithi064 ceph-mon[32613]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.2 KiB/s wr, 15 op/s 2024-04-26T02:04:36.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:36 smithi026 ceph-mon[28138]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 341 B/s wr, 9 op/s 2024-04-26T02:04:36.543 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:36 smithi033 ceph-mon[32805]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 341 B/s wr, 9 op/s 2024-04-26T02:04:36.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:36 smithi064 ceph-mon[32613]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 341 B/s wr, 9 op/s 2024-04-26T02:04:38.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:38 smithi026 ceph-mon[28138]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-26T02:04:38.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:38 smithi033 ceph-mon[32805]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-26T02:04:38.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:38 smithi064 ceph-mon[32613]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-26T02:04:38.807 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:04:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:04:40.418 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:40 smithi026 ceph-mon[28138]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:04:40.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:40 smithi033 ceph-mon[32805]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:04:40.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:40 smithi064 ceph-mon[32613]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:04:42.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:42 smithi026 ceph-mon[28138]: pgmap v59: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:04:42.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:42 smithi033 ceph-mon[32805]: pgmap v59: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:04:42.558 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.559+0000 7f62e7200640 1 -- 172.21.15.26:0/678278319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e81083b0 msgr2=0x7f62e8108810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.558 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.559+0000 7f62e7200640 1 --2- 172.21.15.26:0/678278319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e81083b0 0x7f62e8108810 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f62d4009900 tx=0x7f62d402a480 comp rx=0 tx=0).stop 2024-04-26T02:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.560+0000 7f62e7200640 1 -- 172.21.15.26:0/678278319 shutdown_connections 2024-04-26T02:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.560+0000 7f62e7200640 1 --2- 172.21.15.26:0/678278319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e81083b0 0x7f62e8108810 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.560+0000 7f62e7200640 1 --2- 172.21.15.26:0/678278319 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62e8108d50 0x7f62e8115210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.560+0000 7f62e7200640 1 --2- 172.21.15.26:0/678278319 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f62e810e470 0x7f62e810e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.560+0000 7f62e7200640 1 -- 172.21.15.26:0/678278319 >> 172.21.15.26:0/678278319 conn(0x7f62e8077b00 msgr2=0x7f62e8079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.560+0000 7f62e7200640 1 -- 172.21.15.26:0/678278319 shutdown_connections 2024-04-26T02:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.560+0000 7f62e7200640 1 -- 172.21.15.26:0/678278319 wait complete. 2024-04-26T02:04:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.561+0000 7f62e7200640 1 Processor -- start 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.561+0000 7f62e7200640 1 -- start start 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.561+0000 7f62e7200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f62e81083b0 0x7f62e81a47c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.561+0000 7f62e7200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62e8108d50 0x7f62e81a4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.561+0000 7f62e7200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e810e470 0x7f62e819e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.561+0000 7f62e7200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f62e8118650 con 0x7f62e810e470 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.561+0000 7f62e7200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81184d0 con 0x7f62e8108d50 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.561+0000 7f62e7200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81187d0 con 0x7f62e81083b0 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.562+0000 7f62e5e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f62e81083b0 0x7f62e81a47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.562+0000 7f62e5e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f62e81083b0 0x7f62e81a47c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:45972/0 (socket says 172.21.15.26:45972) 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.562+0000 7f62e5e00640 1 -- 172.21.15.26:0/2646276657 learned_addr learned my addr 172.21.15.26:0/2646276657 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.562+0000 7f62e6800640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e810e470 0x7f62e819e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.562+0000 7f62e5400640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62e8108d50 0x7f62e81a4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.562+0000 7f62e5e00640 1 -- 172.21.15.26:0/2646276657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62e8108d50 msgr2=0x7f62e81a4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.562 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.562+0000 7f62e5e00640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62e8108d50 0x7f62e81a4d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.562 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.562+0000 7f62e5e00640 1 -- 172.21.15.26:0/2646276657 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e810e470 msgr2=0x7f62e819e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.562 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.562+0000 7f62e5e00640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e810e470 0x7f62e819e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.562 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.562+0000 7f62e5e00640 1 -- 172.21.15.26:0/2646276657 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62e819f0f0 con 0x7f62e81083b0 2024-04-26T02:04:42.563 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.562+0000 7f62e5e00640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f62e81083b0 0x7f62e81a47c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f62d800e9f0 tx=0x7f62d800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:42.563 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.563+0000 7f62dea00640 1 -- 172.21.15.26:0/2646276657 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d800ccc0 con 0x7f62e81083b0 2024-04-26T02:04:42.563 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.563+0000 7f62e7200640 1 -- 172.21.15.26:0/2646276657 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62e819f3e0 con 0x7f62e81083b0 2024-04-26T02:04:42.563 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.563+0000 7f62dea00640 1 -- 172.21.15.26:0/2646276657 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62d800ce60 con 0x7f62e81083b0 2024-04-26T02:04:42.563 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.563+0000 7f62dea00640 1 -- 172.21.15.26:0/2646276657 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d8010430 con 0x7f62e81083b0 2024-04-26T02:04:42.563 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.563+0000 7f62e7200640 1 -- 172.21.15.26:0/2646276657 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62e81ab680 con 0x7f62e81083b0 2024-04-26T02:04:42.566 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.567+0000 7f62efff0740 1 Processor -- start 2024-04-26T02:04:42.566 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.567+0000 7f62efff0740 1 -- start start 2024-04-26T02:04:42.567 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.568+0000 7f62efff0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111d69b0 0x55f6111d6d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.567 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.568+0000 7f62efff0740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d72d0 0x55f6111e1650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.567 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.568+0000 7f62efff0740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111e1b90 0x55f6111e3f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.567 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.568+0000 7f62efff0740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f61113c900 con 0x55f6111e1b90 2024-04-26T02:04:42.567 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.568+0000 7f62efff0740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55f6110e2ef0 con 0x55f6111d72d0 2024-04-26T02:04:42.567 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.568+0000 7f62efff0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f6111388c0 con 0x55f6111d69b0 2024-04-26T02:04:42.567 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.568+0000 7f62dea00640 1 -- 172.21.15.26:0/2646276657 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f62d80046c0 con 0x7f62e81083b0 2024-04-26T02:04:42.567 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.568+0000 7f62e5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111e1b90 0x55f6111e3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.567 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.568+0000 7f62e6800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111d69b0 0x55f6111d6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.567 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.568+0000 7f62e5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111e1b90 0x55f6111e3f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46600/0 (socket says 172.21.15.26:46600) 2024-04-26T02:04:42.567 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.568+0000 7f62e5400640 1 -- 172.21.15.26:0/53235270 learned_addr learned my addr 172.21.15.26:0/53235270 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:42.568 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.568+0000 7f62e5e00640 1 --2- 172.21.15.26:0/53235270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d72d0 0x55f6111e1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.569 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.569+0000 7f62e6800640 1 -- 172.21.15.26:0/53235270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d72d0 msgr2=0x55f6111e1650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:42.569 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.569+0000 7f62e6800640 1 --2- 172.21.15.26:0/53235270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d72d0 0x55f6111e1650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.569 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.569+0000 7f62e6800640 1 -- 172.21.15.26:0/53235270 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111e1b90 msgr2=0x55f6111e3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:42.569 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.569+0000 7f62e6800640 1 --2- 172.21.15.26:0/53235270 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111e1b90 0x55f6111e3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.569 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.569+0000 7f62e6800640 1 -- 172.21.15.26:0/53235270 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f610e4f210 con 0x55f6111d69b0 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.569+0000 7f62e5400640 1 --2- 172.21.15.26:0/53235270 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111e1b90 0x55f6111e3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.569+0000 7f62e6800640 1 --2- 172.21.15.26:0/53235270 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111d69b0 0x55f6111d6d90 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f62e0009f10 tx=0x7f62e0011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=953bf834d35b42f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.569+0000 7f62d3400640 1 -- 172.21.15.26:0/53235270 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e0004d20 con 0x55f6111d69b0 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.570+0000 7f62d3400640 1 -- 172.21.15.26:0/53235270 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62e0004030 con 0x55f6111d69b0 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.570+0000 7f62d3400640 1 -- 172.21.15.26:0/53235270 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e0005220 con 0x55f6111d69b0 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.570+0000 7f62dea00640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f62cc0a3d00 0x7f62cc0a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.570+0000 7f62efff0740 1 -- 172.21.15.26:0/53235270 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111d69b0 msgr2=0x55f6111d6d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.570+0000 7f62efff0740 1 --2- 172.21.15.26:0/53235270 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111d69b0 0x55f6111d6d90 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f62e0009f10 tx=0x7f62e0011810 comp rx=0 tx=0).stop 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.571+0000 7f62dea00640 1 -- 172.21.15.26:0/2646276657 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f62d80d0c10 con 0x7f62e81083b0 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.571+0000 7f62e5e00640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f62cc0a3d00 0x7f62cc0a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.571+0000 7f62efff0740 1 -- 172.21.15.26:0/53235270 shutdown_connections 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.571+0000 7f62efff0740 1 --2- 172.21.15.26:0/53235270 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111e1b90 0x55f6111e3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.570 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.571+0000 7f62efff0740 1 --2- 172.21.15.26:0/53235270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d72d0 0x55f6111e1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.571 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.571+0000 7f62efff0740 1 --2- 172.21.15.26:0/53235270 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111d69b0 0x55f6111d6d90 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.571 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.571+0000 7f62efff0740 1 -- 172.21.15.26:0/53235270 >> 172.21.15.26:0/53235270 conn(0x55f6111d2ec0 msgr2=0x55f6111d32a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:42.571 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.571+0000 7f62efff0740 1 -- 172.21.15.26:0/53235270 shutdown_connections 2024-04-26T02:04:42.571 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.571+0000 7f62efff0740 1 -- 172.21.15.26:0/53235270 wait complete. 2024-04-26T02:04:42.574 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.571+0000 7f62efff0740 1 -- start start 2024-04-26T02:04:42.574 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.571+0000 7f62e5e00640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f62cc0a3d00 0x7f62cc0a61c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x55f6111d7f50 tx=0x7f62d80d46c0 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:42.574 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.572+0000 7f62efff0740 1 Processor -- start 2024-04-26T02:04:42.574 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.572+0000 7f62efff0740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 0x55f6111deab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.574 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.572+0000 7f62efff0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111d72d0 0x55f6111deff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.572+0000 7f62efff0740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111e1b90 0x55f6111df530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.572+0000 7f62efff0740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f6111e47c0 con 0x55f6111d69b0 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.572+0000 7f62efff0740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55f6110f6310 con 0x55f6111e1b90 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.572+0000 7f62efff0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f6111e4940 con 0x55f6111d72d0 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.572+0000 7f62efff0740 10 client.0 _ll_register_callbacks cb 0x55f6110c4cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.572+0000 7f62e6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 0x55f6111deab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.573+0000 7f62e6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 0x55f6111deab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46610/0 (socket says 172.21.15.26:46610) 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.573+0000 7f62e6800640 1 -- 172.21.15.26:0/3576111016 learned_addr learned my addr 172.21.15.26:0/3576111016 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.573+0000 7f62e5400640 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111d72d0 0x55f6111deff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.573+0000 7f62e6800640 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111e1b90 0x55f6111df530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.573+0000 7f62e6800640 1 -- 172.21.15.26:0/3576111016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111d72d0 msgr2=0x55f6111deff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.573+0000 7f62e6800640 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111d72d0 0x55f6111deff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.573+0000 7f62e6800640 1 -- 172.21.15.26:0/3576111016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111e1b90 msgr2=0x55f6111df530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:42.575 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.573+0000 7f62e6800640 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111e1b90 0x55f6111df530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.573+0000 7f62e6800640 1 -- 172.21.15.26:0/3576111016 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f610f1b620 con 0x55f6111d69b0 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.573+0000 7f62e6800640 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 0x55f6111deab0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f62e0006010 tx=0x7f62e0009820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=981418413e3aeef9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.573+0000 7f62c7e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.574+0000 7f62c7e00640 1 -- 172.21.15.26:0/3576111016 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e002d060 con 0x55f6111d69b0 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.574+0000 7f62c7e00640 1 -- 172.21.15.26:0/3576111016 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f62e000f480 con 0x55f6111d69b0 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.574+0000 7f62efff0740 1 -- 172.21.15.26:0/3576111016 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62e0004030 con 0x55f6111d69b0 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.574+0000 7f62c7e00640 1 -- 172.21.15.26:0/3576111016 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f62e001e040 con 0x55f6111d69b0 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.574+0000 7f62efff0740 10 client.15375 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.574+0000 7f62efff0740 1 -- 172.21.15.26:0/3576111016 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f6111f0a00 con 0x55f6111d69b0 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.575+0000 7f62c7e00640 1 -- 172.21.15.26:0/3576111016 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62e0004030 con 0x55f6111d69b0 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.575+0000 7f62c7e00640 1 -- 172.21.15.26:0/3576111016 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f62e0018070 con 0x55f6111d69b0 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.575+0000 7f62efff0740 10 client.15375 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.575+0000 7f62efff0740 10 client.15375 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.575+0000 7f62efff0740 20 client.15375 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.575+0000 7f62efff0740 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55f6111f1e00 0x55f6111f41f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.576 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.575+0000 7f62efff0740 4 client.15375 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:42.577 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.575+0000 7f62efff0740 1 -- 172.21.15.26:0/3576111016 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f6111508b0 con 0x55f6111f1e00 2024-04-26T02:04:42.577 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.575+0000 7f62e5400640 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55f6111f1e00 0x55f6111f41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.578 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.576+0000 7f62c7e00640 10 client.15375 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:42.578 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.576+0000 7f62e5400640 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55f6111f1e00 0x55f6111f41f0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1489709f445c8353 server_cookie=b5f9e41379f4affd in_seq=0 out_seq=0 2024-04-26T02:04:42.578 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.577+0000 7f62c7e00640 1 -- 172.21.15.26:0/3576111016 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f6111508b0 con 0x55f6111f1e00 2024-04-26T02:04:42.578 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.577+0000 7f62c7e00640 10 client.15375 handle_command_reply: tid=0 2024-04-26T02:04:42.578 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.577+0000 7f62efff0740 1 client.15375 shutdown 2024-04-26T02:04:42.578 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.577+0000 7f62efff0740 1 -- 172.21.15.26:0/3576111016 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 msgr2=0x55f6111deab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.578 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.577+0000 7f62efff0740 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 0x55f6111deab0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f62e0006010 tx=0x7f62e0009820 comp rx=0 tx=0).stop 2024-04-26T02:04:42.578 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.577+0000 7f62efff0740 1 -- 172.21.15.26:0/3576111016 shutdown_connections 2024-04-26T02:04:42.579 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.577+0000 7f62efff0740 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55f6111f1e00 0x55f6111f41f0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.579 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.577+0000 7f62efff0740 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111e1b90 0x55f6111df530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.579 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.577+0000 7f62efff0740 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111d72d0 0x55f6111deff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.579 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.577+0000 7f62efff0740 1 --2- 172.21.15.26:0/3576111016 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 0x55f6111deab0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.579 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.577+0000 7f62c7e00640 0 client.15375 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:42.579 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.577+0000 7f62efff0740 1 -- 172.21.15.26:0/3576111016 >> 172.21.15.26:0/3576111016 conn(0x55f6111d2ec0 msgr2=0x55f6111d8bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:42.579 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.578+0000 7f62efff0740 1 -- 172.21.15.26:0/3576111016 shutdown_connections 2024-04-26T02:04:42.579 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.578+0000 7f62efff0740 1 -- 172.21.15.26:0/3576111016 wait complete. 2024-04-26T02:04:42.579 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.578+0000 7f62efff0740 20 client.15375 trim_cache size 0 max 16384 2024-04-26T02:04:42.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:42 smithi064 ceph-mon[32613]: pgmap v59: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:04:42.593 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.594+0000 7f62efff0740 1 Processor -- start 2024-04-26T02:04:42.593 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.594+0000 7f62efff0740 1 -- start start 2024-04-26T02:04:42.593 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.594+0000 7f62efff0740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d69b0 0x55f6111ed680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.593 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.594+0000 7f62efff0740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d72d0 0x55f6111de3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.593 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62efff0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111e1b90 0x55f6111f9910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.593 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62efff0740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81b3f20 con 0x55f6111d72d0 2024-04-26T02:04:42.593 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62efff0740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81b5a60 con 0x55f6111d69b0 2024-04-26T02:04:42.593 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62efff0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81b45f0 con 0x55f6111e1b90 2024-04-26T02:04:42.594 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62e5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d72d0 0x55f6111de3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62e5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d72d0 0x55f6111de3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46616/0 (socket says 172.21.15.26:46616) 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62e5400640 1 -- 172.21.15.26:0/2444328347 learned_addr learned my addr 172.21.15.26:0/2444328347 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62e6800640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d69b0 0x55f6111ed680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62e6800640 1 --2- 172.21.15.26:0/2444328347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111e1b90 0x55f6111f9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62e6800640 1 -- 172.21.15.26:0/2444328347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111e1b90 msgr2=0x55f6111f9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62e6800640 1 --2- 172.21.15.26:0/2444328347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111e1b90 0x55f6111f9910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62e6800640 1 -- 172.21.15.26:0/2444328347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d72d0 msgr2=0x55f6111de3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62e6800640 1 --2- 172.21.15.26:0/2444328347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d72d0 0x55f6111de3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62e6800640 1 -- 172.21.15.26:0/2444328347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6111e12f0 con 0x55f6111d69b0 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.595+0000 7f62e5400640 1 --2- 172.21.15.26:0/2444328347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d72d0 0x55f6111de3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.596+0000 7f62e6800640 1 --2- 172.21.15.26:0/2444328347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d69b0 0x55f6111ed680 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f62e0011d90 tx=0x7f62e0009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab484212fcb58f60 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.596+0000 7f62d2a00640 1 -- 172.21.15.26:0/2444328347 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e002d070 con 0x55f6111d69b0 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.596+0000 7f62d2a00640 1 -- 172.21.15.26:0/2444328347 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62e00048c0 con 0x55f6111d69b0 2024-04-26T02:04:42.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.596+0000 7f62d2a00640 1 -- 172.21.15.26:0/2444328347 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e000f6e0 con 0x55f6111d69b0 2024-04-26T02:04:42.597 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.597+0000 7f62efff0740 1 -- 172.21.15.26:0/2444328347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d69b0 msgr2=0x55f6111ed680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.597 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.597+0000 7f62efff0740 1 --2- 172.21.15.26:0/2444328347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d69b0 0x55f6111ed680 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f62e0011d90 tx=0x7f62e0009500 comp rx=0 tx=0).stop 2024-04-26T02:04:42.597 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.597+0000 7f62efff0740 1 -- 172.21.15.26:0/2444328347 shutdown_connections 2024-04-26T02:04:42.597 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.597+0000 7f62efff0740 1 --2- 172.21.15.26:0/2444328347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d72d0 0x55f6111de3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.597 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.597+0000 7f62efff0740 1 --2- 172.21.15.26:0/2444328347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111e1b90 0x55f6111f9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.597+0000 7f62efff0740 1 --2- 172.21.15.26:0/2444328347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d69b0 0x55f6111ed680 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.597+0000 7f62efff0740 1 -- 172.21.15.26:0/2444328347 >> 172.21.15.26:0/2444328347 conn(0x55f6111d2ec0 msgr2=0x55f6111d2020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.597+0000 7f62efff0740 1 -- 172.21.15.26:0/2444328347 shutdown_connections 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.597+0000 7f62efff0740 1 -- 172.21.15.26:0/2444328347 wait complete. 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.597+0000 7f62efff0740 1 -- start start 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.598+0000 7f62efff0740 1 Processor -- start 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.598+0000 7f62efff0740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 0x55f6111e7160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.598+0000 7f62efff0740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d72d0 0x55f6111e76a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.598+0000 7f62efff0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111e1b90 0x55f6111e9650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.598+0000 7f62efff0740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81b5390 con 0x55f6111d69b0 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.598+0000 7f62efff0740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81b4cc0 con 0x55f6111d72d0 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.598+0000 7f62efff0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81b1f00 con 0x55f6111e1b90 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.598+0000 7f62efff0740 10 client.0 _ll_register_callbacks cb 0x7f62e0009e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.598+0000 7f62e6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 0x55f6111e7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.598+0000 7f62e6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 0x55f6111e7160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46632/0 (socket says 172.21.15.26:46632) 2024-04-26T02:04:42.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.598+0000 7f62e6800640 1 -- 172.21.15.26:0/1876319686 learned_addr learned my addr 172.21.15.26:0/1876319686 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:42.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.599+0000 7f62e5400640 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d72d0 0x55f6111e76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.599+0000 7f62e6800640 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111e1b90 0x55f6111e9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.599+0000 7f62e5400640 1 -- 172.21.15.26:0/1876319686 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111e1b90 msgr2=0x55f6111e9650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:42.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.599+0000 7f62e5400640 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111e1b90 0x55f6111e9650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.599+0000 7f62e5400640 1 -- 172.21.15.26:0/1876319686 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 msgr2=0x55f6111e7160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:42.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.599+0000 7f62e5400640 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 0x55f6111e7160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.599+0000 7f62e5400640 1 -- 172.21.15.26:0/1876319686 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6111e9c90 con 0x55f6111d72d0 2024-04-26T02:04:42.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.599+0000 7f62e6800640 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111e1b90 0x55f6111e9650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:04:42.601 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.599+0000 7f62e5400640 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d72d0 0x55f6111e76a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f62d4005940 tx=0x7f62d4031400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1179360c13b2170b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:42.601 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.599+0000 7f62c7e00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:04:42.601 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.599+0000 7f62c7e00640 1 -- 172.21.15.26:0/1876319686 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d4035040 con 0x55f6111d72d0 2024-04-26T02:04:42.601 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.600+0000 7f62efff0740 1 -- 172.21.15.26:0/1876319686 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62e00048c0 con 0x55f6111d72d0 2024-04-26T02:04:42.601 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.600+0000 7f62c7e00640 1 -- 172.21.15.26:0/1876319686 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f62d4005040 con 0x55f6111d72d0 2024-04-26T02:04:42.601 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.600+0000 7f62c7e00640 1 -- 172.21.15.26:0/1876319686 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f62d4005240 con 0x55f6111d72d0 2024-04-26T02:04:42.601 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.600+0000 7f62efff0740 10 client.25517 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:42.601 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.600+0000 7f62efff0740 1 -- 172.21.15.26:0/1876319686 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f611257d10 con 0x55f6111d72d0 2024-04-26T02:04:42.601 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.600+0000 7f62c7e00640 1 -- 172.21.15.26:0/1876319686 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62e00048c0 con 0x55f6111d72d0 2024-04-26T02:04:42.601 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.600+0000 7f62c7e00640 1 -- 172.21.15.26:0/1876319686 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f62d4004890 con 0x55f6111d72d0 2024-04-26T02:04:42.602 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.601+0000 7f62efff0740 10 client.25517 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:42.602 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.601+0000 7f62efff0740 10 client.25517 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:42.602 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.601+0000 7f62efff0740 20 client.25517 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:42.602 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.601+0000 7f62efff0740 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55f611258470 0x55f61125a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.602 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.601+0000 7f62efff0740 4 client.25517 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:04:42.602 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.601+0000 7f62efff0740 1 -- 172.21.15.26:0/1876319686 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f61114a320 con 0x55f611258470 2024-04-26T02:04:42.602 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.601+0000 7f62e6800640 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55f611258470 0x55f61125a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.602 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.602+0000 7f62e6800640 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55f611258470 0x55f61125a890 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d98e4b32b3a0457 server_cookie=cc5f2df8480c93cf in_seq=0 out_seq=0 2024-04-26T02:04:42.602 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.602+0000 7f62c7e00640 10 client.25517 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:42.605 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62c7e00640 1 -- 172.21.15.26:0/1876319686 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f61114a320 con 0x55f611258470 2024-04-26T02:04:42.605 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62c7e00640 10 client.25517 handle_command_reply: tid=0 2024-04-26T02:04:42.605 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62efff0740 1 client.25517 shutdown 2024-04-26T02:04:42.605 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62efff0740 1 -- 172.21.15.26:0/1876319686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d72d0 msgr2=0x55f6111e76a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.605 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62efff0740 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d72d0 0x55f6111e76a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f62d4005940 tx=0x7f62d4031400 comp rx=0 tx=0).stop 2024-04-26T02:04:42.605 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62efff0740 1 -- 172.21.15.26:0/1876319686 shutdown_connections 2024-04-26T02:04:42.605 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62efff0740 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55f611258470 0x55f61125a890 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.605 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62efff0740 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6111e1b90 0x55f6111e9650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.605 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62efff0740 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55f6111d72d0 0x55f6111e76a0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.605 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62efff0740 1 --2- 172.21.15.26:0/1876319686 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f6111d69b0 0x55f6111e7160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.605 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62efff0740 1 -- 172.21.15.26:0/1876319686 >> 172.21.15.26:0/1876319686 conn(0x55f6111d2ec0 msgr2=0x55f6111d1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62c7e00640 0 client.25517 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62efff0740 1 -- 172.21.15.26:0/1876319686 shutdown_connections 2024-04-26T02:04:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.606+0000 7f62efff0740 1 -- 172.21.15.26:0/1876319686 wait complete. 2024-04-26T02:04:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.607+0000 7f62efff0740 20 client.25517 trim_cache size 0 max 16384 2024-04-26T02:04:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:04:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:04:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:04:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:04:42.607 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.607+0000 7f62e7200640 1 -- 172.21.15.26:0/2646276657 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f62cc0a3d00 msgr2=0x7f62cc0a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.607 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.607+0000 7f62e7200640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f62cc0a3d00 0x7f62cc0a61c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x55f6111d7f50 tx=0x7f62d80d46c0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.607 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.607+0000 7f62e7200640 1 -- 172.21.15.26:0/2646276657 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f62e81083b0 msgr2=0x7f62e81a47c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.607 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.607+0000 7f62e7200640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f62e81083b0 0x7f62e81a47c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f62d800e9f0 tx=0x7f62d800edf0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.607 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.607+0000 7f62e7200640 1 -- 172.21.15.26:0/2646276657 shutdown_connections 2024-04-26T02:04:42.607 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.607+0000 7f62e7200640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f62cc0a3d00 0x7f62cc0a61c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.607 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.607+0000 7f62e7200640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e810e470 0x7f62e819e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.608 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.607+0000 7f62e7200640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62e8108d50 0x7f62e81a4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.608 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.607+0000 7f62e7200640 1 --2- 172.21.15.26:0/2646276657 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f62e81083b0 0x7f62e81a47c0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.608 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.607+0000 7f62e7200640 1 -- 172.21.15.26:0/2646276657 >> 172.21.15.26:0/2646276657 conn(0x7f62e8077b00 msgr2=0x7f62e80793e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:42.608 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.608+0000 7f62e7200640 1 -- 172.21.15.26:0/2646276657 shutdown_connections 2024-04-26T02:04:42.608 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:42.608+0000 7f62e7200640 1 -- 172.21.15.26:0/2646276657 wait complete. 2024-04-26T02:04:43.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.022+0000 7f41e5000700 1 -- 172.21.15.26:0/4159726611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41e010f1b0 msgr2=0x7f41e0111620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:43.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.022+0000 7f41e5000700 1 --2- 172.21.15.26:0/4159726611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41e010f1b0 0x7f41e0111620 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f41d8009990 tx=0x7f41d8009ca0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.022+0000 7f41e5000700 1 -- 172.21.15.26:0/4159726611 shutdown_connections 2024-04-26T02:04:43.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.022+0000 7f41e5000700 1 --2- 172.21.15.26:0/4159726611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41e010f1b0 0x7f41e0111620 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.022+0000 7f41e5000700 1 --2- 172.21.15.26:0/4159726611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0074e70 0x7f41e0075250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.022+0000 7f41e5000700 1 --2- 172.21.15.26:0/4159726611 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f41e0075790 0x7f41e010ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.022+0000 7f41e5000700 1 -- 172.21.15.26:0/4159726611 >> 172.21.15.26:0/4159726611 conn(0x7f41e00fe4c0 msgr2=0x7f41e01008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:43.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.022+0000 7f41e5000700 1 -- 172.21.15.26:0/4159726611 shutdown_connections 2024-04-26T02:04:43.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.023+0000 7f41e5000700 1 -- 172.21.15.26:0/4159726611 wait complete. 2024-04-26T02:04:43.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.024+0000 7f41e5000700 1 Processor -- start 2024-04-26T02:04:43.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.024+0000 7f41e5000700 1 -- start start 2024-04-26T02:04:43.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.024+0000 7f41e5000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0074e70 0x7f41e019b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.024+0000 7f41e5000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41e0075790 0x7f41e019b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.024+0000 7f41e5000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f41e010f1b0 0x7f41e019fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41e5000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f41e0114d90 con 0x7f41e0075790 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41e5000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f41e0114c10 con 0x7f41e0074e70 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41e5000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f41e0114f10 con 0x7f41e010f1b0 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41df400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0074e70 0x7f41e019b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41dea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41e0075790 0x7f41e019b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41df400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0074e70 0x7f41e019b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:53012/0 (socket says 172.21.15.26:53012) 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41df400700 1 -- 172.21.15.26:0/173183349 learned_addr learned my addr 172.21.15.26:0/173183349 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41dfe00700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f41e010f1b0 0x7f41e019fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41df400700 1 -- 172.21.15.26:0/173183349 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f41e010f1b0 msgr2=0x7f41e019fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41df400700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f41e010f1b0 0x7f41e019fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41df400700 1 -- 172.21.15.26:0/173183349 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41e0075790 msgr2=0x7f41e019b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41df400700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41e0075790 0x7f41e019b7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.025+0000 7f41df400700 1 -- 172.21.15.26:0/173183349 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41e01a0220 con 0x7f41e0074e70 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.026+0000 7f41df400700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0074e70 0x7f41e019b260 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f41d000ef10 tx=0x7f41d000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.026+0000 7f41d7e00700 1 -- 172.21.15.26:0/173183349 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d000c9c0 con 0x7f41e0074e70 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.026+0000 7f41e5000700 1 -- 172.21.15.26:0/173183349 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41e01a04b0 con 0x7f41e0074e70 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.026+0000 7f41d7e00700 1 -- 172.21.15.26:0/173183349 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41d0019070 con 0x7f41e0074e70 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.026+0000 7f41d7e00700 1 -- 172.21.15.26:0/173183349 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d0014480 con 0x7f41e0074e70 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.026+0000 7f41e5000700 1 -- 172.21.15.26:0/173183349 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41e01a7d90 con 0x7f41e0074e70 2024-04-26T02:04:43.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.027+0000 7f41e5000700 1 -- 172.21.15.26:0/173183349 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41e0069730 con 0x7f41e0074e70 2024-04-26T02:04:43.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.029+0000 7f41d7e00700 1 -- 172.21.15.26:0/173183349 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f41d0012050 con 0x7f41e0074e70 2024-04-26T02:04:43.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.031+0000 7f41d7e00700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f41c40a3db0 0x7f41c40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.031+0000 7f41d7e00700 1 -- 172.21.15.26:0/173183349 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f41d00d0e30 con 0x7f41e0074e70 2024-04-26T02:04:43.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.031+0000 7f41dea00700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f41c40a3db0 0x7f41c40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.032+0000 7f41dea00700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f41c40a3db0 0x7f41c40a6270 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f41e0111b10 tx=0x7f41cc0073d0 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:43.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.033+0000 7f41d7e00700 1 -- 172.21.15.26:0/173183349 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f41d0010040 con 0x7f41e0074e70 2024-04-26T02:04:43.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.315+0000 7f41e5000700 1 -- 172.21.15.26:0/173183349 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f41e002df80 con 0x7f41e0074e70 2024-04-26T02:04:43.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.317+0000 7f41d7e00700 1 -- 172.21.15.26:0/173183349 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11912 (secure 0 0 0) 0x7f41d009d4a0 con 0x7f41e0074e70 2024-04-26T02:04:43.316 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:04:43.316 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T02:04:16.063508+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25447":{"gid":25447,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/2035438278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":2035438278},{"type":"v1","addr":"172.21.15.64:6837","nonce":2035438278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24502,24524,24490,24491,24512]},"id":1}]} 2024-04-26T02:04:43.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.320+0000 7f41e5000700 1 -- 172.21.15.26:0/173183349 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f41c40a3db0 msgr2=0x7f41c40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:43.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.320+0000 7f41e5000700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f41c40a3db0 0x7f41c40a6270 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f41e0111b10 tx=0x7f41cc0073d0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.320+0000 7f41e5000700 1 -- 172.21.15.26:0/173183349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0074e70 msgr2=0x7f41e019b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:43.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.320+0000 7f41e5000700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0074e70 0x7f41e019b260 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f41d000ef10 tx=0x7f41d000c3a0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.320+0000 7f41e5000700 1 -- 172.21.15.26:0/173183349 shutdown_connections 2024-04-26T02:04:43.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.320+0000 7f41e5000700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f41c40a3db0 0x7f41c40a6270 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.320+0000 7f41e5000700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f41e010f1b0 0x7f41e019fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.320+0000 7f41e5000700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0074e70 0x7f41e019b260 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.320+0000 7f41e5000700 1 --2- 172.21.15.26:0/173183349 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41e0075790 0x7f41e019b7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.320+0000 7f41e5000700 1 -- 172.21.15.26:0/173183349 >> 172.21.15.26:0/173183349 conn(0x7f41e00fe4c0 msgr2=0x7f41e00ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:43.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.320+0000 7f41e5000700 1 -- 172.21.15.26:0/173183349 shutdown_connections 2024-04-26T02:04:43.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:43.320+0000 7f41e5000700 1 -- 172.21.15.26:0/173183349 wait complete. 2024-04-26T02:04:43.320 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 31 2024-04-26T02:04:44.303 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24524 quiesce db --set-id f9642c69 --release --await' 2024-04-26T02:04:44.303 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24524 quiesce db --set-id f9642c69 --release --await 2024-04-26T02:04:44.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:44 smithi026 ceph-mon[28138]: pgmap v60: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T02:04:44.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:44 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/173183349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:44.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:44 smithi033 ceph-mon[32805]: pgmap v60: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T02:04:44.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:44 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/173183349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:44.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:44 smithi064 ceph-mon[32613]: pgmap v60: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T02:04:44.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:44 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/173183349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:44.773 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:04:46.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:46 smithi026 ceph-mon[28138]: pgmap v61: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:04:46.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:46 smithi033 ceph-mon[32805]: pgmap v61: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:04:46.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:46 smithi064 ceph-mon[32613]: pgmap v61: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:04:47.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.181+0000 7f1f55200700 1 -- 172.21.15.26:0/2641186527 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f501016a0 msgr2=0x7f1f50101a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:47.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.181+0000 7f1f55200700 1 --2- 172.21.15.26:0/2641186527 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f501016a0 0x7f1f50101a80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1f400099c0 tx=0x7f1f40009cd0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.181+0000 7f1f55200700 1 -- 172.21.15.26:0/2641186527 shutdown_connections 2024-04-26T02:04:47.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.181+0000 7f1f55200700 1 --2- 172.21.15.26:0/2641186527 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f50107e70 0x7f1f5010fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.181+0000 7f1f55200700 1 --2- 172.21.15.26:0/2641186527 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f501016a0 0x7f1f50101a80 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.181+0000 7f1f55200700 1 --2- 172.21.15.26:0/2641186527 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f50102050 0x7f1f50107790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.181+0000 7f1f55200700 1 -- 172.21.15.26:0/2641186527 >> 172.21.15.26:0/2641186527 conn(0x7f1f50077d40 msgr2=0x7f1f50078150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:47.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.181+0000 7f1f55200700 1 -- 172.21.15.26:0/2641186527 shutdown_connections 2024-04-26T02:04:47.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.181+0000 7f1f55200700 1 -- 172.21.15.26:0/2641186527 wait complete. 2024-04-26T02:04:47.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.182+0000 7f1f55200700 1 Processor -- start 2024-04-26T02:04:47.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.183+0000 7f1f55200700 1 -- start start 2024-04-26T02:04:47.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.183+0000 7f1f55200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f501016a0 0x7f1f5019b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.183+0000 7f1f55200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f50102050 0x7f1f5019b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.183+0000 7f1f55200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50107e70 0x7f1f5019fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.183+0000 7f1f55200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1f50112d70 con 0x7f1f50107e70 2024-04-26T02:04:47.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.183+0000 7f1f55200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1f50112bf0 con 0x7f1f501016a0 2024-04-26T02:04:47.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.183+0000 7f1f55200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1f50112ef0 con 0x7f1f50102050 2024-04-26T02:04:47.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.183+0000 7f1f4e800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50107e70 0x7f1f5019fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.184+0000 7f1f4d400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f50102050 0x7f1f5019b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.184+0000 7f1f4de00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f501016a0 0x7f1f5019b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.184+0000 7f1f4d400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f50102050 0x7f1f5019b9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:53560/0 (socket says 172.21.15.26:53560) 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.184+0000 7f1f4de00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f501016a0 0x7f1f5019b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:36102/0 (socket says 172.21.15.26:36102) 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.184+0000 7f1f4d400700 1 -- 172.21.15.26:0/1330563868 learned_addr learned my addr 172.21.15.26:0/1330563868 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.184+0000 7f1f4e800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50107e70 0x7f1f5019fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45102/0 (socket says 172.21.15.26:45102) 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.184+0000 7f1f4d400700 1 -- 172.21.15.26:0/1330563868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f501016a0 msgr2=0x7f1f5019b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.184+0000 7f1f4d400700 1 --2- 172.21.15.26:0/1330563868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f501016a0 0x7f1f5019b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.184+0000 7f1f4d400700 1 -- 172.21.15.26:0/1330563868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50107e70 msgr2=0x7f1f5019fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.184+0000 7f1f4d400700 1 --2- 172.21.15.26:0/1330563868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50107e70 0x7f1f5019fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.184+0000 7f1f4d400700 1 -- 172.21.15.26:0/1330563868 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f501a04b0 con 0x7f1f50102050 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.184+0000 7f1f4d400700 1 --2- 172.21.15.26:0/1330563868 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f50102050 0x7f1f5019b9e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c00ea30 tx=0x7f1f3c00ed40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.185+0000 7f1f46a00700 1 -- 172.21.15.26:0/1330563868 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3c00cbd0 con 0x7f1f50102050 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.185+0000 7f1f46a00700 1 -- 172.21.15.26:0/1330563868 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f3c0044d0 con 0x7f1f50102050 2024-04-26T02:04:47.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.185+0000 7f1f46a00700 1 -- 172.21.15.26:0/1330563868 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3c003dc0 con 0x7f1f50102050 2024-04-26T02:04:47.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.185+0000 7f1f55200700 1 -- 172.21.15.26:0/1330563868 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f501a07a0 con 0x7f1f50102050 2024-04-26T02:04:47.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.185+0000 7f1f55200700 1 -- 172.21.15.26:0/1330563868 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f501a8020 con 0x7f1f50102050 2024-04-26T02:04:47.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.189+0000 7f1f46a00700 1 -- 172.21.15.26:0/1330563868 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1f3c003f80 con 0x7f1f50102050 2024-04-26T02:04:47.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.190+0000 7f1f5fc6bb80 1 Processor -- start 2024-04-26T02:04:47.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.190+0000 7f1f5fc6bb80 1 -- start start 2024-04-26T02:04:47.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.190+0000 7f1f5fc6bb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d1340fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.190+0000 7f1f5fc6bb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d1341abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.190+0000 7f1f5fc6bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d1341d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.190+0000 7f1f5fc6bb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x557d13362f90 con 0x557d13410240 2024-04-26T02:04:47.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.190+0000 7f1f5fc6bb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x557d13309830 con 0x557d1340f920 2024-04-26T02:04:47.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.190+0000 7f1f5fc6bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x557d1335ef50 con 0x557d1341b0f0 2024-04-26T02:04:47.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.190+0000 7f1f46a00700 1 --2- 172.21.15.26:0/1330563868 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1f340a3e30 0x7f1f340a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.191+0000 7f1f4de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d1341abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.191+0000 7f1f46a00700 1 -- 172.21.15.26:0/1330563868 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f1f3c0d0880 con 0x7f1f50102050 2024-04-26T02:04:47.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.191+0000 7f1f4e800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d1340fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.191+0000 7f1f4de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d1341abb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45110/0 (socket says 172.21.15.26:45110) 2024-04-26T02:04:47.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.191+0000 7f1f4de00700 1 -- 172.21.15.26:0/2148662999 learned_addr learned my addr 172.21.15.26:0/2148662999 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:47.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.191+0000 7f1f4d400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d1341d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.191+0000 7f1f4e800700 1 --2- 172.21.15.26:0/1330563868 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1f340a3e30 0x7f1f340a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.191+0000 7f1f4de00700 1 -- 172.21.15.26:0/2148662999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 msgr2=0x557d1341d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:47.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.191+0000 7f1f4de00700 1 --2- 172.21.15.26:0/2148662999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d1341d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.191+0000 7f1f4de00700 1 -- 172.21.15.26:0/2148662999 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 msgr2=0x557d1340fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:47.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.191+0000 7f1f4de00700 1 --2- 172.21.15.26:0/2148662999 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d1340fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.191+0000 7f1f4de00700 1 -- 172.21.15.26:0/2148662999 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557d132ff780 con 0x557d13410240 2024-04-26T02:04:47.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.192+0000 7f1f4d400700 1 --2- 172.21.15.26:0/2148662999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d1341d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:47.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.192+0000 7f1f4de00700 1 --2- 172.21.15.26:0/2148662999 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d1341abb0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1f40015000 tx=0x7f1f40003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4e901a8c738676 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:47.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.192+0000 7f1f4e800700 1 --2- 172.21.15.26:0/1330563868 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1f340a3e30 0x7f1f340a62f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1f48009ec0 tx=0x7f1f4800b040 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:47.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.192+0000 7f1f3b400700 1 -- 172.21.15.26:0/2148662999 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f40028070 con 0x557d13410240 2024-04-26T02:04:47.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.192+0000 7f1f3b400700 1 -- 172.21.15.26:0/2148662999 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f400037c0 con 0x557d13410240 2024-04-26T02:04:47.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.192+0000 7f1f3b400700 1 -- 172.21.15.26:0/2148662999 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f4000b990 con 0x557d13410240 2024-04-26T02:04:47.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.193+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/2148662999 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 msgr2=0x557d1341abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:47.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.193+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/2148662999 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d1341abb0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1f40015000 tx=0x7f1f40003680 comp rx=0 tx=0).stop 2024-04-26T02:04:47.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.193+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/2148662999 shutdown_connections 2024-04-26T02:04:47.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.193+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/2148662999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d1341d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.193+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/2148662999 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d1340fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.193+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/2148662999 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d1341abb0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.193+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/2148662999 >> 172.21.15.26:0/2148662999 conn(0x557d1333e6a0 msgr2=0x557d1340bdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:47.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.194+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/2148662999 shutdown_connections 2024-04-26T02:04:47.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.194+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/2148662999 wait complete. 2024-04-26T02:04:47.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.194+0000 7f1f5fc6bb80 1 -- start start 2024-04-26T02:04:47.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f5fc6bb80 1 Processor -- start 2024-04-26T02:04:47.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f5fc6bb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d1341a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f5fc6bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d13410240 0x557d13417b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f5fc6bb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d1341b0f0 0x557d13418070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f5fc6bb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x557d1341dbb0 con 0x557d1341b0f0 2024-04-26T02:04:47.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f5fc6bb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x557d1331c960 con 0x557d1340f920 2024-04-26T02:04:47.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f5fc6bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x557d1341dd30 con 0x557d13410240 2024-04-26T02:04:47.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f5fc6bb80 10 client.0 _ll_register_callbacks cb 0x557d132fb820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:47.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f4de00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d1341a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f4d400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d13410240 0x557d13417b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f4de00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d1341a830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:36120/0 (socket says 172.21.15.26:36120) 2024-04-26T02:04:47.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f4de00700 1 -- 172.21.15.26:0/1673542912 learned_addr learned my addr 172.21.15.26:0/1673542912 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:47.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.195+0000 7f1f4e800700 1 --2- 172.21.15.26:0/1673542912 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d1341b0f0 0x557d13418070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.196+0000 7f1f4d400700 1 -- 172.21.15.26:0/1673542912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 msgr2=0x557d1341a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:47.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.196+0000 7f1f4d400700 1 --2- 172.21.15.26:0/1673542912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d1341a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.196+0000 7f1f4d400700 1 -- 172.21.15.26:0/1673542912 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d1341b0f0 msgr2=0x557d13418070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:47.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.196+0000 7f1f4d400700 1 --2- 172.21.15.26:0/1673542912 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d1341b0f0 0x557d13418070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.196+0000 7f1f4d400700 1 -- 172.21.15.26:0/1673542912 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557d132b09d0 con 0x557d13410240 2024-04-26T02:04:47.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.196+0000 7f1f4d400700 1 --2- 172.21.15.26:0/1673542912 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d13410240 0x557d13417b30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c0cdfa0 tx=0x7f1f3c00ce80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=364cda0c85cc281c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.196+0000 7f1f2fe00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.196+0000 7f1f2fe00700 1 -- 172.21.15.26:0/1673542912 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3c09c7f0 con 0x557d13410240 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.197+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1673542912 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f400037c0 con 0x557d13410240 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.197+0000 7f1f2fe00700 1 -- 172.21.15.26:0/1673542912 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f1f3c09aaf0 con 0x557d13410240 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.197+0000 7f1f2fe00700 1 -- 172.21.15.26:0/1673542912 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1f3c0ba050 con 0x557d13410240 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.197+0000 7f1f5fc6bb80 10 client.25513 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.197+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1673542912 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557d132f9bf0 con 0x557d13410240 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.197+0000 7f1f2fe00700 1 -- 172.21.15.26:0/1673542912 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f400037c0 con 0x557d13410240 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.198+0000 7f1f2fe00700 1 -- 172.21.15.26:0/1673542912 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1f3c09ca50 con 0x557d13410240 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.198+0000 7f1f5fc6bb80 10 client.25513 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.198+0000 7f1f5fc6bb80 10 client.25513 resolve_mds: validated gid 24524 aka daemon mds.b 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.198+0000 7f1f5fc6bb80 20 client.25513 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.198+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/1673542912 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x557d1342a7e0 0x557d1342cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.198+0000 7f1f5fc6bb80 4 client.25513 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:47.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.198+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1673542912 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557d13370780 con 0x557d1342a7e0 2024-04-26T02:04:47.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.198+0000 7f1f4de00700 1 --2- 172.21.15.26:0/1673542912 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x557d1342a7e0 0x557d1342cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.199+0000 7f1f4de00700 1 --2- 172.21.15.26:0/1673542912 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x557d1342a7e0 0x557d1342cbd0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a33863230916119 server_cookie=49db9dffbb56bcb6 in_seq=0 out_seq=0 2024-04-26T02:04:47.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.199+0000 7f1f2fe00700 10 client.25513 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:47.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f2fe00700 1 -- 172.21.15.26:0/1673542912 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557d13370780 con 0x557d1342a7e0 2024-04-26T02:04:47.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f2fe00700 10 client.25513 handle_command_reply: tid=0 2024-04-26T02:04:47.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f5fc6bb80 1 client.25513 shutdown 2024-04-26T02:04:47.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1673542912 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d13410240 msgr2=0x557d13417b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:47.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/1673542912 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d13410240 0x557d13417b30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c0cdfa0 tx=0x7f1f3c00ce80 comp rx=0 tx=0).stop 2024-04-26T02:04:47.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1673542912 shutdown_connections 2024-04-26T02:04:47.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/1673542912 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x557d1342a7e0 0x557d1342cbd0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/1673542912 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d1341b0f0 0x557d13418070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/1673542912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d1341a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/1673542912 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d13410240 0x557d13417b30 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f2fe00700 0 client.25513 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:47.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1673542912 >> 172.21.15.26:0/1673542912 conn(0x557d1333e6a0 msgr2=0x557d1340b9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:47.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.200+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1673542912 shutdown_connections 2024-04-26T02:04:47.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.201+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1673542912 wait complete. 2024-04-26T02:04:47.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.201+0000 7f1f5fc6bb80 20 client.25513 trim_cache size 0 max 16384 2024-04-26T02:04:47.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.222+0000 7f1f5fc6bb80 1 Processor -- start 2024-04-26T02:04:47.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.222+0000 7f1f5fc6bb80 1 -- start start 2024-04-26T02:04:47.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.223+0000 7f1f5fc6bb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d13413280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.223+0000 7f1f5fc6bb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d13426ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.223+0000 7f1f5fc6bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d13419a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.223+0000 7f1f5fc6bb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1f501af4c0 con 0x557d13410240 2024-04-26T02:04:47.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.223+0000 7f1f5fc6bb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1f501b1000 con 0x557d1340f920 2024-04-26T02:04:47.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.223+0000 7f1f5fc6bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1f501afb90 con 0x557d1341b0f0 2024-04-26T02:04:47.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.223+0000 7f1f4de00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d13413280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.223+0000 7f1f4d400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d13426ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.223+0000 7f1f4de00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d13413280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:36134/0 (socket says 172.21.15.26:36134) 2024-04-26T02:04:47.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.223+0000 7f1f4de00700 1 -- 172.21.15.26:0/1445086671 learned_addr learned my addr 172.21.15.26:0/1445086671 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:47.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.223+0000 7f1f4e800700 1 --2- 172.21.15.26:0/1445086671 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d13419a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.224+0000 7f1f4e800700 1 -- 172.21.15.26:0/1445086671 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 msgr2=0x557d13413280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:47.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.224+0000 7f1f4e800700 1 --2- 172.21.15.26:0/1445086671 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d13413280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.224+0000 7f1f4e800700 1 -- 172.21.15.26:0/1445086671 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 msgr2=0x557d13426ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:47.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.224+0000 7f1f4e800700 1 --2- 172.21.15.26:0/1445086671 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d13426ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.224+0000 7f1f4e800700 1 -- 172.21.15.26:0/1445086671 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557d13410620 con 0x557d1341b0f0 2024-04-26T02:04:47.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.224+0000 7f1f4d400700 1 --2- 172.21.15.26:0/1445086671 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d13426ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:47.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.224+0000 7f1f4e800700 1 --2- 172.21.15.26:0/1445086671 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d13419a70 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1f48009020 tx=0x7f1f48009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57e7e2ac92072c21 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:47.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.224+0000 7f1f3aa00700 1 -- 172.21.15.26:0/1445086671 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f4802b070 con 0x557d1341b0f0 2024-04-26T02:04:47.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.225+0000 7f1f3aa00700 1 -- 172.21.15.26:0/1445086671 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f4801bb10 con 0x557d1341b0f0 2024-04-26T02:04:47.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.225+0000 7f1f3aa00700 1 -- 172.21.15.26:0/1445086671 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f48026bc0 con 0x557d1341b0f0 2024-04-26T02:04:47.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.225+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1445086671 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 msgr2=0x557d13419a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:47.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.225+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/1445086671 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d13419a70 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1f48009020 tx=0x7f1f48009920 comp rx=0 tx=0).stop 2024-04-26T02:04:47.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.225+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1445086671 shutdown_connections 2024-04-26T02:04:47.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.225+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/1445086671 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d13419a70 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.225+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/1445086671 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d13413280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.225+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/1445086671 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d13426ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.225+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1445086671 >> 172.21.15.26:0/1445086671 conn(0x557d1333e6a0 msgr2=0x557d13419360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:47.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.225+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1445086671 shutdown_connections 2024-04-26T02:04:47.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.225+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/1445086671 wait complete. 2024-04-26T02:04:47.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.226+0000 7f1f5fc6bb80 1 -- start start 2024-04-26T02:04:47.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.226+0000 7f1f5fc6bb80 1 Processor -- start 2024-04-26T02:04:47.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f5fc6bb80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d134233c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f5fc6bb80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d1341ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f5fc6bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d134204d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f5fc6bb80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1f501b0930 con 0x557d13410240 2024-04-26T02:04:47.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f5fc6bb80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1f501b0260 con 0x557d1340f920 2024-04-26T02:04:47.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f5fc6bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1f501ad460 con 0x557d1341b0f0 2024-04-26T02:04:47.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f5fc6bb80 10 client.0 _ll_register_callbacks cb 0x557d132fb820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:47.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f4d400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d1341ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f4de00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d134233c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f4de00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d134233c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:36150/0 (socket says 172.21.15.26:36150) 2024-04-26T02:04:47.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f4de00700 1 -- 172.21.15.26:0/229933322 learned_addr learned my addr 172.21.15.26:0/229933322 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:47.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f4e800700 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d134204d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f4de00700 1 -- 172.21.15.26:0/229933322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 msgr2=0x557d134204d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f4de00700 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d134204d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f4de00700 1 -- 172.21.15.26:0/229933322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 msgr2=0x557d1341ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f4de00700 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d1341ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.227+0000 7f1f4de00700 1 -- 172.21.15.26:0/229933322 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557d134033c0 con 0x557d1340f920 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.228+0000 7f1f4e800700 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d134204d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.228+0000 7f1f4de00700 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d134233c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1f400098e0 tx=0x7f1f40005ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=488b45713ccc36ac server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.228+0000 7f1f2fe00700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.228+0000 7f1f2fe00700 1 -- 172.21.15.26:0/229933322 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f40037060 con 0x557d1340f920 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.228+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/229933322 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f4801bb10 con 0x557d1340f920 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.228+0000 7f1f2fe00700 1 -- 172.21.15.26:0/229933322 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f1f400050c0 con 0x557d1340f920 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.228+0000 7f1f2fe00700 1 -- 172.21.15.26:0/229933322 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1f40028040 con 0x557d1340f920 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.228+0000 7f1f5fc6bb80 10 client.25541 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:47.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.228+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/229933322 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557d13491bb0 con 0x557d1340f920 2024-04-26T02:04:47.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.229+0000 7f1f2fe00700 1 -- 172.21.15.26:0/229933322 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f4801bb10 con 0x557d1340f920 2024-04-26T02:04:47.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.229+0000 7f1f2fe00700 1 -- 172.21.15.26:0/229933322 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1f40032170 con 0x557d1340f920 2024-04-26T02:04:47.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.229+0000 7f1f5fc6bb80 10 client.25541 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:47.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.229+0000 7f1f5fc6bb80 10 client.25541 resolve_mds: validated gid 24524 aka daemon mds.b 2024-04-26T02:04:47.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.229+0000 7f1f5fc6bb80 20 client.25541 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:47.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.229+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x557d13491e40 0x557d13494230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:47.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.229+0000 7f1f5fc6bb80 4 client.25541 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "f9642c69", "release": true, "await": true}] 2024-04-26T02:04:47.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.229+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/229933322 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "quiesce db", "set_id": "f9642c69", "release": true, "await": true}) -- 0x557d1336a820 con 0x557d13491e40 2024-04-26T02:04:47.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.230+0000 7f1f4d400700 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x557d13491e40 0x557d13494230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:47.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.230+0000 7f1f4d400700 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x557d13491e40 0x557d13494230 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ad8d878f976443b server_cookie=2433237e21f264da in_seq=0 out_seq=0 2024-04-26T02:04:47.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.230+0000 7f1f2fe00700 10 client.25541 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:47.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.234+0000 7f1f2fe00700 1 -- 172.21.15.26:0/229933322 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x557d1336a820 con 0x557d13491e40 2024-04-26T02:04:47.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.234+0000 7f1f2fe00700 10 client.25541 handle_command_reply: tid=0 2024-04-26T02:04:47.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.234+0000 7f1f5fc6bb80 1 client.25541 shutdown 2024-04-26T02:04:47.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.234+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/229933322 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 msgr2=0x557d134233c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:47.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.234+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d134233c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1f400098e0 tx=0x7f1f40005ac0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.234+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/229933322 shutdown_connections 2024-04-26T02:04:47.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.234+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x557d1341b0f0 0x557d134204d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.234+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x557d1340f920 0x557d134233c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.234+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x557d13491e40 0x557d13494230 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.234+0000 7f1f5fc6bb80 1 --2- 172.21.15.26:0/229933322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557d13410240 0x557d1341ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.234+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/229933322 >> 172.21.15.26:0/229933322 conn(0x557d1333e6a0 msgr2=0x557d1340af00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:47.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.234+0000 7f1f2fe00700 0 client.25541 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:47.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.235+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/229933322 shutdown_connections 2024-04-26T02:04:47.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.235+0000 7f1f5fc6bb80 1 -- 172.21.15.26:0/229933322 wait complete. 2024-04-26T02:04:47.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.235+0000 7f1f5fc6bb80 20 client.25541 trim_cache size 0 max 16384 2024-04-26T02:04:47.234 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "epoch": 31, 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "leader": 24524, 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "set_version": 4, 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "sets": { 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "f9642c69": { 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "version": 4, 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "age_ref": 0.0, 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "state": { 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RELEASED", 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "age": 0.0 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "timeout": 60.0, 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "expiration": 85.6, 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "members": { 2024-04-26T02:04:47.235 INFO:teuthology.orchestra.run.smithi026.stdout: "file:/": { 2024-04-26T02:04:47.236 INFO:teuthology.orchestra.run.smithi026.stdout: "excluded": false, 2024-04-26T02:04:47.236 INFO:teuthology.orchestra.run.smithi026.stdout: "state": { 2024-04-26T02:04:47.236 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RELEASED", 2024-04-26T02:04:47.236 INFO:teuthology.orchestra.run.smithi026.stdout: "age": 0.0 2024-04-26T02:04:47.236 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:04:47.236 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:04:47.236 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:04:47.236 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:04:47.236 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:04:47.236 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:04:47.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.236+0000 7f1f55200700 1 -- 172.21.15.26:0/1330563868 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1f340a3e30 msgr2=0x7f1f340a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:47.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.236+0000 7f1f55200700 1 --2- 172.21.15.26:0/1330563868 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1f340a3e30 0x7f1f340a62f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1f48009ec0 tx=0x7f1f4800b040 comp rx=0 tx=0).stop 2024-04-26T02:04:47.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.236+0000 7f1f55200700 1 -- 172.21.15.26:0/1330563868 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f50102050 msgr2=0x7f1f5019b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:47.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.236+0000 7f1f55200700 1 --2- 172.21.15.26:0/1330563868 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f50102050 0x7f1f5019b9e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c00ea30 tx=0x7f1f3c00ed40 comp rx=0 tx=0).stop 2024-04-26T02:04:47.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.236+0000 7f1f55200700 1 -- 172.21.15.26:0/1330563868 shutdown_connections 2024-04-26T02:04:47.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.236+0000 7f1f55200700 1 --2- 172.21.15.26:0/1330563868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50107e70 0x7f1f5019fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.236+0000 7f1f55200700 1 --2- 172.21.15.26:0/1330563868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f501016a0 0x7f1f5019b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.236+0000 7f1f55200700 1 --2- 172.21.15.26:0/1330563868 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1f340a3e30 0x7f1f340a62f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.236+0000 7f1f55200700 1 --2- 172.21.15.26:0/1330563868 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f50102050 0x7f1f5019b9e0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.236+0000 7f1f55200700 1 -- 172.21.15.26:0/1330563868 >> 172.21.15.26:0/1330563868 conn(0x7f1f50077d40 msgr2=0x7f1f50104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:47.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.236+0000 7f1f55200700 1 -- 172.21.15.26:0/1330563868 shutdown_connections 2024-04-26T02:04:47.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:04:47.236+0000 7f1f55200700 1 -- 172.21.15.26:0/1330563868 wait complete. 2024-04-26T02:04:47.245 INFO:tasks.workunit.client.0.smithi026.stderr:+ echo 'test large (16MB) dio write' 2024-04-26T02:04:47.245 INFO:tasks.workunit.client.0.smithi026.stdout:test large (16MB) dio write 2024-04-26T02:04:47.245 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=/dev/zero of=foo.big bs=16M count=1 oflag=direct 2024-04-26T02:04:47.505 INFO:tasks.workunit.client.0.smithi026.stderr:1+0 records in 2024-04-26T02:04:47.506 INFO:tasks.workunit.client.0.smithi026.stderr:1+0 records out 2024-04-26T02:04:47.506 INFO:tasks.workunit.client.0.smithi026.stderr:16777216 bytes (17 MB, 16 MiB) copied, 0.255166 s, 65.8 MB/s 2024-04-26T02:04:47.510 INFO:tasks.workunit.client.0.smithi026.stdout:OK 2024-04-26T02:04:47.510 INFO:tasks.workunit.client.0.smithi026.stderr:+ echo OK 2024-04-26T02:04:47.511 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T02:04:47.512 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T02:04:47.609 INFO:tasks.workunit:Running workunit direct_io/direct_io_test... 2024-04-26T02:04:47.609 DEBUG:teuthology.orchestra.run.smithi026:workunit test direct_io/direct_io_test> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=afa1933b0fdbb6c99c947d1eda34d661d23cd327 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/direct_io_test 2024-04-26T02:04:48.303 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'f9642c69', seconds elapsed: 43.5 2024-04-26T02:04:48.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:48 smithi026 ceph-mon[28138]: pgmap v62: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T02:04:48.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:48 smithi033 ceph-mon[32805]: pgmap v62: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T02:04:48.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:48 smithi064 ceph-mon[32613]: pgmap v62: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T02:04:50.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:50 smithi026 ceph-mon[28138]: pgmap v63: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:04:50.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:50 smithi033 ceph-mon[32805]: pgmap v63: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:04:50.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:50 smithi064 ceph-mon[32613]: pgmap v63: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:04:52.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:52 smithi026 ceph-mon[28138]: pgmap v64: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:04:52.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:52 smithi033 ceph-mon[32805]: pgmap v64: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:04:52.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:52 smithi064 ceph-mon[32613]: pgmap v64: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:04:54.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:54 smithi026 ceph-mon[28138]: pgmap v65: 97 pgs: 97 active+clean; 1.8 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 529 op/s 2024-04-26T02:04:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:54 smithi033 ceph-mon[32805]: pgmap v65: 97 pgs: 97 active+clean; 1.8 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 529 op/s 2024-04-26T02:04:54.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:54 smithi064 ceph-mon[32613]: pgmap v65: 97 pgs: 97 active+clean; 1.8 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 529 op/s 2024-04-26T02:04:55.754 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.755+0000 7f5ec9000640 1 -- 172.21.15.26:0/2345550164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec4104bd0 msgr2=0x7f5ec4108c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:55.755 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.755+0000 7f5ec9000640 1 --2- 172.21.15.26:0/2345550164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec4104bd0 0x7f5ec4108c10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f5eac009900 tx=0x7f5eac02a410 comp rx=0 tx=0).stop 2024-04-26T02:04:55.755 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.756+0000 7f5ec9000640 1 -- 172.21.15.26:0/2345550164 shutdown_connections 2024-04-26T02:04:55.755 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.756+0000 7f5ec9000640 1 --2- 172.21.15.26:0/2345550164 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ec41092f0 0x7f5ec4110ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.755 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.756+0000 7f5ec9000640 1 --2- 172.21.15.26:0/2345550164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec4104bd0 0x7f5ec4108c10 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.755 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.756+0000 7f5ec9000640 1 --2- 172.21.15.26:0/2345550164 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ec4104220 0x7f5ec4104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.755 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.756+0000 7f5ec9000640 1 -- 172.21.15.26:0/2345550164 >> 172.21.15.26:0/2345550164 conn(0x7f5ec40ffa60 msgr2=0x7f5ec4101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:55.755 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.756+0000 7f5ec9000640 1 -- 172.21.15.26:0/2345550164 shutdown_connections 2024-04-26T02:04:55.755 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.756+0000 7f5ec9000640 1 -- 172.21.15.26:0/2345550164 wait complete. 2024-04-26T02:04:55.757 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.757+0000 7f5ec9000640 1 Processor -- start 2024-04-26T02:04:55.757 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.757+0000 7f5ec9000640 1 -- start start 2024-04-26T02:04:55.757 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.757+0000 7f5ec9000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ec4104220 0x7f5ec41a0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.757 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.757+0000 7f5ec9000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec41092f0 0x7f5ec41a09a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.758 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.757+0000 7f5ec9000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ec419a660 0x7f5ec419ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.758 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.757+0000 7f5ec9000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec4114260 con 0x7f5ec419a660 2024-04-26T02:04:55.758 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.757+0000 7f5ec9000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec41140e0 con 0x7f5ec41092f0 2024-04-26T02:04:55.758 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.757+0000 7f5ec9000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec41143e0 con 0x7f5ec4104220 2024-04-26T02:04:55.758 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.758+0000 7f5ec3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ec4104220 0x7f5ec41a0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.758 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.758+0000 7f5ec3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ec419a660 0x7f5ec419ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.758 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.758+0000 7f5ec3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ec4104220 0x7f5ec41a0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:53612/0 (socket says 172.21.15.26:53612) 2024-04-26T02:04:55.758 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.758+0000 7f5ec3400640 1 -- 172.21.15.26:0/4042900789 learned_addr learned my addr 172.21.15.26:0/4042900789 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:55.758 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.758+0000 7f5ebaa00640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec41092f0 0x7f5ec41a09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.758 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.758+0000 7f5ec3400640 1 -- 172.21.15.26:0/4042900789 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec41092f0 msgr2=0x7f5ec41a09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:55.758 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.758+0000 7f5ec3400640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec41092f0 0x7f5ec41a09a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.758 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.758+0000 7f5ec3400640 1 -- 172.21.15.26:0/4042900789 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ec419a660 msgr2=0x7f5ec419ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:55.759 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.758+0000 7f5ec3400640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ec419a660 0x7f5ec419ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.759 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.758+0000 7f5ec3400640 1 -- 172.21.15.26:0/4042900789 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ec419b180 con 0x7f5ec4104220 2024-04-26T02:04:55.759 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.758+0000 7f5ec3400640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ec4104220 0x7f5ec41a0460 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5eb400ebc0 tx=0x7f5eb400c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:55.759 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.759+0000 7f5ec0c00640 1 -- 172.21.15.26:0/4042900789 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb4010630 con 0x7f5ec4104220 2024-04-26T02:04:55.759 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.759+0000 7f5ec9000640 1 -- 172.21.15.26:0/4042900789 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ec419b470 con 0x7f5ec4104220 2024-04-26T02:04:55.759 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.759+0000 7f5ec0c00640 1 -- 172.21.15.26:0/4042900789 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5eb4010c80 con 0x7f5ec4104220 2024-04-26T02:04:55.759 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.759+0000 7f5ec0c00640 1 -- 172.21.15.26:0/4042900789 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb4018b60 con 0x7f5ec4104220 2024-04-26T02:04:55.759 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.759+0000 7f5ec9000640 1 -- 172.21.15.26:0/4042900789 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ec41a76c0 con 0x7f5ec4104220 2024-04-26T02:04:55.761 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.762+0000 7f5ec0c00640 1 -- 172.21.15.26:0/4042900789 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5eb4018d00 con 0x7f5ec4104220 2024-04-26T02:04:55.761 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.762+0000 7f5ecd426740 1 Processor -- start 2024-04-26T02:04:55.761 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.762+0000 7f5ecd426740 1 -- start start 2024-04-26T02:04:55.762 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.763+0000 7f5ecd426740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb59b0 0x555a05cb5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.762 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.763+0000 7f5ecd426740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb62d0 0x555a05cc0650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.762 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.763+0000 7f5ecd426740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 0x555a05cc2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.762 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.763+0000 7f5ecd426740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555a05c1b900 con 0x555a05cb59b0 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.763+0000 7f5ecd426740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555a05bc1ef0 con 0x555a05cb62d0 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.763+0000 7f5ecd426740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555a05c178c0 con 0x555a05cc0b90 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.763+0000 7f5ec3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb59b0 0x555a05cb5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.763+0000 7f5ebaa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 0x555a05cc2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.763+0000 7f5ec3400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb62d0 0x555a05cc0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.763+0000 7f5ebaa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 0x555a05cc2f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:53616/0 (socket says 172.21.15.26:53616) 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.763+0000 7f5ebaa00640 1 -- 172.21.15.26:0/1590970775 learned_addr learned my addr 172.21.15.26:0/1590970775 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.764+0000 7f5ebaa00640 1 -- 172.21.15.26:0/1590970775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb62d0 msgr2=0x555a05cc0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.764+0000 7f5ebaa00640 1 --2- 172.21.15.26:0/1590970775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb62d0 0x555a05cc0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.764+0000 7f5ebaa00640 1 -- 172.21.15.26:0/1590970775 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb59b0 msgr2=0x555a05cb5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.764+0000 7f5ebaa00640 1 --2- 172.21.15.26:0/1590970775 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb59b0 0x555a05cb5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.764+0000 7f5ebaa00640 1 -- 172.21.15.26:0/1590970775 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a0592e210 con 0x555a05cc0b90 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.764+0000 7f5ebaa00640 1 --2- 172.21.15.26:0/1590970775 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 0x555a05cc2f80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f5eac031440 tx=0x7f5eac0040b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=72d59fbb027e9b17 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:55.763 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.764+0000 7f5ec0c00640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5ea80a3d80 0x7f5ea80a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.767 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.764+0000 7f5ec0c00640 1 -- 172.21.15.26:0/4042900789 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f5eb40d0dc0 con 0x7f5ec4104220 2024-04-26T02:04:55.767 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.764+0000 7f5eb8c00640 1 -- 172.21.15.26:0/1590970775 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eac035030 con 0x555a05cc0b90 2024-04-26T02:04:55.767 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.764+0000 7f5eb8c00640 1 -- 172.21.15.26:0/1590970775 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5eac0044a0 con 0x555a05cc0b90 2024-04-26T02:04:55.767 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.764+0000 7f5ec3e00640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5ea80a3d80 0x7f5ea80a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.764+0000 7f5eb8c00640 1 -- 172.21.15.26:0/1590970775 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eac0035f0 con 0x555a05cc0b90 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.765+0000 7f5ecd426740 1 -- 172.21.15.26:0/1590970775 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 msgr2=0x555a05cc2f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.765+0000 7f5ecd426740 1 --2- 172.21.15.26:0/1590970775 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 0x555a05cc2f80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f5eac031440 tx=0x7f5eac0040b0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.765+0000 7f5ec3e00640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5ea80a3d80 0x7f5ea80a6240 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc009d20 tx=0x7f5ebc005f90 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.765+0000 7f5ecd426740 1 -- 172.21.15.26:0/1590970775 shutdown_connections 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.765+0000 7f5ecd426740 1 --2- 172.21.15.26:0/1590970775 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 0x555a05cc2f80 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.765+0000 7f5ecd426740 1 --2- 172.21.15.26:0/1590970775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb62d0 0x555a05cc0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.765+0000 7f5ecd426740 1 --2- 172.21.15.26:0/1590970775 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb59b0 0x555a05cb5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.765+0000 7f5ecd426740 1 -- 172.21.15.26:0/1590970775 >> 172.21.15.26:0/1590970775 conn(0x555a05cb1ec0 msgr2=0x555a05cb22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.766+0000 7f5ecd426740 1 -- 172.21.15.26:0/1590970775 shutdown_connections 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.766+0000 7f5ecd426740 1 -- 172.21.15.26:0/1590970775 wait complete. 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.766+0000 7f5ecd426740 1 -- start start 2024-04-26T02:04:55.768 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.766+0000 7f5ecd426740 1 Processor -- start 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ecd426740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 0x555a05cbdb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ecd426740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb62d0 0x555a05cbe070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ecd426740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cc0b90 0x555a05cbe5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ecd426740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555a05cc3760 con 0x555a05cb62d0 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ecd426740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x555a05bd5310 con 0x555a05cc0b90 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ecd426740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555a05cc38e0 con 0x555a05cb59b0 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ecd426740 10 client.0 _ll_register_callbacks cb 0x555a05ba3cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ec3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 0x555a05cbdb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ec3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 0x555a05cbdb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:53630/0 (socket says 172.21.15.26:53630) 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ec3400640 1 -- 172.21.15.26:0/577093512 learned_addr learned my addr 172.21.15.26:0/577093512 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ebaa00640 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb62d0 0x555a05cbe070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ec3e00640 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cc0b90 0x555a05cbe5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ec3400640 1 -- 172.21.15.26:0/577093512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cc0b90 msgr2=0x555a05cbe5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ec3400640 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cc0b90 0x555a05cbe5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ec3400640 1 -- 172.21.15.26:0/577093512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb62d0 msgr2=0x555a05cbe070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ec3400640 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb62d0 0x555a05cbe070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ec3400640 1 -- 172.21.15.26:0/577093512 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a059fa620 con 0x555a05cb59b0 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.767+0000 7f5ec3e00640 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cc0b90 0x555a05cbe5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.768+0000 7f5ec3400640 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 0x555a05cbdb30 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f5eb4000f80 tx=0x7f5eb400eec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa6ea1bf80c392df server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.768+0000 7f5eb1600640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.768+0000 7f5eb1600640 1 -- 172.21.15.26:0/577093512 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb409c870 con 0x555a05cb59b0 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.768+0000 7f5eb1600640 1 -- 172.21.15.26:0/577093512 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f5eb40a5710 con 0x555a05cb59b0 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.768+0000 7f5ecd426740 1 -- 172.21.15.26:0/577093512 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5eac0044a0 con 0x555a05cb59b0 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.768+0000 7f5eb1600640 1 -- 172.21.15.26:0/577093512 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5eb40ce970 con 0x555a05cb59b0 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.768+0000 7f5ecd426740 10 client.25531 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.768+0000 7f5ecd426740 1 -- 172.21.15.26:0/577093512 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555a05ccf9e0 con 0x555a05cb59b0 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.769+0000 7f5eb1600640 1 -- 172.21.15.26:0/577093512 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5eac0044a0 con 0x555a05cb59b0 2024-04-26T02:04:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.769+0000 7f5eb1600640 1 -- 172.21.15.26:0/577093512 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5eb40bd0b0 con 0x555a05cb59b0 2024-04-26T02:04:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.769+0000 7f5ecd426740 10 client.25531 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.769+0000 7f5ecd426740 10 client.25531 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.769+0000 7f5ecd426740 20 client.25531 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.769+0000 7f5ecd426740 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x555a05cd0ea0 0x555a05cd3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.769+0000 7f5ecd426740 4 client.25531 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.769+0000 7f5ecd426740 1 -- 172.21.15.26:0/577093512 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a05c2f8b0 con 0x555a05cd0ea0 2024-04-26T02:04:55.772 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.769+0000 7f5ebaa00640 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x555a05cd0ea0 0x555a05cd3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.772 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.770+0000 7f5ebaa00640 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x555a05cd0ea0 0x555a05cd3290 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2820c4125e098ad server_cookie=2655b743f18f7047 in_seq=0 out_seq=0 2024-04-26T02:04:55.772 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.770+0000 7f5eb1600640 10 client.25531 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:55.772 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5eb1600640 1 -- 172.21.15.26:0/577093512 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555a05c2f8b0 con 0x555a05cd0ea0 2024-04-26T02:04:55.772 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5eb1600640 10 client.25531 handle_command_reply: tid=0 2024-04-26T02:04:55.772 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5ecd426740 1 client.25531 shutdown 2024-04-26T02:04:55.772 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5ecd426740 1 -- 172.21.15.26:0/577093512 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 msgr2=0x555a05cbdb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5ecd426740 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 0x555a05cbdb30 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f5eb4000f80 tx=0x7f5eb400eec0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5ecd426740 1 -- 172.21.15.26:0/577093512 shutdown_connections 2024-04-26T02:04:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5ecd426740 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x555a05cd0ea0 0x555a05cd3290 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5ecd426740 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb62d0 0x555a05cbe070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5ecd426740 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cc0b90 0x555a05cbe5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5ecd426740 1 --2- 172.21.15.26:0/577093512 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 0x555a05cbdb30 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5eb1600640 0 client.25531 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5ecd426740 1 -- 172.21.15.26:0/577093512 >> 172.21.15.26:0/577093512 conn(0x555a05cb1ec0 msgr2=0x555a05cb7c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.771+0000 7f5ecd426740 1 -- 172.21.15.26:0/577093512 shutdown_connections 2024-04-26T02:04:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.772+0000 7f5ecd426740 1 -- 172.21.15.26:0/577093512 wait complete. 2024-04-26T02:04:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.772+0000 7f5ecd426740 20 client.25531 trim_cache size 0 max 16384 2024-04-26T02:04:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ecd426740 1 Processor -- start 2024-04-26T02:04:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ecd426740 1 -- start start 2024-04-26T02:04:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ecd426740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 0x555a05ccc620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ecd426740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb62d0 0x555a05cb83c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ecd426740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cc0b90 0x555a05cbe200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ecd426740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec41afbd0 con 0x555a05cc0b90 2024-04-26T02:04:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ecd426740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec41b1710 con 0x555a05cb62d0 2024-04-26T02:04:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ecd426740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec41b02a0 con 0x555a05cb59b0 2024-04-26T02:04:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ec3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cc0b90 0x555a05cbe200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ebaa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb62d0 0x555a05cb83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ec3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 0x555a05ccc620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ec3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cc0b90 0x555a05cbe200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45188/0 (socket says 172.21.15.26:45188) 2024-04-26T02:04:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ebaa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb62d0 0x555a05cb83c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:36192/0 (socket says 172.21.15.26:36192) 2024-04-26T02:04:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.789+0000 7f5ec3e00640 1 -- 172.21.15.26:0/581915198 learned_addr learned my addr 172.21.15.26:0/581915198 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.790+0000 7f5ec3400640 1 -- 172.21.15.26:0/581915198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb62d0 msgr2=0x555a05cb83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.790+0000 7f5ec3400640 1 --2- 172.21.15.26:0/581915198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb62d0 0x555a05cb83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.790+0000 7f5ec3400640 1 -- 172.21.15.26:0/581915198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cc0b90 msgr2=0x555a05cbe200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.790+0000 7f5ec3400640 1 --2- 172.21.15.26:0/581915198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cc0b90 0x555a05cbe200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.790+0000 7f5ec3400640 1 -- 172.21.15.26:0/581915198 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a05cc32f0 con 0x555a05cb59b0 2024-04-26T02:04:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.790+0000 7f5ebaa00640 1 --2- 172.21.15.26:0/581915198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb62d0 0x555a05cb83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.790+0000 7f5ec3400640 1 --2- 172.21.15.26:0/581915198 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 0x555a05ccc620 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5eb409afe0 tx=0x7f5eb40099b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d157cd0071535ab server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.790+0000 7f5eb3e00640 1 -- 172.21.15.26:0/581915198 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb409c690 con 0x555a05cb59b0 2024-04-26T02:04:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.790+0000 7f5eb3e00640 1 -- 172.21.15.26:0/581915198 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5eb40a10e0 con 0x555a05cb59b0 2024-04-26T02:04:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.790+0000 7f5eb3e00640 1 -- 172.21.15.26:0/581915198 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb40a5510 con 0x555a05cb59b0 2024-04-26T02:04:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.791+0000 7f5ecd426740 1 -- 172.21.15.26:0/581915198 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 msgr2=0x555a05ccc620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.791+0000 7f5ecd426740 1 --2- 172.21.15.26:0/581915198 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 0x555a05ccc620 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5eb409afe0 tx=0x7f5eb40099b0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.791+0000 7f5ecd426740 1 -- 172.21.15.26:0/581915198 shutdown_connections 2024-04-26T02:04:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.791+0000 7f5ecd426740 1 --2- 172.21.15.26:0/581915198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cc0b90 0x555a05cbe200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.791+0000 7f5ecd426740 1 --2- 172.21.15.26:0/581915198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb62d0 0x555a05cb83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.791+0000 7f5ecd426740 1 --2- 172.21.15.26:0/581915198 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cb59b0 0x555a05ccc620 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.791+0000 7f5ecd426740 1 -- 172.21.15.26:0/581915198 >> 172.21.15.26:0/581915198 conn(0x555a05cb1ec0 msgr2=0x555a05cbdaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.791+0000 7f5ecd426740 1 -- 172.21.15.26:0/581915198 shutdown_connections 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.791+0000 7f5ecd426740 1 -- 172.21.15.26:0/581915198 wait complete. 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.792+0000 7f5ecd426740 1 -- start start 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.792+0000 7f5ecd426740 1 Processor -- start 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.792+0000 7f5ecd426740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb59b0 0x555a05cc8f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.792+0000 7f5ecd426740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb62d0 0x555a05cc62b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.792+0000 7f5ecd426740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 0x555a05cc67f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.792+0000 7f5ecd426740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec41b1040 con 0x555a05cb62d0 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.792+0000 7f5ecd426740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec41b0970 con 0x555a05cb59b0 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.792+0000 7f5ecd426740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec41adbb0 con 0x555a05cc0b90 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.792+0000 7f5ecd426740 10 client.0 _ll_register_callbacks cb 0x7f5eb4009a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ec3e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 0x555a05cc67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ec3e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 0x555a05cc67f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:53648/0 (socket says 172.21.15.26:53648) 2024-04-26T02:04:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ec3e00640 1 -- 172.21.15.26:0/1829886645 learned_addr learned my addr 172.21.15.26:0/1829886645 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:04:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ebaa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb62d0 0x555a05cc62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ec3400640 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb59b0 0x555a05cc8f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ec3e00640 1 -- 172.21.15.26:0/1829886645 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb59b0 msgr2=0x555a05cc8f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ec3e00640 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb59b0 0x555a05cc8f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ec3e00640 1 -- 172.21.15.26:0/1829886645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb62d0 msgr2=0x555a05cc62b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ec3e00640 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb62d0 0x555a05cc62b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ec3e00640 1 -- 172.21.15.26:0/1829886645 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a05cc6ff0 con 0x555a05cc0b90 2024-04-26T02:04:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ec3400640 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb59b0 0x555a05cc8f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ebaa00640 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb62d0 0x555a05cc62b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5ec3e00640 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 0x555a05cc67f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc0045e0 tx=0x7f5ebc004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e300c87d84d5e7c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.793+0000 7f5eb1600640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:04:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.794+0000 7f5eb1600640 1 -- 172.21.15.26:0/1829886645 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc02f060 con 0x555a05cc0b90 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.794+0000 7f5eb1600640 1 -- 172.21.15.26:0/1829886645 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f5ebc01e670 con 0x555a05cc0b90 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.794+0000 7f5ecd426740 1 -- 172.21.15.26:0/1829886645 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555a05c29320 con 0x555a05cc0b90 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.794+0000 7f5eb1600640 1 -- 172.21.15.26:0/1829886645 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5ebc01e8b0 con 0x555a05cc0b90 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.794+0000 7f5ecd426740 10 client.25537 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.794+0000 7f5ecd426740 1 -- 172.21.15.26:0/1829886645 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555a05d3fcd0 con 0x555a05cc0b90 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.794+0000 7f5eb1600640 1 -- 172.21.15.26:0/1829886645 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x555a05c29320 con 0x555a05cc0b90 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.795+0000 7f5eb1600640 1 -- 172.21.15.26:0/1829886645 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5ebc029070 con 0x555a05cc0b90 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.795+0000 7f5ecd426740 10 client.25537 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.795+0000 7f5ecd426740 10 client.25537 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.795+0000 7f5ecd426740 20 client.25537 populate_metadata read hostname 'smithi026' 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.795+0000 7f5ecd426740 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x555a05d40480 0x555a05d428a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.795+0000 7f5ecd426740 4 client.25537 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.795+0000 7f5ecd426740 1 -- 172.21.15.26:0/1829886645 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555a05c23190 con 0x555a05d40480 2024-04-26T02:04:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.795+0000 7f5ec3400640 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x555a05d40480 0x555a05d428a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.796+0000 7f5ec3400640 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x555a05d40480 0x555a05d428a0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78454c2d3a051144 server_cookie=1515014057b6b56c in_seq=0 out_seq=0 2024-04-26T02:04:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.796+0000 7f5eb1600640 10 client.25537 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:55.805 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.806+0000 7f5eb1600640 1 -- 172.21.15.26:0/1829886645 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555a05c23190 con 0x555a05d40480 2024-04-26T02:04:55.805 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.806+0000 7f5eb1600640 10 client.25537 handle_command_reply: tid=0 2024-04-26T02:04:55.805 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.806+0000 7f5ecd426740 1 client.25537 shutdown 2024-04-26T02:04:55.806 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.806+0000 7f5ecd426740 1 -- 172.21.15.26:0/1829886645 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 msgr2=0x555a05cc67f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:55.806 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.806+0000 7f5ecd426740 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 0x555a05cc67f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc0045e0 tx=0x7f5ebc004730 comp rx=0 tx=0).stop 2024-04-26T02:04:55.806 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.806+0000 7f5ecd426740 1 -- 172.21.15.26:0/1829886645 shutdown_connections 2024-04-26T02:04:55.806 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.806+0000 7f5ecd426740 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x555a05d40480 0x555a05d428a0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.806 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.806+0000 7f5ecd426740 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a05cb62d0 0x555a05cc62b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.806 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.806+0000 7f5ecd426740 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555a05cc0b90 0x555a05cc67f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.806 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.806+0000 7f5eb1600640 0 client.25537 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:04:55.806 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.806+0000 7f5ecd426740 1 --2- 172.21.15.26:0/1829886645 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x555a05cb59b0 0x555a05cc8f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.806 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.806+0000 7f5ecd426740 1 -- 172.21.15.26:0/1829886645 >> 172.21.15.26:0/1829886645 conn(0x555a05cb1ec0 msgr2=0x555a05cb1020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:55.806 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.807+0000 7f5ecd426740 1 -- 172.21.15.26:0/1829886645 shutdown_connections 2024-04-26T02:04:55.806 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.807+0000 7f5ecd426740 1 -- 172.21.15.26:0/1829886645 wait complete. 2024-04-26T02:04:55.806 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.807+0000 7f5ecd426740 20 client.25537 trim_cache size 0 max 16384 2024-04-26T02:04:55.807 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:04:55.807 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:04:55.807 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:04:55.807 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:04:55.807 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.808+0000 7f5ec9000640 1 -- 172.21.15.26:0/4042900789 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5ea80a3d80 msgr2=0x7f5ea80a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.808+0000 7f5ec9000640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5ea80a3d80 0x7f5ea80a6240 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc009d20 tx=0x7f5ebc005f90 comp rx=0 tx=0).stop 2024-04-26T02:04:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.808+0000 7f5ec9000640 1 -- 172.21.15.26:0/4042900789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ec4104220 msgr2=0x7f5ec41a0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.808+0000 7f5ec9000640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ec4104220 0x7f5ec41a0460 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5eb400ebc0 tx=0x7f5eb400c6a0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.808+0000 7f5ec9000640 1 -- 172.21.15.26:0/4042900789 shutdown_connections 2024-04-26T02:04:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.808+0000 7f5ec9000640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5ea80a3d80 0x7f5ea80a6240 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.808+0000 7f5ec9000640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ec419a660 0x7f5ec419ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.808+0000 7f5ec9000640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec41092f0 0x7f5ec41a09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.808+0000 7f5ec9000640 1 --2- 172.21.15.26:0/4042900789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ec4104220 0x7f5ec41a0460 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.808+0000 7f5ec9000640 1 -- 172.21.15.26:0/4042900789 >> 172.21.15.26:0/4042900789 conn(0x7f5ec40ffa60 msgr2=0x7f5ec4100df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.808+0000 7f5ec9000640 1 -- 172.21.15.26:0/4042900789 shutdown_connections 2024-04-26T02:04:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:04:55.808+0000 7f5ec9000640 1 -- 172.21.15.26:0/4042900789 wait complete. 2024-04-26T02:04:56.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:56 smithi026 ceph-mon[28138]: pgmap v66: 97 pgs: 97 active+clean; 1.8 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 525 op/s 2024-04-26T02:04:56.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:56 smithi033 ceph-mon[32805]: pgmap v66: 97 pgs: 97 active+clean; 1.8 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 525 op/s 2024-04-26T02:04:56.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:56 smithi064 ceph-mon[32613]: pgmap v66: 97 pgs: 97 active+clean; 1.8 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 525 op/s 2024-04-26T02:04:56.998 INFO:tasks.workunit.client.0.smithi026.stdout:.......... 2024-04-26T02:04:56.999 INFO:tasks.workunit.client.0.smithi026.stdout:do_o_direct_reads: SUCCESS 2024-04-26T02:04:57.004 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T02:04:57.004 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T02:04:57.105 INFO:tasks.workunit:Running workunit direct_io/misc.sh... 2024-04-26T02:04:57.105 DEBUG:teuthology.orchestra.run.smithi026:workunit test direct_io/misc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=afa1933b0fdbb6c99c947d1eda34d661d23cd327 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/misc.sh 2024-04-26T02:04:57.184 INFO:tasks.workunit.client.0.smithi026.stdout:test read from hole 2024-04-26T02:04:57.184 INFO:tasks.workunit.client.0.smithi026.stderr:+ echo 'test read from hole' 2024-04-26T02:04:57.184 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=/dev/zero of=dd3 bs=1 seek=1048576 count=0 2024-04-26T02:04:57.188 INFO:tasks.workunit.client.0.smithi026.stderr:0+0 records in 2024-04-26T02:04:57.188 INFO:tasks.workunit.client.0.smithi026.stderr:0+0 records out 2024-04-26T02:04:57.188 INFO:tasks.workunit.client.0.smithi026.stderr:0 bytes copied, 0.000119606 s, 0.0 kB/s 2024-04-26T02:04:57.189 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=dd3 of=/tmp/ddout1 skip=8 bs=512 count=2 iflag=direct 2024-04-26T02:04:57.195 INFO:tasks.workunit.client.0.smithi026.stderr:2+0 records in 2024-04-26T02:04:57.195 INFO:tasks.workunit.client.0.smithi026.stderr:2+0 records out 2024-04-26T02:04:57.195 INFO:tasks.workunit.client.0.smithi026.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00344499 s, 297 kB/s 2024-04-26T02:04:57.196 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=/dev/zero of=/tmp/dd3 bs=512 count=2 2024-04-26T02:04:57.199 INFO:tasks.workunit.client.0.smithi026.stderr:2+0 records in 2024-04-26T02:04:57.199 INFO:tasks.workunit.client.0.smithi026.stderr:2+0 records out 2024-04-26T02:04:57.199 INFO:tasks.workunit.client.0.smithi026.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 0.000152004 s, 6.7 MB/s 2024-04-26T02:04:57.199 INFO:tasks.workunit.client.0.smithi026.stderr:+ cmp /tmp/dd3 /tmp/ddout1 2024-04-26T02:04:57.203 INFO:tasks.workunit.client.0.smithi026.stdout:other thing 2024-04-26T02:04:57.203 INFO:tasks.workunit.client.0.smithi026.stderr:+ echo 'other thing' 2024-04-26T02:04:57.203 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=/dev/urandom of=/tmp/dd10 bs=500 count=1 2024-04-26T02:04:57.206 INFO:tasks.workunit.client.0.smithi026.stderr:1+0 records in 2024-04-26T02:04:57.206 INFO:tasks.workunit.client.0.smithi026.stderr:1+0 records out 2024-04-26T02:04:57.206 INFO:tasks.workunit.client.0.smithi026.stderr:500 bytes copied, 0.000176684 s, 2.8 MB/s 2024-04-26T02:04:57.207 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=/tmp/dd10 of=dd10 bs=512 seek=8388 count=1 2024-04-26T02:04:57.219 INFO:tasks.workunit.client.0.smithi026.stderr:0+1 records in 2024-04-26T02:04:57.219 INFO:tasks.workunit.client.0.smithi026.stderr:0+1 records out 2024-04-26T02:04:57.219 INFO:tasks.workunit.client.0.smithi026.stderr:500 bytes copied, 0.00851169 s, 58.7 kB/s 2024-04-26T02:04:57.220 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=dd10 of=/tmp/dd10out bs=512 skip=8388 count=1 iflag=direct 2024-04-26T02:04:57.229 INFO:tasks.workunit.client.0.smithi026.stderr:0+1 records in 2024-04-26T02:04:57.229 INFO:tasks.workunit.client.0.smithi026.stderr:0+1 records out 2024-04-26T02:04:57.229 INFO:tasks.workunit.client.0.smithi026.stderr:500 bytes copied, 0.0059497 s, 84.0 kB/s 2024-04-26T02:04:57.229 INFO:tasks.workunit.client.0.smithi026.stderr:+ cmp /tmp/dd10 /tmp/dd10out 2024-04-26T02:04:57.233 INFO:tasks.workunit.client.0.smithi026.stdout:OK 2024-04-26T02:04:57.233 INFO:tasks.workunit.client.0.smithi026.stderr:+ echo OK 2024-04-26T02:04:57.234 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T02:04:57.235 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T02:04:57.333 INFO:tasks.workunit:Running workunit direct_io/test_short_dio_read... 2024-04-26T02:04:57.334 DEBUG:teuthology.orchestra.run.smithi026:workunit test direct_io/test_short_dio_read> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=afa1933b0fdbb6c99c947d1eda34d661d23cd327 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/test_short_dio_read 2024-04-26T02:04:57.421 INFO:tasks.workunit.client.0.smithi026.stdout:writing first 3 bytes of 10k file 2024-04-26T02:04:57.421 INFO:tasks.workunit.client.0.smithi026.stdout:reading O_DIRECT 2024-04-26T02:04:57.421 INFO:tasks.workunit.client.0.smithi026.stdout:got 10000 2024-04-26T02:04:57.421 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T02:04:57.422 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T02:04:57.524 INFO:tasks.workunit:Running workunit direct_io/test_sync_io... 2024-04-26T02:04:57.525 DEBUG:teuthology.orchestra.run.smithi026:workunit test direct_io/test_sync_io> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=afa1933b0fdbb6c99c947d1eda34d661d23cd327 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/test_sync_io 2024-04-26T02:04:58.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:04:58 smithi026 ceph-mon[28138]: pgmap v67: 97 pgs: 97 active+clean; 1.8 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 1.15k op/s 2024-04-26T02:04:58.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:04:58 smithi033 ceph-mon[32805]: pgmap v67: 97 pgs: 97 active+clean; 1.8 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 1.15k op/s 2024-04-26T02:04:58.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:04:58 smithi064 ceph-mon[32613]: pgmap v67: 97 pgs: 97 active+clean; 1.8 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 1.15k op/s 2024-04-26T02:05:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:00 smithi026 ceph-mon[28138]: pgmap v68: 97 pgs: 97 active+clean; 1.8 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 1.14k op/s 2024-04-26T02:05:00.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:00 smithi033 ceph-mon[32805]: pgmap v68: 97 pgs: 97 active+clean; 1.8 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 1.14k op/s 2024-04-26T02:05:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:00 smithi064 ceph-mon[32613]: pgmap v68: 97 pgs: 97 active+clean; 1.8 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 1.14k op/s 2024-04-26T02:05:01.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:01 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:05:01.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:01 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:05:01.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:01 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:05:02.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:02 smithi026 ceph-mon[28138]: pgmap v69: 97 pgs: 97 active+clean; 1.8 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 1.14k op/s 2024-04-26T02:05:02.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:02 smithi033 ceph-mon[32805]: pgmap v69: 97 pgs: 97 active+clean; 1.8 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 1.14k op/s 2024-04-26T02:05:02.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:02 smithi064 ceph-mon[32613]: pgmap v69: 97 pgs: 97 active+clean; 1.8 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 1.14k op/s 2024-04-26T02:05:03.262 INFO:tasks.workunit.client.0.smithi026.stdout:writing pattern 2024-04-26T02:05:03.262 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190208 len 1024 2024-04-26T02:05:03.262 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 1024 2024-04-26T02:05:03.262 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190208 len 1024 2024-04-26T02:05:03.262 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 1024 2024-04-26T02:05:03.262 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190208 len 2048 2024-04-26T02:05:03.262 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 2048 2024-04-26T02:05:03.262 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190208 len 2048 2024-04-26T02:05:03.262 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 2048 2024-04-26T02:05:03.262 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190208 len 4096 2024-04-26T02:05:03.262 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 4096 2024-04-26T02:05:03.262 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190208 len 4096 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 4096 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190208 len 8192 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 8192 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190208 len 8192 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 8192 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190208 len 16384 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 16384 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190208 len 16384 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 16384 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190720 len 1024 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 1024 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190720 len 1024 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 1024 2024-04-26T02:05:03.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190720 len 2048 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 2048 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190720 len 2048 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 2048 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190720 len 4096 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 4096 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190720 len 4096 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 4096 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190720 len 8192 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 8192 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190720 len 8192 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 8192 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190720 len 16384 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 16384 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190720 len 16384 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 16384 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191232 len 1024 2024-04-26T02:05:03.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 1024 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191232 len 1024 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 1024 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191232 len 2048 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 2048 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191232 len 2048 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 2048 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191232 len 4096 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 4096 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191232 len 4096 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 4096 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191232 len 8192 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 8192 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191232 len 8192 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 8192 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191232 len 16384 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 16384 2024-04-26T02:05:03.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191232 len 16384 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 16384 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191744 len 1024 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 1024 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191744 len 1024 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 1024 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191744 len 2048 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 2048 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191744 len 2048 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 2048 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191744 len 4096 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 4096 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191744 len 4096 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 4096 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191744 len 8192 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 8192 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191744 len 8192 2024-04-26T02:05:03.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 8192 2024-04-26T02:05:03.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191744 len 16384 2024-04-26T02:05:03.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 16384 2024-04-26T02:05:03.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191744 len 16384 2024-04-26T02:05:03.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 16384 2024-04-26T02:05:03.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192256 len 1024 2024-04-26T02:05:03.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 1024 2024-04-26T02:05:03.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192256 len 1024 2024-04-26T02:05:03.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 1024 2024-04-26T02:05:03.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192256 len 2048 2024-04-26T02:05:03.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 2048 2024-04-26T02:05:03.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192256 len 2048 2024-04-26T02:05:03.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 2048 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192256 len 4096 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 4096 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192256 len 4096 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 4096 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192256 len 8192 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 8192 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192256 len 8192 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 8192 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192256 len 16384 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 16384 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192256 len 16384 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 16384 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192768 len 1024 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 1024 2024-04-26T02:05:03.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192768 len 1024 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 1024 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192768 len 2048 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 2048 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192768 len 2048 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 2048 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192768 len 4096 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 4096 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192768 len 4096 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 4096 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192768 len 8192 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 8192 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192768 len 8192 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 8192 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192768 len 16384 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 16384 2024-04-26T02:05:03.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192768 len 16384 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 16384 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193280 len 1024 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 1024 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193280 len 1024 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 1024 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193280 len 2048 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 2048 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193280 len 2048 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 2048 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193280 len 4096 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 4096 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193280 len 4096 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 4096 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193280 len 8192 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 8192 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193280 len 8192 2024-04-26T02:05:03.348 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 8192 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193280 len 16384 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 16384 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193280 len 16384 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 16384 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193792 len 1024 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 1024 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193792 len 1024 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 1024 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193792 len 2048 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 2048 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193792 len 2048 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 2048 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193792 len 4096 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 4096 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193792 len 4096 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 4096 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193792 len 8192 2024-04-26T02:05:03.349 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 8192 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193792 len 8192 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 8192 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193792 len 16384 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 16384 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193792 len 16384 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 16384 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194304 len 1024 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 1024 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194304 len 1024 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 1024 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194304 len 2048 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 2048 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194304 len 2048 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 2048 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194304 len 4096 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 4096 2024-04-26T02:05:03.350 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194304 len 4096 2024-04-26T02:05:03.351 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 4096 2024-04-26T02:05:03.351 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194304 len 8192 2024-04-26T02:05:03.351 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 8192 2024-04-26T02:05:03.351 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194304 len 8192 2024-04-26T02:05:03.406 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 8192 2024-04-26T02:05:03.406 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194304 len 16384 2024-04-26T02:05:03.406 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 16384 2024-04-26T02:05:03.406 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194304 len 16384 2024-04-26T02:05:03.406 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 16384 2024-04-26T02:05:03.406 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194816 len 1024 2024-04-26T02:05:03.406 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 1024 2024-04-26T02:05:03.406 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194816 len 1024 2024-04-26T02:05:03.406 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 1024 2024-04-26T02:05:03.406 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194816 len 2048 2024-04-26T02:05:03.406 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 2048 2024-04-26T02:05:03.406 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194816 len 2048 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 2048 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194816 len 4096 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 4096 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194816 len 4096 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 4096 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194816 len 8192 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 8192 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194816 len 8192 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 8192 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194816 len 16384 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 16384 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194816 len 16384 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 16384 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195328 len 1024 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 1024 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195328 len 1024 2024-04-26T02:05:03.407 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 1024 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195328 len 2048 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 2048 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195328 len 2048 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 2048 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195328 len 4096 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 4096 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195328 len 4096 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 4096 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195328 len 8192 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 8192 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195328 len 8192 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 8192 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195328 len 16384 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 16384 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195328 len 16384 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 16384 2024-04-26T02:05:03.408 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195840 len 1024 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 1024 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195840 len 1024 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 1024 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195840 len 2048 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 2048 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195840 len 2048 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 2048 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195840 len 4096 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 4096 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195840 len 4096 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 4096 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195840 len 8192 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 8192 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195840 len 8192 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 8192 2024-04-26T02:05:03.409 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195840 len 16384 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 16384 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195840 len 16384 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 16384 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196352 len 1024 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 1024 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196352 len 1024 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 1024 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196352 len 2048 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 2048 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196352 len 2048 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 2048 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196352 len 4096 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 4096 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196352 len 4096 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 4096 2024-04-26T02:05:03.410 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196352 len 8192 2024-04-26T02:05:03.411 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 8192 2024-04-26T02:05:03.411 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196352 len 8192 2024-04-26T02:05:03.411 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 8192 2024-04-26T02:05:03.411 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196352 len 16384 2024-04-26T02:05:03.411 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 16384 2024-04-26T02:05:03.411 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196352 len 16384 2024-04-26T02:05:03.411 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 16384 2024-04-26T02:05:03.411 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196864 len 1024 2024-04-26T02:05:03.411 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 1024 2024-04-26T02:05:03.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196864 len 1024 2024-04-26T02:05:03.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 1024 2024-04-26T02:05:03.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196864 len 2048 2024-04-26T02:05:03.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 2048 2024-04-26T02:05:03.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196864 len 2048 2024-04-26T02:05:03.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 2048 2024-04-26T02:05:03.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196864 len 4096 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 4096 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196864 len 4096 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 4096 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196864 len 8192 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 8192 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196864 len 8192 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 8192 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196864 len 16384 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 16384 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196864 len 16384 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 16384 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197376 len 1024 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 1024 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197376 len 1024 2024-04-26T02:05:03.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 1024 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197376 len 2048 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 2048 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197376 len 2048 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 2048 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197376 len 4096 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 4096 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197376 len 4096 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 4096 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197376 len 8192 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 8192 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197376 len 8192 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 8192 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197376 len 16384 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 16384 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197376 len 16384 2024-04-26T02:05:03.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 16384 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197888 len 1024 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 1024 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197888 len 1024 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 1024 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197888 len 2048 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 2048 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197888 len 2048 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 2048 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197888 len 4096 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 4096 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197888 len 4096 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 4096 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197888 len 8192 2024-04-26T02:05:03.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 8192 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197888 len 8192 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 8192 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197888 len 16384 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 16384 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197888 len 16384 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 16384 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190208 len 1024 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 1024 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190208 len 1024 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 1024 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190208 len 2048 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 2048 2024-04-26T02:05:03.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190208 len 2048 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 2048 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190208 len 4096 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 4096 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190208 len 4096 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 4096 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190208 len 8192 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 8192 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190208 len 8192 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 8192 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190208 len 16384 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 16384 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190208 len 16384 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 16384 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190720 len 1024 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 1024 2024-04-26T02:05:03.464 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190720 len 1024 2024-04-26T02:05:03.465 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 1024 2024-04-26T02:05:03.465 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190720 len 2048 2024-04-26T02:05:03.465 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 2048 2024-04-26T02:05:03.465 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190720 len 2048 2024-04-26T02:05:03.465 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 2048 2024-04-26T02:05:03.465 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190720 len 4096 2024-04-26T02:05:03.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:03 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:05:03.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:03 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:05:03.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:03 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:05:03.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:03 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:05:03.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:03 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:05:03.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:03 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:05:03.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 4096 2024-04-26T02:05:03.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190720 len 4096 2024-04-26T02:05:03.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 4096 2024-04-26T02:05:03.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190720 len 8192 2024-04-26T02:05:03.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 8192 2024-04-26T02:05:03.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190720 len 8192 2024-04-26T02:05:03.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 8192 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190720 len 16384 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 16384 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190720 len 16384 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 16384 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191232 len 1024 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 1024 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191232 len 1024 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 1024 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191232 len 2048 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 2048 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191232 len 2048 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 2048 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191232 len 4096 2024-04-26T02:05:03.533 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 4096 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191232 len 4096 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 4096 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191232 len 8192 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 8192 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191232 len 8192 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 8192 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191232 len 16384 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 16384 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191232 len 16384 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 16384 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191744 len 1024 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 1024 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191744 len 1024 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 1024 2024-04-26T02:05:03.534 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191744 len 2048 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 2048 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191744 len 2048 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 2048 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191744 len 4096 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 4096 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191744 len 4096 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 4096 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191744 len 8192 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 8192 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191744 len 8192 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 8192 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191744 len 16384 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 16384 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191744 len 16384 2024-04-26T02:05:03.535 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 16384 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192256 len 1024 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 1024 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192256 len 1024 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 1024 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192256 len 2048 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 2048 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192256 len 2048 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 2048 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192256 len 4096 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 4096 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192256 len 4096 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 4096 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192256 len 8192 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 8192 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192256 len 8192 2024-04-26T02:05:03.536 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 8192 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192256 len 16384 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 16384 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192256 len 16384 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 16384 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192768 len 1024 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 1024 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192768 len 1024 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 1024 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192768 len 2048 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 2048 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192768 len 2048 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 2048 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192768 len 4096 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 4096 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192768 len 4096 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 4096 2024-04-26T02:05:03.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192768 len 8192 2024-04-26T02:05:03.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:03 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:05:03.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:03 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:05:03.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:03 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:05:03.603 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 8192 2024-04-26T02:05:03.603 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192768 len 8192 2024-04-26T02:05:03.603 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 8192 2024-04-26T02:05:03.603 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192768 len 16384 2024-04-26T02:05:03.603 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 16384 2024-04-26T02:05:03.603 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192768 len 16384 2024-04-26T02:05:03.603 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 16384 2024-04-26T02:05:03.603 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193280 len 1024 2024-04-26T02:05:03.603 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 1024 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193280 len 1024 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 1024 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193280 len 2048 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 2048 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193280 len 2048 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 2048 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193280 len 4096 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 4096 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193280 len 4096 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 4096 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193280 len 8192 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 8192 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193280 len 8192 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 8192 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193280 len 16384 2024-04-26T02:05:03.604 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 16384 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193280 len 16384 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 16384 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193792 len 1024 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 1024 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193792 len 1024 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 1024 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193792 len 2048 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 2048 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193792 len 2048 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 2048 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193792 len 4096 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 4096 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193792 len 4096 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 4096 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193792 len 8192 2024-04-26T02:05:03.605 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 8192 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193792 len 8192 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 8192 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193792 len 16384 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 16384 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193792 len 16384 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 16384 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194304 len 1024 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 1024 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194304 len 1024 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 1024 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194304 len 2048 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 2048 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194304 len 2048 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 2048 2024-04-26T02:05:03.606 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194304 len 4096 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 4096 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194304 len 4096 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 4096 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194304 len 8192 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 8192 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194304 len 8192 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 8192 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194304 len 16384 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 16384 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194304 len 16384 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 16384 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194816 len 1024 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 1024 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194816 len 1024 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 1024 2024-04-26T02:05:03.607 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194816 len 2048 2024-04-26T02:05:03.608 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 2048 2024-04-26T02:05:03.608 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194816 len 2048 2024-04-26T02:05:03.608 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 2048 2024-04-26T02:05:03.608 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194816 len 4096 2024-04-26T02:05:03.608 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 4096 2024-04-26T02:05:03.608 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194816 len 4096 2024-04-26T02:05:03.608 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 4096 2024-04-26T02:05:03.608 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194816 len 8192 2024-04-26T02:05:03.608 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 8192 2024-04-26T02:05:03.608 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194816 len 8192 2024-04-26T02:05:03.608 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 8192 2024-04-26T02:05:03.608 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194816 len 16384 2024-04-26T02:05:03.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 16384 2024-04-26T02:05:03.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194816 len 16384 2024-04-26T02:05:03.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 16384 2024-04-26T02:05:03.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195328 len 1024 2024-04-26T02:05:03.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 1024 2024-04-26T02:05:03.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195328 len 1024 2024-04-26T02:05:03.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 1024 2024-04-26T02:05:03.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195328 len 2048 2024-04-26T02:05:03.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 2048 2024-04-26T02:05:03.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195328 len 2048 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 2048 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195328 len 4096 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 4096 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195328 len 4096 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 4096 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195328 len 8192 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 8192 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195328 len 8192 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 8192 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195328 len 16384 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 16384 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195328 len 16384 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 16384 2024-04-26T02:05:03.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195840 len 1024 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 1024 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195840 len 1024 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 1024 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195840 len 2048 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 2048 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195840 len 2048 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 2048 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195840 len 4096 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 4096 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195840 len 4096 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 4096 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195840 len 8192 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 8192 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195840 len 8192 2024-04-26T02:05:03.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 8192 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195840 len 16384 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 16384 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195840 len 16384 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 16384 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196352 len 1024 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 1024 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196352 len 1024 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 1024 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196352 len 2048 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 2048 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196352 len 2048 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 2048 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196352 len 4096 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 4096 2024-04-26T02:05:03.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196352 len 4096 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 4096 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196352 len 8192 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 8192 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196352 len 8192 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 8192 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196352 len 16384 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 16384 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196352 len 16384 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 16384 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196864 len 1024 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 1024 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196864 len 1024 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 1024 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196864 len 2048 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 2048 2024-04-26T02:05:03.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196864 len 2048 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 2048 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196864 len 4096 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 4096 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196864 len 4096 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 4096 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196864 len 8192 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 8192 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196864 len 8192 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 8192 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196864 len 16384 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 16384 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196864 len 16384 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 16384 2024-04-26T02:05:03.660 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197376 len 1024 2024-04-26T02:05:03.710 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 1024 2024-04-26T02:05:03.710 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197376 len 1024 2024-04-26T02:05:03.710 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 1024 2024-04-26T02:05:03.710 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197376 len 2048 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 2048 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197376 len 2048 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 2048 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197376 len 4096 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 4096 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197376 len 4096 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 4096 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197376 len 8192 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 8192 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197376 len 8192 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 8192 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197376 len 16384 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 16384 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197376 len 16384 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 16384 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197888 len 1024 2024-04-26T02:05:03.711 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 1024 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197888 len 1024 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 1024 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197888 len 2048 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 2048 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197888 len 2048 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 2048 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197888 len 4096 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 4096 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197888 len 4096 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 4096 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197888 len 8192 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 8192 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197888 len 8192 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 8192 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197888 len 16384 2024-04-26T02:05:03.712 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 16384 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197888 len 16384 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 16384 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190208 len 1024 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 1024 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190208 len 1024 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 1024 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190208 len 2048 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 2048 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190208 len 2048 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 2048 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190208 len 4096 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 4096 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190208 len 4096 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 4096 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190208 len 8192 2024-04-26T02:05:03.713 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 8192 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190208 len 8192 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 8192 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190208 len 16384 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 16384 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190208 len 16384 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 16384 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190720 len 1024 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 1024 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190720 len 1024 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 1024 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190720 len 2048 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 2048 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190720 len 2048 2024-04-26T02:05:03.714 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 2048 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190720 len 4096 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 4096 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190720 len 4096 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 4096 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190720 len 8192 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 8192 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190720 len 8192 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 8192 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190720 len 16384 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 16384 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190720 len 16384 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 16384 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191232 len 1024 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 1024 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191232 len 1024 2024-04-26T02:05:03.715 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 1024 2024-04-26T02:05:03.782 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191232 len 2048 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 2048 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191232 len 2048 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 2048 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191232 len 4096 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 4096 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191232 len 4096 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 4096 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191232 len 8192 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 8192 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191232 len 8192 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 8192 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191232 len 16384 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 16384 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191232 len 16384 2024-04-26T02:05:03.783 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 16384 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191744 len 1024 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 1024 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191744 len 1024 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 1024 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191744 len 2048 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 2048 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191744 len 2048 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 2048 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191744 len 4096 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 4096 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191744 len 4096 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 4096 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191744 len 8192 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 8192 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191744 len 8192 2024-04-26T02:05:03.784 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 8192 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191744 len 16384 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 16384 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191744 len 16384 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 16384 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192256 len 1024 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 1024 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192256 len 1024 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 1024 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192256 len 2048 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 2048 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192256 len 2048 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 2048 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192256 len 4096 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 4096 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192256 len 4096 2024-04-26T02:05:03.785 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 4096 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192256 len 8192 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 8192 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192256 len 8192 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 8192 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192256 len 16384 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 16384 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192256 len 16384 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 16384 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192768 len 1024 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 1024 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192768 len 1024 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 1024 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192768 len 2048 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 2048 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192768 len 2048 2024-04-26T02:05:03.786 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 2048 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192768 len 4096 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 4096 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192768 len 4096 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 4096 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192768 len 8192 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 8192 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192768 len 8192 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 8192 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192768 len 16384 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 16384 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192768 len 16384 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 16384 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193280 len 1024 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 1024 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193280 len 1024 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 1024 2024-04-26T02:05:03.787 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193280 len 2048 2024-04-26T02:05:03.788 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 2048 2024-04-26T02:05:03.788 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193280 len 2048 2024-04-26T02:05:03.847 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 2048 2024-04-26T02:05:03.847 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193280 len 4096 2024-04-26T02:05:03.847 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 4096 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193280 len 4096 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 4096 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193280 len 8192 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 8192 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193280 len 8192 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 8192 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193280 len 16384 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 16384 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193280 len 16384 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 16384 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193792 len 1024 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 1024 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193792 len 1024 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 1024 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193792 len 2048 2024-04-26T02:05:03.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 2048 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193792 len 2048 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 2048 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193792 len 4096 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 4096 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193792 len 4096 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 4096 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193792 len 8192 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 8192 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193792 len 8192 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 8192 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193792 len 16384 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 16384 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193792 len 16384 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 16384 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194304 len 1024 2024-04-26T02:05:03.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 1024 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194304 len 1024 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 1024 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194304 len 2048 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 2048 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194304 len 2048 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 2048 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194304 len 4096 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 4096 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194304 len 4096 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 4096 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194304 len 8192 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 8192 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194304 len 8192 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 8192 2024-04-26T02:05:03.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194304 len 16384 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 16384 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194304 len 16384 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 16384 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194816 len 1024 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 1024 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194816 len 1024 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 1024 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194816 len 2048 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 2048 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194816 len 2048 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 2048 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194816 len 4096 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 4096 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194816 len 4096 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 4096 2024-04-26T02:05:03.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194816 len 8192 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 8192 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194816 len 8192 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 8192 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194816 len 16384 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 16384 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194816 len 16384 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 16384 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195328 len 1024 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 1024 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195328 len 1024 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 1024 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195328 len 2048 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 2048 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195328 len 2048 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 2048 2024-04-26T02:05:03.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195328 len 4096 2024-04-26T02:05:03.897 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 4096 2024-04-26T02:05:03.897 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195328 len 4096 2024-04-26T02:05:03.897 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 4096 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195328 len 8192 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 8192 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195328 len 8192 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 8192 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195328 len 16384 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 16384 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195328 len 16384 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 16384 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195840 len 1024 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 1024 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195840 len 1024 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 1024 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195840 len 2048 2024-04-26T02:05:03.898 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 2048 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195840 len 2048 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 2048 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195840 len 4096 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 4096 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195840 len 4096 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 4096 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195840 len 8192 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 8192 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195840 len 8192 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 8192 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195840 len 16384 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 16384 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195840 len 16384 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 16384 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196352 len 1024 2024-04-26T02:05:03.899 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 1024 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196352 len 1024 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 1024 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196352 len 2048 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 2048 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196352 len 2048 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 2048 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196352 len 4096 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 4096 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196352 len 4096 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 4096 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196352 len 8192 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 8192 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196352 len 8192 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 8192 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196352 len 16384 2024-04-26T02:05:03.900 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 16384 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196352 len 16384 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 16384 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196864 len 1024 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 1024 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196864 len 1024 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 1024 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196864 len 2048 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 2048 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196864 len 2048 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 2048 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196864 len 4096 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 4096 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196864 len 4096 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 4096 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196864 len 8192 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 8192 2024-04-26T02:05:03.901 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196864 len 8192 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 8192 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196864 len 16384 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 16384 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196864 len 16384 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 16384 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197376 len 1024 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 1024 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197376 len 1024 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 1024 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197376 len 2048 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 2048 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197376 len 2048 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 2048 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197376 len 4096 2024-04-26T02:05:03.902 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 4096 2024-04-26T02:05:03.903 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197376 len 4096 2024-04-26T02:05:03.903 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 4096 2024-04-26T02:05:03.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197376 len 8192 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 8192 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197376 len 8192 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 8192 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197376 len 16384 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 16384 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197376 len 16384 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 16384 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197888 len 1024 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 1024 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197888 len 1024 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 1024 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197888 len 2048 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 2048 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197888 len 2048 2024-04-26T02:05:03.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 2048 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197888 len 4096 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 4096 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197888 len 4096 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 4096 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197888 len 8192 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 8192 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197888 len 8192 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 8192 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197888 len 16384 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 16384 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197888 len 16384 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 16384 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190208 len 1024 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 1024 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190208 len 1024 2024-04-26T02:05:03.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 1024 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190208 len 2048 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 2048 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190208 len 2048 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 2048 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190208 len 4096 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 4096 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190208 len 4096 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 4096 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190208 len 8192 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 8192 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190208 len 8192 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 8192 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190208 len 16384 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 16384 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190208 len 16384 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 16384 2024-04-26T02:05:03.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190720 len 1024 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 1024 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190720 len 1024 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 1024 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190720 len 2048 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 2048 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190720 len 2048 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 2048 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190720 len 4096 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 4096 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190720 len 4096 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 4096 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190720 len 8192 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 8192 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190720 len 8192 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 8192 2024-04-26T02:05:03.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190720 len 16384 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 16384 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190720 len 16384 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 16384 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191232 len 1024 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 1024 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191232 len 1024 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 1024 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191232 len 2048 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 2048 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191232 len 2048 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 2048 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191232 len 4096 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 4096 2024-04-26T02:05:03.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191232 len 4096 2024-04-26T02:05:03.966 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 4096 2024-04-26T02:05:03.966 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191232 len 8192 2024-04-26T02:05:03.966 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 8192 2024-04-26T02:05:04.036 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191232 len 8192 2024-04-26T02:05:04.036 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 8192 2024-04-26T02:05:04.036 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191232 len 16384 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 16384 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191232 len 16384 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 16384 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191744 len 1024 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 1024 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191744 len 1024 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 1024 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191744 len 2048 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 2048 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191744 len 2048 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 2048 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191744 len 4096 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 4096 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191744 len 4096 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 4096 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191744 len 8192 2024-04-26T02:05:04.037 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 8192 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191744 len 8192 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 8192 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191744 len 16384 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 16384 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191744 len 16384 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 16384 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192256 len 1024 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 1024 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192256 len 1024 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 1024 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192256 len 2048 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 2048 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192256 len 2048 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 2048 2024-04-26T02:05:04.038 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192256 len 4096 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 4096 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192256 len 4096 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 4096 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192256 len 8192 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 8192 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192256 len 8192 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 8192 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192256 len 16384 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 16384 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192256 len 16384 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 16384 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192768 len 1024 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 1024 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192768 len 1024 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 1024 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192768 len 2048 2024-04-26T02:05:04.039 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 2048 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192768 len 2048 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 2048 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192768 len 4096 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 4096 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192768 len 4096 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 4096 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192768 len 8192 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 8192 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192768 len 8192 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 8192 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192768 len 16384 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 16384 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192768 len 16384 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 16384 2024-04-26T02:05:04.040 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193280 len 1024 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 1024 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193280 len 1024 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 1024 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193280 len 2048 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 2048 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193280 len 2048 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 2048 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193280 len 4096 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 4096 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193280 len 4096 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 4096 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193280 len 8192 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 8192 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193280 len 8192 2024-04-26T02:05:04.041 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 8192 2024-04-26T02:05:04.097 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193280 len 16384 2024-04-26T02:05:04.097 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 16384 2024-04-26T02:05:04.097 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193280 len 16384 2024-04-26T02:05:04.097 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 16384 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193792 len 1024 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 1024 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193792 len 1024 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 1024 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193792 len 2048 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 2048 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193792 len 2048 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 2048 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193792 len 4096 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 4096 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193792 len 4096 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 4096 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193792 len 8192 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 8192 2024-04-26T02:05:04.098 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193792 len 8192 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 8192 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193792 len 16384 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 16384 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193792 len 16384 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 16384 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194304 len 1024 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 1024 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194304 len 1024 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 1024 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194304 len 2048 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 2048 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194304 len 2048 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 2048 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194304 len 4096 2024-04-26T02:05:04.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 4096 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194304 len 4096 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 4096 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194304 len 8192 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 8192 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194304 len 8192 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 8192 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194304 len 16384 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 16384 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194304 len 16384 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 16384 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194816 len 1024 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 1024 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194816 len 1024 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 1024 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194816 len 2048 2024-04-26T02:05:04.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 2048 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194816 len 2048 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 2048 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194816 len 4096 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 4096 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194816 len 4096 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 4096 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194816 len 8192 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 8192 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194816 len 8192 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 8192 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194816 len 16384 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 16384 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194816 len 16384 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 16384 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195328 len 1024 2024-04-26T02:05:04.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 1024 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195328 len 1024 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 1024 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195328 len 2048 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 2048 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195328 len 2048 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 2048 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195328 len 4096 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 4096 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195328 len 4096 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 4096 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195328 len 8192 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 8192 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195328 len 8192 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 8192 2024-04-26T02:05:04.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195328 len 16384 2024-04-26T02:05:04.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 16384 2024-04-26T02:05:04.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195328 len 16384 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 16384 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195840 len 1024 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 1024 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195840 len 1024 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 1024 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195840 len 2048 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 2048 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195840 len 2048 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 2048 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195840 len 4096 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 4096 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195840 len 4096 2024-04-26T02:05:04.149 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 4096 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195840 len 8192 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 8192 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195840 len 8192 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 8192 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195840 len 16384 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 16384 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195840 len 16384 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 16384 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196352 len 1024 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 1024 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196352 len 1024 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 1024 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196352 len 2048 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 2048 2024-04-26T02:05:04.150 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196352 len 2048 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 2048 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196352 len 4096 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 4096 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196352 len 4096 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 4096 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196352 len 8192 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 8192 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196352 len 8192 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 8192 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196352 len 16384 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 16384 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196352 len 16384 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 16384 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196864 len 1024 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 1024 2024-04-26T02:05:04.151 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196864 len 1024 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 1024 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196864 len 2048 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 2048 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196864 len 2048 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 2048 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196864 len 4096 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 4096 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196864 len 4096 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 4096 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196864 len 8192 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 8192 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196864 len 8192 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 8192 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196864 len 16384 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 16384 2024-04-26T02:05:04.152 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196864 len 16384 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 16384 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197376 len 1024 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 1024 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197376 len 1024 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 1024 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197376 len 2048 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 2048 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197376 len 2048 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 2048 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197376 len 4096 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 4096 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197376 len 4096 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 4096 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197376 len 8192 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 8192 2024-04-26T02:05:04.153 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197376 len 8192 2024-04-26T02:05:04.154 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 8192 2024-04-26T02:05:04.154 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197376 len 16384 2024-04-26T02:05:04.154 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 16384 2024-04-26T02:05:04.154 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197376 len 16384 2024-04-26T02:05:04.154 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 16384 2024-04-26T02:05:04.154 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197888 len 1024 2024-04-26T02:05:04.208 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 1024 2024-04-26T02:05:04.208 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197888 len 1024 2024-04-26T02:05:04.208 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 1024 2024-04-26T02:05:04.208 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197888 len 2048 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 2048 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197888 len 2048 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 2048 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197888 len 4096 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 4096 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197888 len 4096 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 4096 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197888 len 8192 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 8192 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197888 len 8192 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 8192 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197888 len 16384 2024-04-26T02:05:04.209 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 16384 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197888 len 16384 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 16384 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190208 len 1024 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 1024 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190208 len 1024 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 1024 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190208 len 2048 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 2048 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190208 len 2048 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 2048 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190208 len 4096 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 4096 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190208 len 4096 2024-04-26T02:05:04.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 4096 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190208 len 8192 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 8192 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190208 len 8192 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 8192 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190208 len 16384 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 16384 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190208 len 16384 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 16384 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190720 len 1024 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 1024 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190720 len 1024 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 1024 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190720 len 2048 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 2048 2024-04-26T02:05:04.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190720 len 2048 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 2048 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190720 len 4096 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 4096 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190720 len 4096 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 4096 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190720 len 8192 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 8192 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190720 len 8192 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 8192 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190720 len 16384 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 16384 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190720 len 16384 2024-04-26T02:05:04.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 16384 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191232 len 1024 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 1024 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191232 len 1024 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 1024 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191232 len 2048 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 2048 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191232 len 2048 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 2048 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191232 len 4096 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 4096 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191232 len 4096 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 4096 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191232 len 8192 2024-04-26T02:05:04.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 8192 2024-04-26T02:05:04.214 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191232 len 8192 2024-04-26T02:05:04.214 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 8192 2024-04-26T02:05:04.214 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191232 len 16384 2024-04-26T02:05:04.214 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 16384 2024-04-26T02:05:04.214 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191232 len 16384 2024-04-26T02:05:04.214 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 16384 2024-04-26T02:05:04.214 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191744 len 1024 2024-04-26T02:05:04.214 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 1024 2024-04-26T02:05:04.214 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191744 len 1024 2024-04-26T02:05:04.214 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 1024 2024-04-26T02:05:04.282 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191744 len 2048 2024-04-26T02:05:04.282 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 2048 2024-04-26T02:05:04.282 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191744 len 2048 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 2048 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191744 len 4096 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 4096 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191744 len 4096 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 4096 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191744 len 8192 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 8192 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191744 len 8192 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 8192 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191744 len 16384 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 16384 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191744 len 16384 2024-04-26T02:05:04.283 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 16384 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192256 len 1024 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 1024 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192256 len 1024 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 1024 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192256 len 2048 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 2048 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192256 len 2048 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 2048 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192256 len 4096 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 4096 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192256 len 4096 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 4096 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192256 len 8192 2024-04-26T02:05:04.284 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 8192 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192256 len 8192 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 8192 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192256 len 16384 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 16384 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192256 len 16384 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 16384 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192768 len 1024 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 1024 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192768 len 1024 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 1024 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192768 len 2048 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 2048 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192768 len 2048 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 2048 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192768 len 4096 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 4096 2024-04-26T02:05:04.285 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192768 len 4096 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 4096 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192768 len 8192 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 8192 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192768 len 8192 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 8192 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192768 len 16384 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 16384 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192768 len 16384 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 16384 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193280 len 1024 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 1024 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193280 len 1024 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 1024 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193280 len 2048 2024-04-26T02:05:04.286 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 2048 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193280 len 2048 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 2048 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193280 len 4096 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 4096 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193280 len 4096 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 4096 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193280 len 8192 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 8192 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193280 len 8192 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 8192 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193280 len 16384 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 16384 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193280 len 16384 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 16384 2024-04-26T02:05:04.287 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193792 len 1024 2024-04-26T02:05:04.288 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 1024 2024-04-26T02:05:04.288 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193792 len 1024 2024-04-26T02:05:04.288 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 1024 2024-04-26T02:05:04.288 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193792 len 2048 2024-04-26T02:05:04.288 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 2048 2024-04-26T02:05:04.342 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193792 len 2048 2024-04-26T02:05:04.342 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 2048 2024-04-26T02:05:04.342 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193792 len 4096 2024-04-26T02:05:04.342 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 4096 2024-04-26T02:05:04.342 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193792 len 4096 2024-04-26T02:05:04.342 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 4096 2024-04-26T02:05:04.342 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193792 len 8192 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 8192 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193792 len 8192 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 8192 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193792 len 16384 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 16384 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193792 len 16384 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 16384 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194304 len 1024 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 1024 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194304 len 1024 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 1024 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194304 len 2048 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 2048 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194304 len 2048 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 2048 2024-04-26T02:05:04.343 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194304 len 4096 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 4096 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194304 len 4096 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 4096 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194304 len 8192 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 8192 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194304 len 8192 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 8192 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194304 len 16384 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 16384 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194304 len 16384 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 16384 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194816 len 1024 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 1024 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194816 len 1024 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 1024 2024-04-26T02:05:04.344 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194816 len 2048 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 2048 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194816 len 2048 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 2048 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194816 len 4096 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 4096 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194816 len 4096 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 4096 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194816 len 8192 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 8192 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194816 len 8192 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 8192 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194816 len 16384 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 16384 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194816 len 16384 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 16384 2024-04-26T02:05:04.345 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195328 len 1024 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 1024 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195328 len 1024 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 1024 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195328 len 2048 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 2048 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195328 len 2048 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 2048 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195328 len 4096 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 4096 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195328 len 4096 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 4096 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195328 len 8192 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 8192 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195328 len 8192 2024-04-26T02:05:04.346 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 8192 2024-04-26T02:05:04.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195328 len 16384 2024-04-26T02:05:04.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 16384 2024-04-26T02:05:04.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195328 len 16384 2024-04-26T02:05:04.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 16384 2024-04-26T02:05:04.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195840 len 1024 2024-04-26T02:05:04.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 1024 2024-04-26T02:05:04.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195840 len 1024 2024-04-26T02:05:04.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 1024 2024-04-26T02:05:04.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195840 len 2048 2024-04-26T02:05:04.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 2048 2024-04-26T02:05:04.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195840 len 2048 2024-04-26T02:05:04.347 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 2048 2024-04-26T02:05:04.397 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195840 len 4096 2024-04-26T02:05:04.397 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 4096 2024-04-26T02:05:04.397 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195840 len 4096 2024-04-26T02:05:04.397 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 4096 2024-04-26T02:05:04.397 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195840 len 8192 2024-04-26T02:05:04.397 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 8192 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195840 len 8192 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 8192 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195840 len 16384 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 16384 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195840 len 16384 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 16384 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196352 len 1024 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 1024 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196352 len 1024 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 1024 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196352 len 2048 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 2048 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196352 len 2048 2024-04-26T02:05:04.398 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 2048 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196352 len 4096 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 4096 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196352 len 4096 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 4096 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196352 len 8192 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 8192 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196352 len 8192 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 8192 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196352 len 16384 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 16384 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196352 len 16384 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 16384 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196864 len 1024 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 1024 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196864 len 1024 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 1024 2024-04-26T02:05:04.399 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196864 len 2048 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 2048 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196864 len 2048 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 2048 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196864 len 4096 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 4096 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196864 len 4096 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 4096 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196864 len 8192 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 8192 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196864 len 8192 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 8192 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196864 len 16384 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 16384 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196864 len 16384 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 16384 2024-04-26T02:05:04.400 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197376 len 1024 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 1024 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197376 len 1024 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 1024 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197376 len 2048 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 2048 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197376 len 2048 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 2048 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197376 len 4096 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 4096 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197376 len 4096 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 4096 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197376 len 8192 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 8192 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197376 len 8192 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 8192 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197376 len 16384 2024-04-26T02:05:04.401 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 16384 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197376 len 16384 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 16384 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197888 len 1024 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 1024 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197888 len 1024 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 1024 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197888 len 2048 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 2048 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197888 len 2048 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 2048 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197888 len 4096 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 4096 2024-04-26T02:05:04.402 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197888 len 4096 2024-04-26T02:05:04.457 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 4096 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197888 len 8192 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 8192 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197888 len 8192 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 8192 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197888 len 16384 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 16384 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197888 len 16384 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 16384 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190208 len 1024 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 1024 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190208 len 1024 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 1024 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190208 len 2048 2024-04-26T02:05:04.458 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 2048 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190208 len 2048 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 2048 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190208 len 4096 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 4096 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190208 len 4096 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 4096 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190208 len 8192 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 8192 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190208 len 8192 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 8192 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190208 len 16384 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 16384 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190208 len 16384 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 16384 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190720 len 1024 2024-04-26T02:05:04.459 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 1024 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190720 len 1024 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 1024 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190720 len 2048 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 2048 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190720 len 2048 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 2048 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190720 len 4096 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 4096 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190720 len 4096 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 4096 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190720 len 8192 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 8192 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190720 len 8192 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 8192 2024-04-26T02:05:04.460 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190720 len 16384 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 16384 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190720 len 16384 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 16384 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191232 len 1024 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 1024 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191232 len 1024 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 1024 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191232 len 2048 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 2048 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191232 len 2048 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 2048 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191232 len 4096 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 4096 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191232 len 4096 2024-04-26T02:05:04.461 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 4096 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191232 len 8192 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 8192 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191232 len 8192 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 8192 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191232 len 16384 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 16384 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191232 len 16384 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 16384 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191744 len 1024 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 1024 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191744 len 1024 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 1024 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191744 len 2048 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 2048 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191744 len 2048 2024-04-26T02:05:04.462 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 2048 2024-04-26T02:05:04.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191744 len 4096 2024-04-26T02:05:04.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 4096 2024-04-26T02:05:04.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191744 len 4096 2024-04-26T02:05:04.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 4096 2024-04-26T02:05:04.463 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191744 len 8192 2024-04-26T02:05:04.537 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 8192 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191744 len 8192 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 8192 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191744 len 16384 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 16384 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191744 len 16384 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 16384 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192256 len 1024 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 1024 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192256 len 1024 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 1024 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192256 len 2048 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 2048 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192256 len 2048 2024-04-26T02:05:04.538 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 2048 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192256 len 4096 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 4096 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192256 len 4096 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 4096 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192256 len 8192 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 8192 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192256 len 8192 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 8192 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192256 len 16384 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 16384 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192256 len 16384 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 16384 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192768 len 1024 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 1024 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192768 len 1024 2024-04-26T02:05:04.539 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 1024 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192768 len 2048 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 2048 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192768 len 2048 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 2048 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192768 len 4096 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 4096 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192768 len 4096 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 4096 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192768 len 8192 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 8192 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192768 len 8192 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 8192 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192768 len 16384 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 16384 2024-04-26T02:05:04.540 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192768 len 16384 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 16384 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193280 len 1024 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 1024 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193280 len 1024 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 1024 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193280 len 2048 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 2048 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193280 len 2048 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 2048 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193280 len 4096 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 4096 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193280 len 4096 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 4096 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193280 len 8192 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 8192 2024-04-26T02:05:04.541 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193280 len 8192 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 8192 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193280 len 16384 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 16384 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193280 len 16384 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 16384 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193792 len 1024 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 1024 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193792 len 1024 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 1024 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193792 len 2048 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 2048 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193792 len 2048 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 2048 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193792 len 4096 2024-04-26T02:05:04.542 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 4096 2024-04-26T02:05:04.543 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193792 len 4096 2024-04-26T02:05:04.543 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 4096 2024-04-26T02:05:04.543 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193792 len 8192 2024-04-26T02:05:04.543 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 8192 2024-04-26T02:05:04.543 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193792 len 8192 2024-04-26T02:05:04.543 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 8192 2024-04-26T02:05:04.592 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193792 len 16384 2024-04-26T02:05:04.592 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 16384 2024-04-26T02:05:04.592 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193792 len 16384 2024-04-26T02:05:04.592 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 16384 2024-04-26T02:05:04.592 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194304 len 1024 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 1024 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194304 len 1024 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 1024 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194304 len 2048 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 2048 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194304 len 2048 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 2048 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194304 len 4096 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 4096 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194304 len 4096 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 4096 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194304 len 8192 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 8192 2024-04-26T02:05:04.593 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194304 len 8192 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 8192 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194304 len 16384 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 16384 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194304 len 16384 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 16384 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194816 len 1024 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 1024 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194816 len 1024 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 1024 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194816 len 2048 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 2048 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194816 len 2048 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 2048 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194816 len 4096 2024-04-26T02:05:04.594 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 4096 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194816 len 4096 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 4096 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194816 len 8192 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 8192 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194816 len 8192 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 8192 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194816 len 16384 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 16384 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194816 len 16384 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 16384 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195328 len 1024 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 1024 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195328 len 1024 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 1024 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195328 len 2048 2024-04-26T02:05:04.595 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 2048 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195328 len 2048 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 2048 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195328 len 4096 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 4096 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195328 len 4096 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 4096 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195328 len 8192 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 8192 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195328 len 8192 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 8192 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195328 len 16384 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 16384 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195328 len 16384 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 16384 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195840 len 1024 2024-04-26T02:05:04.596 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 1024 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195840 len 1024 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 1024 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195840 len 2048 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 2048 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195840 len 2048 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 2048 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195840 len 4096 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 4096 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195840 len 4096 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 4096 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195840 len 8192 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 8192 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195840 len 8192 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 8192 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195840 len 16384 2024-04-26T02:05:04.597 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 16384 2024-04-26T02:05:04.646 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195840 len 16384 2024-04-26T02:05:04.646 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 16384 2024-04-26T02:05:04.646 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196352 len 1024 2024-04-26T02:05:04.646 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 1024 2024-04-26T02:05:04.646 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196352 len 1024 2024-04-26T02:05:04.646 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 1024 2024-04-26T02:05:04.646 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196352 len 2048 2024-04-26T02:05:04.646 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 2048 2024-04-26T02:05:04.646 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196352 len 2048 2024-04-26T02:05:04.646 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 2048 2024-04-26T02:05:04.646 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196352 len 4096 2024-04-26T02:05:04.646 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 4096 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196352 len 4096 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 4096 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196352 len 8192 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 8192 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196352 len 8192 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 8192 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196352 len 16384 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 16384 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196352 len 16384 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 16384 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196864 len 1024 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 1024 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196864 len 1024 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 1024 2024-04-26T02:05:04.647 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196864 len 2048 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 2048 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196864 len 2048 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 2048 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196864 len 4096 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 4096 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196864 len 4096 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 4096 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196864 len 8192 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 8192 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196864 len 8192 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 8192 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196864 len 16384 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 16384 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196864 len 16384 2024-04-26T02:05:04.648 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 16384 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197376 len 1024 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 1024 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197376 len 1024 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 1024 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197376 len 2048 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 2048 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197376 len 2048 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 2048 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197376 len 4096 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 4096 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197376 len 4096 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 4096 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197376 len 8192 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 8192 2024-04-26T02:05:04.649 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197376 len 8192 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 8192 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197376 len 16384 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 16384 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197376 len 16384 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 16384 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197888 len 1024 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 1024 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197888 len 1024 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 1024 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197888 len 2048 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 2048 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197888 len 2048 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 2048 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197888 len 4096 2024-04-26T02:05:04.650 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 4096 2024-04-26T02:05:04.651 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197888 len 4096 2024-04-26T02:05:04.651 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 4096 2024-04-26T02:05:04.651 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197888 len 8192 2024-04-26T02:05:04.651 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 8192 2024-04-26T02:05:04.651 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197888 len 8192 2024-04-26T02:05:04.651 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 8192 2024-04-26T02:05:04.651 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197888 len 16384 2024-04-26T02:05:04.651 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 16384 2024-04-26T02:05:04.651 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197888 len 16384 2024-04-26T02:05:04.651 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 16384 2024-04-26T02:05:04.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190208 len 1024 2024-04-26T02:05:04.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 1024 2024-04-26T02:05:04.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190208 len 1024 2024-04-26T02:05:04.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 1024 2024-04-26T02:05:04.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190208 len 2048 2024-04-26T02:05:04.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 2048 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190208 len 2048 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 2048 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190208 len 4096 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 4096 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190208 len 4096 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 4096 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190208 len 8192 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 8192 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190208 len 8192 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 8192 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190208 len 16384 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 16384 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190208 len 16384 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 16384 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190720 len 1024 2024-04-26T02:05:04.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 1024 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190720 len 1024 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 1024 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190720 len 2048 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 2048 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190720 len 2048 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 2048 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190720 len 4096 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 4096 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190720 len 4096 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 4096 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190720 len 8192 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 8192 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190720 len 8192 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 8192 2024-04-26T02:05:04.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190720 len 16384 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 16384 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190720 len 16384 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 16384 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191232 len 1024 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 1024 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191232 len 1024 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 1024 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191232 len 2048 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 2048 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191232 len 2048 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 2048 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191232 len 4096 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 4096 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191232 len 4096 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 4096 2024-04-26T02:05:04.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191232 len 8192 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 8192 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191232 len 8192 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 8192 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191232 len 16384 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 16384 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191232 len 16384 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 16384 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191744 len 1024 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 1024 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191744 len 1024 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 1024 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191744 len 2048 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 2048 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191744 len 2048 2024-04-26T02:05:04.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 2048 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191744 len 4096 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 4096 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191744 len 4096 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 4096 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191744 len 8192 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 8192 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191744 len 8192 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 8192 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191744 len 16384 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 16384 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191744 len 16384 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 16384 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192256 len 1024 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 1024 2024-04-26T02:05:04.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192256 len 1024 2024-04-26T02:05:04.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:04 smithi026 ceph-mon[28138]: pgmap v70: 97 pgs: 97 active+clean; 6.0 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 1.19k op/s 2024-04-26T02:05:04.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:04 smithi033 ceph-mon[32805]: pgmap v70: 97 pgs: 97 active+clean; 6.0 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 1.19k op/s 2024-04-26T02:05:04.794 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 1024 2024-04-26T02:05:04.794 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192256 len 2048 2024-04-26T02:05:04.794 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 2048 2024-04-26T02:05:04.794 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192256 len 2048 2024-04-26T02:05:04.794 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 2048 2024-04-26T02:05:04.794 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192256 len 4096 2024-04-26T02:05:04.794 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 4096 2024-04-26T02:05:04.794 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192256 len 4096 2024-04-26T02:05:04.794 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 4096 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192256 len 8192 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 8192 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192256 len 8192 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 8192 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192256 len 16384 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 16384 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192256 len 16384 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 16384 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192768 len 1024 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 1024 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192768 len 1024 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 1024 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192768 len 2048 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 2048 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192768 len 2048 2024-04-26T02:05:04.795 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 2048 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192768 len 4096 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 4096 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192768 len 4096 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 4096 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192768 len 8192 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 8192 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192768 len 8192 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 8192 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192768 len 16384 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 16384 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192768 len 16384 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 16384 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193280 len 1024 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 1024 2024-04-26T02:05:04.796 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193280 len 1024 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 1024 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193280 len 2048 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 2048 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193280 len 2048 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 2048 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193280 len 4096 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 4096 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193280 len 4096 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 4096 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193280 len 8192 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 8192 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193280 len 8192 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 8192 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193280 len 16384 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 16384 2024-04-26T02:05:04.797 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193280 len 16384 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 16384 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193792 len 1024 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 1024 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193792 len 1024 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 1024 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193792 len 2048 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 2048 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193792 len 2048 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 2048 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193792 len 4096 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 4096 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193792 len 4096 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 4096 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193792 len 8192 2024-04-26T02:05:04.798 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 8192 2024-04-26T02:05:04.799 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193792 len 8192 2024-04-26T02:05:04.799 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 8192 2024-04-26T02:05:04.799 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193792 len 16384 2024-04-26T02:05:04.799 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 16384 2024-04-26T02:05:04.799 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193792 len 16384 2024-04-26T02:05:04.799 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 16384 2024-04-26T02:05:04.799 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194304 len 1024 2024-04-26T02:05:04.799 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 1024 2024-04-26T02:05:04.799 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194304 len 1024 2024-04-26T02:05:04.799 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 1024 2024-04-26T02:05:04.799 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194304 len 2048 2024-04-26T02:05:04.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:04 smithi064 ceph-mon[32613]: pgmap v70: 97 pgs: 97 active+clean; 6.0 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 1.19k op/s 2024-04-26T02:05:04.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 2048 2024-04-26T02:05:04.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194304 len 2048 2024-04-26T02:05:04.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 2048 2024-04-26T02:05:04.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194304 len 4096 2024-04-26T02:05:04.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 4096 2024-04-26T02:05:04.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194304 len 4096 2024-04-26T02:05:04.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 4096 2024-04-26T02:05:04.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194304 len 8192 2024-04-26T02:05:04.848 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 8192 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194304 len 8192 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 8192 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194304 len 16384 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 16384 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194304 len 16384 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 16384 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194816 len 1024 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 1024 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194816 len 1024 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 1024 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194816 len 2048 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 2048 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194816 len 2048 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 2048 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194816 len 4096 2024-04-26T02:05:04.849 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 4096 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194816 len 4096 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 4096 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194816 len 8192 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 8192 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194816 len 8192 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 8192 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194816 len 16384 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 16384 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194816 len 16384 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 16384 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195328 len 1024 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 1024 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195328 len 1024 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 1024 2024-04-26T02:05:04.850 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195328 len 2048 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 2048 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195328 len 2048 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 2048 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195328 len 4096 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 4096 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195328 len 4096 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 4096 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195328 len 8192 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 8192 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195328 len 8192 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 8192 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195328 len 16384 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 16384 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195328 len 16384 2024-04-26T02:05:04.851 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 16384 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195840 len 1024 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 1024 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195840 len 1024 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 1024 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195840 len 2048 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 2048 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195840 len 2048 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 2048 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195840 len 4096 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 4096 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195840 len 4096 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 4096 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195840 len 8192 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 8192 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195840 len 8192 2024-04-26T02:05:04.852 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 8192 2024-04-26T02:05:04.853 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195840 len 16384 2024-04-26T02:05:04.853 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 16384 2024-04-26T02:05:04.853 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195840 len 16384 2024-04-26T02:05:04.853 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 16384 2024-04-26T02:05:04.853 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196352 len 1024 2024-04-26T02:05:04.853 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 1024 2024-04-26T02:05:04.853 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196352 len 1024 2024-04-26T02:05:04.853 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 1024 2024-04-26T02:05:04.853 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196352 len 2048 2024-04-26T02:05:04.853 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 2048 2024-04-26T02:05:04.853 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196352 len 2048 2024-04-26T02:05:04.853 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 2048 2024-04-26T02:05:04.903 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196352 len 4096 2024-04-26T02:05:04.903 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 4096 2024-04-26T02:05:04.903 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196352 len 4096 2024-04-26T02:05:04.903 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 4096 2024-04-26T02:05:04.903 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196352 len 8192 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 8192 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196352 len 8192 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 8192 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196352 len 16384 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 16384 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196352 len 16384 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 16384 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196864 len 1024 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 1024 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196864 len 1024 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 1024 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196864 len 2048 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 2048 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196864 len 2048 2024-04-26T02:05:04.904 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 2048 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196864 len 4096 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 4096 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196864 len 4096 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 4096 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196864 len 8192 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 8192 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196864 len 8192 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 8192 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196864 len 16384 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 16384 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196864 len 16384 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 16384 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197376 len 1024 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 1024 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197376 len 1024 2024-04-26T02:05:04.905 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 1024 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197376 len 2048 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 2048 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197376 len 2048 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 2048 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197376 len 4096 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 4096 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197376 len 4096 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 4096 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197376 len 8192 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 8192 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197376 len 8192 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 8192 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197376 len 16384 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 16384 2024-04-26T02:05:04.906 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197376 len 16384 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 16384 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197888 len 1024 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 1024 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197888 len 1024 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 1024 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197888 len 2048 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 2048 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197888 len 2048 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 2048 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197888 len 4096 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 4096 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197888 len 4096 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 4096 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197888 len 8192 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 8192 2024-04-26T02:05:04.907 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197888 len 8192 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 8192 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197888 len 16384 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 16384 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197888 len 16384 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 16384 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190208 len 1024 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 1024 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190208 len 1024 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 1024 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190208 len 2048 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 2048 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190208 len 2048 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 2048 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190208 len 4096 2024-04-26T02:05:04.908 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 4096 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190208 len 4096 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 4096 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190208 len 8192 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 8192 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190208 len 8192 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 8192 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190208 len 16384 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 16384 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190208 len 16384 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 16384 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190720 len 1024 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 1024 2024-04-26T02:05:04.976 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190720 len 1024 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 1024 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190720 len 2048 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 2048 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190720 len 2048 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 2048 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190720 len 4096 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 4096 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190720 len 4096 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 4096 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190720 len 8192 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 8192 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190720 len 8192 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 8192 2024-04-26T02:05:04.977 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190720 len 16384 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 16384 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190720 len 16384 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 16384 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191232 len 1024 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 1024 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191232 len 1024 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 1024 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191232 len 2048 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 2048 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191232 len 2048 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 2048 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191232 len 4096 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 4096 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191232 len 4096 2024-04-26T02:05:04.978 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 4096 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191232 len 8192 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 8192 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191232 len 8192 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 8192 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191232 len 16384 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 16384 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191232 len 16384 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 16384 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191744 len 1024 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 1024 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191744 len 1024 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 1024 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191744 len 2048 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 2048 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191744 len 2048 2024-04-26T02:05:04.979 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 2048 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191744 len 4096 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 4096 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191744 len 4096 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 4096 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191744 len 8192 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 8192 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191744 len 8192 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 8192 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191744 len 16384 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 16384 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191744 len 16384 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 16384 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192256 len 1024 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 1024 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192256 len 1024 2024-04-26T02:05:04.980 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 1024 2024-04-26T02:05:04.981 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192256 len 2048 2024-04-26T02:05:04.981 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 2048 2024-04-26T02:05:04.981 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192256 len 2048 2024-04-26T02:05:04.981 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 2048 2024-04-26T02:05:04.981 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192256 len 4096 2024-04-26T02:05:04.981 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 4096 2024-04-26T02:05:04.981 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192256 len 4096 2024-04-26T02:05:04.981 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 4096 2024-04-26T02:05:04.981 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192256 len 8192 2024-04-26T02:05:05.051 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 8192 2024-04-26T02:05:05.051 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192256 len 8192 2024-04-26T02:05:05.051 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 8192 2024-04-26T02:05:05.051 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192256 len 16384 2024-04-26T02:05:05.051 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 16384 2024-04-26T02:05:05.051 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192256 len 16384 2024-04-26T02:05:05.051 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 16384 2024-04-26T02:05:05.051 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192768 len 1024 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 1024 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192768 len 1024 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 1024 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192768 len 2048 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 2048 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192768 len 2048 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 2048 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192768 len 4096 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 4096 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192768 len 4096 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 4096 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192768 len 8192 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 8192 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192768 len 8192 2024-04-26T02:05:05.052 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 8192 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192768 len 16384 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 16384 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192768 len 16384 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 16384 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193280 len 1024 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 1024 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193280 len 1024 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 1024 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193280 len 2048 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 2048 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193280 len 2048 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 2048 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193280 len 4096 2024-04-26T02:05:05.053 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 4096 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193280 len 4096 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 4096 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193280 len 8192 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 8192 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193280 len 8192 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 8192 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193280 len 16384 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 16384 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193280 len 16384 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 16384 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193792 len 1024 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 1024 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193792 len 1024 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 1024 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193792 len 2048 2024-04-26T02:05:05.054 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 2048 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193792 len 2048 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 2048 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193792 len 4096 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 4096 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193792 len 4096 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 4096 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193792 len 8192 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 8192 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193792 len 8192 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 8192 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193792 len 16384 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 16384 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193792 len 16384 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 16384 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194304 len 1024 2024-04-26T02:05:05.055 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 1024 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194304 len 1024 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 1024 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194304 len 2048 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 2048 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194304 len 2048 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 2048 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194304 len 4096 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 4096 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194304 len 4096 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 4096 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194304 len 8192 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 8192 2024-04-26T02:05:05.056 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194304 len 8192 2024-04-26T02:05:05.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 8192 2024-04-26T02:05:05.099 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194304 len 16384 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 16384 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194304 len 16384 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 16384 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194816 len 1024 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 1024 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194816 len 1024 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 1024 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194816 len 2048 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 2048 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194816 len 2048 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 2048 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194816 len 4096 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 4096 2024-04-26T02:05:05.100 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194816 len 4096 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 4096 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194816 len 8192 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 8192 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194816 len 8192 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 8192 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194816 len 16384 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 16384 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194816 len 16384 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 16384 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195328 len 1024 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 1024 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195328 len 1024 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 1024 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195328 len 2048 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 2048 2024-04-26T02:05:05.101 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195328 len 2048 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 2048 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195328 len 4096 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 4096 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195328 len 4096 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 4096 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195328 len 8192 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 8192 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195328 len 8192 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 8192 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195328 len 16384 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 16384 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195328 len 16384 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 16384 2024-04-26T02:05:05.102 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195840 len 1024 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 1024 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195840 len 1024 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 1024 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195840 len 2048 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 2048 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195840 len 2048 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 2048 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195840 len 4096 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 4096 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195840 len 4096 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 4096 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195840 len 8192 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 8192 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195840 len 8192 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 8192 2024-04-26T02:05:05.103 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195840 len 16384 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 16384 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195840 len 16384 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 16384 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196352 len 1024 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 1024 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196352 len 1024 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 1024 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196352 len 2048 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 2048 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196352 len 2048 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 2048 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196352 len 4096 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 4096 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196352 len 4096 2024-04-26T02:05:05.104 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 4096 2024-04-26T02:05:05.105 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196352 len 8192 2024-04-26T02:05:05.105 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 8192 2024-04-26T02:05:05.105 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196352 len 8192 2024-04-26T02:05:05.105 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 8192 2024-04-26T02:05:05.105 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196352 len 16384 2024-04-26T02:05:05.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 16384 2024-04-26T02:05:05.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196352 len 16384 2024-04-26T02:05:05.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 16384 2024-04-26T02:05:05.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196864 len 1024 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 1024 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196864 len 1024 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 1024 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196864 len 2048 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 2048 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196864 len 2048 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 2048 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196864 len 4096 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 4096 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196864 len 4096 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 4096 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196864 len 8192 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 8192 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196864 len 8192 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 8192 2024-04-26T02:05:05.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196864 len 16384 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 16384 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196864 len 16384 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 16384 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197376 len 1024 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 1024 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197376 len 1024 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 1024 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197376 len 2048 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 2048 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197376 len 2048 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 2048 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197376 len 4096 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 4096 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197376 len 4096 2024-04-26T02:05:05.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 4096 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197376 len 8192 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 8192 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197376 len 8192 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 8192 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197376 len 16384 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 16384 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197376 len 16384 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 16384 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197888 len 1024 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 1024 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197888 len 1024 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 1024 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197888 len 2048 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 2048 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197888 len 2048 2024-04-26T02:05:05.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 2048 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197888 len 4096 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 4096 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197888 len 4096 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 4096 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197888 len 8192 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 8192 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197888 len 8192 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 8192 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197888 len 16384 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 16384 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197888 len 16384 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 16384 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4190720 len 1024 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 1024 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4190720 len 1024 2024-04-26T02:05:05.720 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 1024 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4190720 len 2048 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 2048 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4190720 len 2048 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 2048 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4190720 len 4096 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 4096 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4190720 len 4096 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 4096 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4190720 len 8192 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 8192 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4190720 len 8192 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 8192 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4190720 len 16384 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 16384 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4190720 len 16384 2024-04-26T02:05:05.721 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 16384 2024-04-26T02:05:05.722 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191232 len 1024 2024-04-26T02:05:06.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:06 smithi026 ceph-mon[28138]: pgmap v71: 97 pgs: 97 active+clean; 6.0 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 35 KiB/s wr, 668 op/s 2024-04-26T02:05:06.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:06 smithi033 ceph-mon[32805]: pgmap v71: 97 pgs: 97 active+clean; 6.0 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 35 KiB/s wr, 668 op/s 2024-04-26T02:05:06.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:06 smithi064 ceph-mon[32613]: pgmap v71: 97 pgs: 97 active+clean; 6.0 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 35 KiB/s wr, 668 op/s 2024-04-26T02:05:08.026 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 1024 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191232 len 1024 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 1024 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191232 len 2048 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 2048 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191232 len 2048 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 2048 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191232 len 4096 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 4096 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191232 len 4096 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 4096 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191232 len 8192 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 8192 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191232 len 8192 2024-04-26T02:05:08.027 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 8192 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191232 len 16384 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 16384 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191232 len 16384 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 16384 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191744 len 1024 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 1024 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191744 len 1024 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 1024 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191744 len 2048 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 2048 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191744 len 2048 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 2048 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191744 len 4096 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 4096 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191744 len 4096 2024-04-26T02:05:08.028 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 4096 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191744 len 8192 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 8192 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191744 len 8192 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 8192 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191744 len 16384 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 16384 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191744 len 16384 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 16384 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192256 len 1024 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 1024 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192256 len 1024 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 1024 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192256 len 2048 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 2048 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192256 len 2048 2024-04-26T02:05:08.029 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 2048 2024-04-26T02:05:08.030 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192256 len 4096 2024-04-26T02:05:08.030 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 4096 2024-04-26T02:05:08.030 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192256 len 4096 2024-04-26T02:05:08.030 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 4096 2024-04-26T02:05:08.030 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192256 len 8192 2024-04-26T02:05:08.030 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 8192 2024-04-26T02:05:08.030 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192256 len 8192 2024-04-26T02:05:08.030 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 8192 2024-04-26T02:05:08.030 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192256 len 16384 2024-04-26T02:05:08.030 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 16384 2024-04-26T02:05:08.030 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192256 len 16384 2024-04-26T02:05:08.030 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 16384 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192768 len 1024 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 1024 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192768 len 1024 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 1024 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192768 len 2048 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 2048 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192768 len 2048 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 2048 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192768 len 4096 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 4096 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192768 len 4096 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 4096 2024-04-26T02:05:08.031 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192768 len 8192 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 8192 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192768 len 8192 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 8192 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192768 len 16384 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 16384 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192768 len 16384 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 16384 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193280 len 1024 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 1024 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193280 len 1024 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 1024 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193280 len 2048 2024-04-26T02:05:08.032 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 2048 2024-04-26T02:05:08.033 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193280 len 2048 2024-04-26T02:05:08.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:08 smithi026 ceph-mon[28138]: pgmap v72: 97 pgs: 97 active+clean; 126 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 775 KiB/s wr, 831 op/s 2024-04-26T02:05:08.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:08 smithi033 ceph-mon[32805]: pgmap v72: 97 pgs: 97 active+clean; 126 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 775 KiB/s wr, 831 op/s 2024-04-26T02:05:08.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:08 smithi064 ceph-mon[32613]: pgmap v72: 97 pgs: 97 active+clean; 126 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 775 KiB/s wr, 831 op/s 2024-04-26T02:05:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.957+0000 7f509ee00640 1 -- 172.21.15.26:0/2017998210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5098074320 msgr2=0x7f5098074700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.957+0000 7f509ee00640 1 --2- 172.21.15.26:0/2017998210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5098074320 0x7f5098074700 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f508c009be0 tx=0x7f508c02a750 comp rx=0 tx=0).stop 2024-04-26T02:05:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.957+0000 7f509ee00640 1 -- 172.21.15.26:0/2017998210 shutdown_connections 2024-04-26T02:05:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.957+0000 7f509ee00640 1 --2- 172.21.15.26:0/2017998210 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f509810e5f0 0x7f5098110a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.957+0000 7f509ee00640 1 --2- 172.21.15.26:0/2017998210 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5098074c40 0x7f509810e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.957+0000 7f509ee00640 1 --2- 172.21.15.26:0/2017998210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5098074320 0x7f5098074700 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.957+0000 7f509ee00640 1 -- 172.21.15.26:0/2017998210 >> 172.21.15.26:0/2017998210 conn(0x7f50980fd880 msgr2=0x7f50980ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.958+0000 7f509ee00640 1 -- 172.21.15.26:0/2017998210 shutdown_connections 2024-04-26T02:05:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.958+0000 7f509ee00640 1 -- 172.21.15.26:0/2017998210 wait complete. 2024-04-26T02:05:08.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.958+0000 7f509ee00640 1 Processor -- start 2024-04-26T02:05:08.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.959+0000 7f509ee00640 1 -- start start 2024-04-26T02:05:08.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.959+0000 7f509ee00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5098074320 0x7f50981a05b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.959+0000 7f509ee00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5098074c40 0x7f50981a0af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.959+0000 7f509ee00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f509810e5f0 0x7f509819a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.959+0000 7f509ee00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5098114230 con 0x7f5098074c40 2024-04-26T02:05:08.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.959+0000 7f509ee00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f50981140b0 con 0x7f5098074320 2024-04-26T02:05:08.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.959+0000 7f509ee00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f50981143b0 con 0x7f509810e5f0 2024-04-26T02:05:08.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.959+0000 7f509d000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5098074c40 0x7f50981a0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.960+0000 7f509d000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5098074c40 0x7f50981a0af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60918/0 (socket says 172.21.15.26:60918) 2024-04-26T02:05:08.961 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.960+0000 7f509d000640 1 -- 172.21.15.26:0/813612932 learned_addr learned my addr 172.21.15.26:0/813612932 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.960+0000 7f509da00640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5098074320 0x7f50981a05b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.960+0000 7f509d000640 1 -- 172.21.15.26:0/813612932 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f509810e5f0 msgr2=0x7f509819a6c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.960+0000 7f509d000640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f509810e5f0 0x7f509819a6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.960+0000 7f509d000640 1 -- 172.21.15.26:0/813612932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5098074320 msgr2=0x7f50981a05b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.960+0000 7f509d000640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5098074320 0x7f50981a05b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.960+0000 7f509d000640 1 -- 172.21.15.26:0/813612932 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f509819af80 con 0x7f5098074c40 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.960+0000 7f509da00640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5098074320 0x7f50981a05b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.960+0000 7f509d000640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5098074c40 0x7f50981a0af0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f508400e9f0 tx=0x7f508400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.961+0000 7f5096000640 1 -- 172.21.15.26:0/813612932 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508400ccc0 con 0x7f5098074c40 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.961+0000 7f509ee00640 1 -- 172.21.15.26:0/813612932 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f509819b270 con 0x7f5098074c40 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.961+0000 7f5096000640 1 -- 172.21.15.26:0/813612932 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50840054d0 con 0x7f5098074c40 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.961+0000 7f5096000640 1 -- 172.21.15.26:0/813612932 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5084010430 con 0x7f5098074c40 2024-04-26T02:05:08.962 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.961+0000 7f509ee00640 1 -- 172.21.15.26:0/813612932 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50981a7530 con 0x7f5098074c40 2024-04-26T02:05:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.965+0000 7f5096000640 1 -- 172.21.15.26:0/813612932 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f50840046c0 con 0x7f5098074c40 2024-04-26T02:05:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.966+0000 7f50a33ab740 1 Processor -- start 2024-04-26T02:05:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.966+0000 7f50a33ab740 1 -- start start 2024-04-26T02:05:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.966+0000 7f50a33ab740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 0x55d7b821dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.966+0000 7f50a33ab740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b821e2d0 0x55d7b8228650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.966+0000 7f50a33ab740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b8228b90 0x55d7b822af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.966+0000 7f50a33ab740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d7b8183900 con 0x55d7b821e2d0 2024-04-26T02:05:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.966+0000 7f50a33ab740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d7b8129ef0 con 0x55d7b821d9b0 2024-04-26T02:05:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.966+0000 7f50a33ab740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d7b817f8c0 con 0x55d7b8228b90 2024-04-26T02:05:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.967+0000 7f509e400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 0x55d7b821dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.967+0000 7f509e400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 0x55d7b821dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:35570/0 (socket says 172.21.15.26:35570) 2024-04-26T02:05:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.967+0000 7f509e400640 1 -- 172.21.15.26:0/1441057291 learned_addr learned my addr 172.21.15.26:0/1441057291 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.967+0000 7f509da00640 1 --2- 172.21.15.26:0/1441057291 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b821e2d0 0x55d7b8228650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.967+0000 7f509d000640 1 --2- 172.21.15.26:0/1441057291 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b8228b90 0x55d7b822af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.967+0000 7f509e400640 1 -- 172.21.15.26:0/1441057291 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b8228b90 msgr2=0x55d7b822af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.967+0000 7f509e400640 1 --2- 172.21.15.26:0/1441057291 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b8228b90 0x55d7b822af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.967+0000 7f509e400640 1 -- 172.21.15.26:0/1441057291 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b821e2d0 msgr2=0x55d7b8228650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:08.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.967+0000 7f509e400640 1 --2- 172.21.15.26:0/1441057291 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b821e2d0 0x55d7b8228650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.967+0000 7f509e400640 1 -- 172.21.15.26:0/1441057291 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7b7e96210 con 0x55d7b821d9b0 2024-04-26T02:05:08.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.967+0000 7f5096000640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f50800a3d00 0x7f50800a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.967+0000 7f5096000640 1 -- 172.21.15.26:0/813612932 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f50840d0c20 con 0x7f5098074c40 2024-04-26T02:05:08.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.968+0000 7f509e400640 1 --2- 172.21.15.26:0/1441057291 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 0x55d7b821dd90 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f5090009a10 tx=0x7f5090009ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23be880354ad81d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:08.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.968+0000 7f508aa00640 1 -- 172.21.15.26:0/1441057291 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5090004220 con 0x55d7b821d9b0 2024-04-26T02:05:08.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.968+0000 7f508aa00640 1 -- 172.21.15.26:0/1441057291 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f509000ee80 con 0x55d7b821d9b0 2024-04-26T02:05:08.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.968+0000 7f508aa00640 1 -- 172.21.15.26:0/1441057291 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5090010430 con 0x55d7b821d9b0 2024-04-26T02:05:08.969 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.968+0000 7f509d000640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f50800a3d00 0x7f50800a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.974 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.969+0000 7f50a33ab740 1 -- 172.21.15.26:0/1441057291 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 msgr2=0x55d7b821dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.969+0000 7f50a33ab740 1 --2- 172.21.15.26:0/1441057291 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 0x55d7b821dd90 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f5090009a10 tx=0x7f5090009ed0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.969+0000 7f509d000640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f50800a3d00 0x7f50800a61c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x55d7b821b050 tx=0x7f50840d47b0 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.969+0000 7f50a33ab740 1 -- 172.21.15.26:0/1441057291 shutdown_connections 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.969+0000 7f50a33ab740 1 --2- 172.21.15.26:0/1441057291 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b821e2d0 0x55d7b8228650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.969+0000 7f50a33ab740 1 --2- 172.21.15.26:0/1441057291 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b8228b90 0x55d7b822af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.969+0000 7f50a33ab740 1 --2- 172.21.15.26:0/1441057291 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 0x55d7b821dd90 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.969+0000 7f50a33ab740 1 -- 172.21.15.26:0/1441057291 >> 172.21.15.26:0/1441057291 conn(0x55d7b8219ec0 msgr2=0x55d7b821a2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.969+0000 7f50a33ab740 1 -- 172.21.15.26:0/1441057291 shutdown_connections 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.969+0000 7f50a33ab740 1 -- 172.21.15.26:0/1441057291 wait complete. 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.969+0000 7f50a33ab740 1 -- start start 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.970+0000 7f50a33ab740 1 Processor -- start 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.970+0000 7f50a33ab740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821d9b0 0x55d7b8225a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.970+0000 7f50a33ab740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821e2d0 0x55d7b8225fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.970+0000 7f50a33ab740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b8228b90 0x55d7b8226510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.970+0000 7f50a33ab740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d7b822b7c0 con 0x55d7b8228b90 2024-04-26T02:05:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.970+0000 7f50a33ab740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55d7b813d310 con 0x55d7b821e2d0 2024-04-26T02:05:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.970+0000 7f50a33ab740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d7b822b940 con 0x55d7b821d9b0 2024-04-26T02:05:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.970+0000 7f50a33ab740 10 client.0 _ll_register_callbacks cb 0x55d7b810bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f509e400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821d9b0 0x55d7b8225a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f509e400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821d9b0 0x55d7b8225a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:46638/0 (socket says 172.21.15.26:46638) 2024-04-26T02:05:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f509e400640 1 -- 172.21.15.26:0/2338786315 learned_addr learned my addr 172.21.15.26:0/2338786315 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f509da00640 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821e2d0 0x55d7b8225fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f509e400640 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b8228b90 0x55d7b8226510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f509e400640 1 -- 172.21.15.26:0/2338786315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821e2d0 msgr2=0x55d7b8225fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f509e400640 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821e2d0 0x55d7b8225fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f509e400640 1 -- 172.21.15.26:0/2338786315 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b8228b90 msgr2=0x55d7b8226510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f509e400640 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b8228b90 0x55d7b8226510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f509e400640 1 -- 172.21.15.26:0/2338786315 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7b7f62620 con 0x55d7b821d9b0 2024-04-26T02:05:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f509da00640 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821e2d0 0x55d7b8225fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f509e400640 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821d9b0 0x55d7b8225a90 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f50900057c0 tx=0x7f5090003b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21ea4156ad26cc97 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.971+0000 7f507f400640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:05:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.972+0000 7f507f400640 1 -- 172.21.15.26:0/2338786315 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509002b060 con 0x55d7b821d9b0 2024-04-26T02:05:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.972+0000 7f50a33ab740 1 -- 172.21.15.26:0/2338786315 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d7b81978b0 con 0x55d7b821d9b0 2024-04-26T02:05:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.972+0000 7f507f400640 1 -- 172.21.15.26:0/2338786315 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f5090004230 con 0x55d7b821d9b0 2024-04-26T02:05:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.972+0000 7f507f400640 1 -- 172.21.15.26:0/2338786315 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5090004430 con 0x55d7b821d9b0 2024-04-26T02:05:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.972+0000 7f50a33ab740 10 client.25546 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.972+0000 7f50a33ab740 1 -- 172.21.15.26:0/2338786315 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d7b82379c0 con 0x55d7b821d9b0 2024-04-26T02:05:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.972+0000 7f507f400640 1 -- 172.21.15.26:0/2338786315 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55d7b81978b0 con 0x55d7b821d9b0 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.973+0000 7f507f400640 1 -- 172.21.15.26:0/2338786315 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5090018430 con 0x55d7b821d9b0 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.973+0000 7f50a33ab740 10 client.25546 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.973+0000 7f50a33ab740 10 client.25546 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.973+0000 7f50a33ab740 20 client.25546 populate_metadata read hostname 'smithi026' 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.973+0000 7f50a33ab740 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55d7b8238e30 0x55d7b823b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.973+0000 7f50a33ab740 4 client.25546 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.973+0000 7f50a33ab740 1 -- 172.21.15.26:0/2338786315 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7b8191320 con 0x55d7b8238e30 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.973+0000 7f509da00640 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55d7b8238e30 0x55d7b823b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.974+0000 7f509da00640 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55d7b8238e30 0x55d7b823b220 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a3276f4257745c4 server_cookie=453c72edf24a506a in_seq=0 out_seq=0 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.974+0000 7f507f400640 10 client.25546 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.974+0000 7f507f400640 1 -- 172.21.15.26:0/2338786315 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d7b8191320 con 0x55d7b8238e30 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.974+0000 7f507f400640 10 client.25546 handle_command_reply: tid=0 2024-04-26T02:05:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f50a33ab740 1 client.25546 shutdown 2024-04-26T02:05:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f50a33ab740 1 -- 172.21.15.26:0/2338786315 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821d9b0 msgr2=0x55d7b8225a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f50a33ab740 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821d9b0 0x55d7b8225a90 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f50900057c0 tx=0x7f5090003b00 comp rx=0 tx=0).stop 2024-04-26T02:05:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f50a33ab740 1 -- 172.21.15.26:0/2338786315 shutdown_connections 2024-04-26T02:05:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f50a33ab740 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55d7b8238e30 0x55d7b823b220 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f50a33ab740 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b8228b90 0x55d7b8226510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f50a33ab740 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821e2d0 0x55d7b8225fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f50a33ab740 1 --2- 172.21.15.26:0/2338786315 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821d9b0 0x55d7b8225a90 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f507f400640 0 client.25546 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f50a33ab740 1 -- 172.21.15.26:0/2338786315 >> 172.21.15.26:0/2338786315 conn(0x55d7b8219ec0 msgr2=0x55d7b821fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f50a33ab740 1 -- 172.21.15.26:0/2338786315 shutdown_connections 2024-04-26T02:05:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f50a33ab740 1 -- 172.21.15.26:0/2338786315 wait complete. 2024-04-26T02:05:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.975+0000 7f50a33ab740 20 client.25546 trim_cache size 0 max 16384 2024-04-26T02:05:08.994 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.994+0000 7f50a33ab740 1 Processor -- start 2024-04-26T02:05:08.994 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.994+0000 7f50a33ab740 1 -- start start 2024-04-26T02:05:08.994 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.995+0000 7f50a33ab740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b821d9b0 0x55d7b8219260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.994 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.995+0000 7f50a33ab740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 0x55d7b8234680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.994 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.995+0000 7f50a33ab740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b8228b90 0x55d7b8226330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:08.995 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.995+0000 7f50a33ab740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f50981afc40 con 0x55d7b821d9b0 2024-04-26T02:05:08.995 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.995+0000 7f50a33ab740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f50981b1780 con 0x55d7b8228b90 2024-04-26T02:05:08.995 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.995+0000 7f50a33ab740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f50981b0310 con 0x55d7b821e2d0 2024-04-26T02:05:08.996 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.995+0000 7f509e400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b821d9b0 0x55d7b8219260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.996 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.995+0000 7f509da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 0x55d7b8234680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.996 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.995+0000 7f509e400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b821d9b0 0x55d7b8219260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60940/0 (socket says 172.21.15.26:60940) 2024-04-26T02:05:08.996 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.995+0000 7f509e400640 1 -- 172.21.15.26:0/3917210979 learned_addr learned my addr 172.21.15.26:0/3917210979 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.996+0000 7f509e400640 1 --2- 172.21.15.26:0/3917210979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b8228b90 0x55d7b8226330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.996+0000 7f509da00640 1 -- 172.21.15.26:0/3917210979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b8228b90 msgr2=0x55d7b8226330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.996+0000 7f509da00640 1 --2- 172.21.15.26:0/3917210979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b8228b90 0x55d7b8226330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.996+0000 7f509da00640 1 -- 172.21.15.26:0/3917210979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b821d9b0 msgr2=0x55d7b8219260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.996+0000 7f509da00640 1 --2- 172.21.15.26:0/3917210979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b821d9b0 0x55d7b8219260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.996+0000 7f509da00640 1 -- 172.21.15.26:0/3917210979 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7b821ea40 con 0x55d7b821e2d0 2024-04-26T02:05:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.996+0000 7f509e400640 1 --2- 172.21.15.26:0/3917210979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b821d9b0 0x55d7b8219260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.996+0000 7f509da00640 1 --2- 172.21.15.26:0/3917210979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 0x55d7b8234680 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f508c009b30 tx=0x7f508c005bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1946dc38112cabc4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.997+0000 7f508a000640 1 -- 172.21.15.26:0/3917210979 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508c036040 con 0x55d7b821e2d0 2024-04-26T02:05:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.997+0000 7f508a000640 1 -- 172.21.15.26:0/3917210979 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f508c049030 con 0x55d7b821e2d0 2024-04-26T02:05:08.998 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.997+0000 7f508a000640 1 -- 172.21.15.26:0/3917210979 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508c0042a0 con 0x55d7b821e2d0 2024-04-26T02:05:09.001 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.997+0000 7f50a33ab740 1 -- 172.21.15.26:0/3917210979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 msgr2=0x55d7b8234680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:09.001 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.997+0000 7f50a33ab740 1 --2- 172.21.15.26:0/3917210979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 0x55d7b8234680 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f508c009b30 tx=0x7f508c005bf0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.998+0000 7f50a33ab740 1 -- 172.21.15.26:0/3917210979 shutdown_connections 2024-04-26T02:05:09.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.998+0000 7f50a33ab740 1 --2- 172.21.15.26:0/3917210979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b8228b90 0x55d7b8226330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.998+0000 7f50a33ab740 1 --2- 172.21.15.26:0/3917210979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 0x55d7b8234680 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.998+0000 7f50a33ab740 1 --2- 172.21.15.26:0/3917210979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b821d9b0 0x55d7b8219260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.998+0000 7f50a33ab740 1 -- 172.21.15.26:0/3917210979 >> 172.21.15.26:0/3917210979 conn(0x55d7b8219ec0 msgr2=0x55d7b821fbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:09.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.998+0000 7f50a33ab740 1 -- 172.21.15.26:0/3917210979 shutdown_connections 2024-04-26T02:05:09.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.998+0000 7f50a33ab740 1 -- 172.21.15.26:0/3917210979 wait complete. 2024-04-26T02:05:09.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.998+0000 7f50a33ab740 1 -- start start 2024-04-26T02:05:09.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.998+0000 7f50a33ab740 1 Processor -- start 2024-04-26T02:05:09.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f50a33ab740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 0x55d7b82307c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:09.002 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f50a33ab740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 0x55d7b8230d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f50a33ab740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b8228b90 0x55d7b822dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f50a33ab740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f50981b10b0 con 0x55d7b8228b90 2024-04-26T02:05:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f50a33ab740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f50981b09e0 con 0x55d7b821d9b0 2024-04-26T02:05:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f50a33ab740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f50981adc20 con 0x55d7b821e2d0 2024-04-26T02:05:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f50a33ab740 10 client.0 _ll_register_callbacks cb 0x7f509000ed90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f509e400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 0x55d7b82307c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f509da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 0x55d7b8230d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f509e400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 0x55d7b82307c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:35596/0 (socket says 172.21.15.26:35596) 2024-04-26T02:05:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f509e400640 1 -- 172.21.15.26:0/1870018557 learned_addr learned my addr 172.21.15.26:0/1870018557 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f509da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 0x55d7b8230d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:46650/0 (socket says 172.21.15.26:46650) 2024-04-26T02:05:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:08.999+0000 7f509e400640 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b8228b90 0x55d7b822dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.000+0000 7f509da00640 1 -- 172.21.15.26:0/1870018557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 msgr2=0x55d7b82307c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.000+0000 7f509da00640 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 0x55d7b82307c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.000+0000 7f509da00640 1 -- 172.21.15.26:0/1870018557 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b8228b90 msgr2=0x55d7b822dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.000+0000 7f509da00640 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b8228b90 0x55d7b822dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.000+0000 7f509da00640 1 -- 172.21.15.26:0/1870018557 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7b822e450 con 0x55d7b821e2d0 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.000+0000 7f509e400640 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 0x55d7b82307c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.000+0000 7f509da00640 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 0x55d7b8230d00 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x55d7b8220810 tx=0x7f508c0306b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1cbfd343788efb27 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.000+0000 7f507f400640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.000+0000 7f507f400640 1 -- 172.21.15.26:0/1870018557 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508c036040 con 0x55d7b821e2d0 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.000+0000 7f507f400640 1 -- 172.21.15.26:0/1870018557 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f508c030970 con 0x55d7b821e2d0 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.000+0000 7f50a33ab740 1 -- 172.21.15.26:0/1870018557 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f508c049030 con 0x55d7b821e2d0 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.001+0000 7f507f400640 1 -- 172.21.15.26:0/1870018557 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f508c05c050 con 0x55d7b821e2d0 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.001+0000 7f50a33ab740 10 client.25552 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.001+0000 7f50a33ab740 1 -- 172.21.15.26:0/1870018557 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d7b829ea80 con 0x55d7b821e2d0 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.001+0000 7f507f400640 1 -- 172.21.15.26:0/1870018557 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f508c049030 con 0x55d7b821e2d0 2024-04-26T02:05:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.001+0000 7f507f400640 1 -- 172.21.15.26:0/1870018557 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f508c03c040 con 0x55d7b821e2d0 2024-04-26T02:05:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.001+0000 7f50a33ab740 10 client.25552 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.001+0000 7f50a33ab740 10 client.25552 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.001+0000 7f50a33ab740 20 client.25552 populate_metadata read hostname 'smithi026' 2024-04-26T02:05:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.001+0000 7f50a33ab740 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55d7b829f190 0x55d7b82a15b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.001+0000 7f50a33ab740 4 client.25552 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:05:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.001+0000 7f50a33ab740 1 -- 172.21.15.26:0/1870018557 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d7b818b190 con 0x55d7b829f190 2024-04-26T02:05:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.002+0000 7f509e400640 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55d7b829f190 0x55d7b82a15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.002+0000 7f509e400640 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55d7b829f190 0x55d7b82a15b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10277176da77039f server_cookie=54b3f181109a2fc5 in_seq=0 out_seq=0 2024-04-26T02:05:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.002+0000 7f507f400640 10 client.25552 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:09.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.029+0000 7f507f400640 1 -- 172.21.15.26:0/1870018557 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d7b818b190 con 0x55d7b829f190 2024-04-26T02:05:09.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.029+0000 7f507f400640 10 client.25552 handle_command_reply: tid=0 2024-04-26T02:05:09.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.029+0000 7f50a33ab740 1 client.25552 shutdown 2024-04-26T02:05:09.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.029+0000 7f50a33ab740 1 -- 172.21.15.26:0/1870018557 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 msgr2=0x55d7b8230d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:09.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.029+0000 7f50a33ab740 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 0x55d7b8230d00 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x55d7b8220810 tx=0x7f508c0306b0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.029+0000 7f50a33ab740 1 -- 172.21.15.26:0/1870018557 shutdown_connections 2024-04-26T02:05:09.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.029+0000 7f50a33ab740 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55d7b829f190 0x55d7b82a15b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.029+0000 7f50a33ab740 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7b8228b90 0x55d7b822dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.029+0000 7f50a33ab740 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d7b821e2d0 0x55d7b8230d00 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.029+0000 7f50a33ab740 1 --2- 172.21.15.26:0/1870018557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55d7b821d9b0 0x55d7b82307c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.029+0000 7f507f400640 0 client.25552 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:09.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.029+0000 7f50a33ab740 1 -- 172.21.15.26:0/1870018557 >> 172.21.15.26:0/1870018557 conn(0x55d7b8219ec0 msgr2=0x55d7b8225ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:09.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.030+0000 7f50a33ab740 1 -- 172.21.15.26:0/1870018557 shutdown_connections 2024-04-26T02:05:09.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.030+0000 7f50a33ab740 1 -- 172.21.15.26:0/1870018557 wait complete. 2024-04-26T02:05:09.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.030+0000 7f50a33ab740 20 client.25552 trim_cache size 0 max 16384 2024-04-26T02:05:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:05:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:05:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:05:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:05:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.030+0000 7f509ee00640 1 -- 172.21.15.26:0/813612932 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f50800a3d00 msgr2=0x7f50800a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.030+0000 7f509ee00640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f50800a3d00 0x7f50800a61c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x55d7b821b050 tx=0x7f50840d47b0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.031+0000 7f509ee00640 1 -- 172.21.15.26:0/813612932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5098074c40 msgr2=0x7f50981a0af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.031+0000 7f509ee00640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5098074c40 0x7f50981a0af0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f508400e9f0 tx=0x7f508400eeb0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.031+0000 7f509ee00640 1 -- 172.21.15.26:0/813612932 shutdown_connections 2024-04-26T02:05:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.031+0000 7f509ee00640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f50800a3d00 0x7f50800a61c0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.031+0000 7f509ee00640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5098074c40 0x7f50981a0af0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.031+0000 7f509ee00640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f509810e5f0 0x7f509819a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.031+0000 7f509ee00640 1 --2- 172.21.15.26:0/813612932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5098074320 0x7f50981a05b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.031+0000 7f509ee00640 1 -- 172.21.15.26:0/813612932 >> 172.21.15.26:0/813612932 conn(0x7f50980fd880 msgr2=0x7f50980fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.031+0000 7f509ee00640 1 -- 172.21.15.26:0/813612932 shutdown_connections 2024-04-26T02:05:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:09.031+0000 7f509ee00640 1 -- 172.21.15.26:0/813612932 wait complete. 2024-04-26T02:05:09.306 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 2048 2024-04-26T02:05:09.306 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193280 len 4096 2024-04-26T02:05:09.306 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 4096 2024-04-26T02:05:09.306 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193280 len 4096 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 4096 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193280 len 8192 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 8192 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193280 len 8192 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 8192 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193280 len 16384 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 16384 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193280 len 16384 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 16384 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193792 len 1024 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 1024 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193792 len 1024 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 1024 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193792 len 2048 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 2048 2024-04-26T02:05:09.307 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193792 len 2048 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 2048 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193792 len 4096 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 4096 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193792 len 4096 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 4096 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193792 len 8192 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 8192 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193792 len 8192 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 8192 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193792 len 16384 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 16384 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193792 len 16384 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 16384 2024-04-26T02:05:09.308 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194304 len 1024 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 1024 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194304 len 1024 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 1024 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194304 len 2048 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 2048 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194304 len 2048 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 2048 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194304 len 4096 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 4096 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194304 len 4096 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 4096 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194304 len 8192 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 8192 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194304 len 8192 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 8192 2024-04-26T02:05:09.309 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194304 len 16384 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 16384 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194304 len 16384 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 16384 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194816 len 1024 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 1024 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194816 len 1024 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 1024 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194816 len 2048 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 2048 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194816 len 2048 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 2048 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194816 len 4096 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 4096 2024-04-26T02:05:09.310 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194816 len 4096 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 4096 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194816 len 8192 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 8192 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194816 len 8192 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 8192 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194816 len 16384 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 16384 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194816 len 16384 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 16384 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195328 len 1024 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 1024 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195328 len 1024 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 1024 2024-04-26T02:05:09.311 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195328 len 2048 2024-04-26T02:05:09.312 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 2048 2024-04-26T02:05:09.312 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195328 len 2048 2024-04-26T02:05:09.312 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 2048 2024-04-26T02:05:09.312 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195328 len 4096 2024-04-26T02:05:09.312 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 4096 2024-04-26T02:05:09.312 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195328 len 4096 2024-04-26T02:05:09.312 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 4096 2024-04-26T02:05:09.834 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195328 len 8192 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 8192 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195328 len 8192 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 8192 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195328 len 16384 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 16384 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195328 len 16384 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 16384 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195840 len 1024 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 1024 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195840 len 1024 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 1024 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195840 len 2048 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 2048 2024-04-26T02:05:09.835 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195840 len 2048 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 2048 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195840 len 4096 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 4096 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195840 len 4096 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 4096 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195840 len 8192 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 8192 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195840 len 8192 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 8192 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195840 len 16384 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 16384 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195840 len 16384 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 16384 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196352 len 1024 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 1024 2024-04-26T02:05:09.836 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196352 len 1024 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 1024 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196352 len 2048 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 2048 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196352 len 2048 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 2048 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196352 len 4096 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 4096 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196352 len 4096 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 4096 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196352 len 8192 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 8192 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196352 len 8192 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 8192 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196352 len 16384 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 16384 2024-04-26T02:05:09.837 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196352 len 16384 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 16384 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196864 len 1024 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 1024 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196864 len 1024 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 1024 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196864 len 2048 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 2048 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196864 len 2048 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 2048 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196864 len 4096 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 4096 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196864 len 4096 2024-04-26T02:05:09.838 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 4096 2024-04-26T02:05:09.839 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196864 len 8192 2024-04-26T02:05:09.839 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 8192 2024-04-26T02:05:09.839 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196864 len 8192 2024-04-26T02:05:09.839 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 8192 2024-04-26T02:05:09.839 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196864 len 16384 2024-04-26T02:05:09.839 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 16384 2024-04-26T02:05:09.839 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196864 len 16384 2024-04-26T02:05:09.839 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 16384 2024-04-26T02:05:09.839 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197376 len 1024 2024-04-26T02:05:09.839 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 1024 2024-04-26T02:05:09.839 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197376 len 1024 2024-04-26T02:05:09.839 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 1024 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197376 len 2048 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 2048 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197376 len 2048 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 2048 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197376 len 4096 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 4096 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197376 len 4096 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 4096 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197376 len 8192 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 8192 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197376 len 8192 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 8192 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197376 len 16384 2024-04-26T02:05:09.840 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 16384 2024-04-26T02:05:10.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:10 smithi026 ceph-mon[28138]: pgmap v73: 97 pgs: 97 active+clean; 126 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 771 KiB/s wr, 208 op/s 2024-04-26T02:05:10.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:10 smithi033 ceph-mon[32805]: pgmap v73: 97 pgs: 97 active+clean; 126 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 771 KiB/s wr, 208 op/s 2024-04-26T02:05:10.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:10 smithi064 ceph-mon[32613]: pgmap v73: 97 pgs: 97 active+clean; 126 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 771 KiB/s wr, 208 op/s 2024-04-26T02:05:11.650 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197376 len 16384 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 16384 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197888 len 1024 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 1024 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197888 len 1024 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 1024 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197888 len 2048 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 2048 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197888 len 2048 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 2048 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197888 len 4096 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 4096 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197888 len 4096 2024-04-26T02:05:11.651 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 4096 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197888 len 8192 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 8192 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197888 len 8192 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 8192 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197888 len 16384 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 16384 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197888 len 16384 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 16384 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4190720 len 1024 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 1024 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4190720 len 1024 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 1024 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4190720 len 2048 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 2048 2024-04-26T02:05:11.652 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4190720 len 2048 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 2048 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4190720 len 4096 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 4096 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4190720 len 4096 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 4096 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4190720 len 8192 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 8192 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4190720 len 8192 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 8192 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4190720 len 16384 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 16384 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4190720 len 16384 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 16384 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191232 len 1024 2024-04-26T02:05:11.653 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 1024 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191232 len 1024 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 1024 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191232 len 2048 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 2048 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191232 len 2048 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 2048 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191232 len 4096 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 4096 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191232 len 4096 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 4096 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191232 len 8192 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 8192 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191232 len 8192 2024-04-26T02:05:11.654 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 8192 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191232 len 16384 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 16384 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191232 len 16384 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 16384 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191744 len 1024 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 1024 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191744 len 1024 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 1024 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191744 len 2048 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 2048 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191744 len 2048 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 2048 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191744 len 4096 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 4096 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191744 len 4096 2024-04-26T02:05:11.655 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 4096 2024-04-26T02:05:11.656 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191744 len 8192 2024-04-26T02:05:11.656 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 8192 2024-04-26T02:05:11.656 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191744 len 8192 2024-04-26T02:05:11.656 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 8192 2024-04-26T02:05:11.656 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191744 len 16384 2024-04-26T02:05:11.656 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 16384 2024-04-26T02:05:11.656 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191744 len 16384 2024-04-26T02:05:11.656 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 16384 2024-04-26T02:05:11.656 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192256 len 1024 2024-04-26T02:05:11.656 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 1024 2024-04-26T02:05:11.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:11 smithi026 ceph-mon[28138]: pgmap v74: 97 pgs: 97 active+clean; 126 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 771 KiB/s wr, 208 op/s 2024-04-26T02:05:11.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:11 smithi033 ceph-mon[32805]: pgmap v74: 97 pgs: 97 active+clean; 126 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 771 KiB/s wr, 208 op/s 2024-04-26T02:05:11.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:11 smithi064 ceph-mon[32613]: pgmap v74: 97 pgs: 97 active+clean; 126 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 771 KiB/s wr, 208 op/s 2024-04-26T02:05:13.503 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192256 len 1024 2024-04-26T02:05:13.503 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 1024 2024-04-26T02:05:13.503 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192256 len 2048 2024-04-26T02:05:13.503 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 2048 2024-04-26T02:05:13.503 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192256 len 2048 2024-04-26T02:05:13.503 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 2048 2024-04-26T02:05:13.503 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192256 len 4096 2024-04-26T02:05:13.503 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 4096 2024-04-26T02:05:13.503 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192256 len 4096 2024-04-26T02:05:13.503 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 4096 2024-04-26T02:05:13.503 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192256 len 8192 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 8192 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192256 len 8192 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 8192 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192256 len 16384 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 16384 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192256 len 16384 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 16384 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192768 len 1024 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 1024 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192768 len 1024 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 1024 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192768 len 2048 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 2048 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192768 len 2048 2024-04-26T02:05:13.504 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 2048 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192768 len 4096 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 4096 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192768 len 4096 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 4096 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192768 len 8192 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 8192 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192768 len 8192 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 8192 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192768 len 16384 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 16384 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192768 len 16384 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 16384 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193280 len 1024 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 1024 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193280 len 1024 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 1024 2024-04-26T02:05:13.505 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193280 len 2048 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 2048 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193280 len 2048 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 2048 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193280 len 4096 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 4096 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193280 len 4096 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 4096 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193280 len 8192 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 8192 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193280 len 8192 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 8192 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193280 len 16384 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 16384 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193280 len 16384 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 16384 2024-04-26T02:05:13.506 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193792 len 1024 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 1024 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193792 len 1024 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 1024 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193792 len 2048 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 2048 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193792 len 2048 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 2048 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193792 len 4096 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 4096 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193792 len 4096 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 4096 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193792 len 8192 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 8192 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193792 len 8192 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 8192 2024-04-26T02:05:13.507 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193792 len 16384 2024-04-26T02:05:13.508 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 16384 2024-04-26T02:05:13.508 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193792 len 16384 2024-04-26T02:05:13.508 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 16384 2024-04-26T02:05:13.508 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194304 len 1024 2024-04-26T02:05:13.508 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 1024 2024-04-26T02:05:13.508 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194304 len 1024 2024-04-26T02:05:13.508 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 1024 2024-04-26T02:05:13.976 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194304 len 2048 2024-04-26T02:05:13.976 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 2048 2024-04-26T02:05:13.976 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194304 len 2048 2024-04-26T02:05:13.976 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 2048 2024-04-26T02:05:13.976 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194304 len 4096 2024-04-26T02:05:13.976 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 4096 2024-04-26T02:05:13.976 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194304 len 4096 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 4096 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194304 len 8192 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 8192 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194304 len 8192 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 8192 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194304 len 16384 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 16384 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194304 len 16384 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 16384 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194816 len 1024 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 1024 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194816 len 1024 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 1024 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194816 len 2048 2024-04-26T02:05:13.977 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 2048 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194816 len 2048 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 2048 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194816 len 4096 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 4096 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194816 len 4096 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 4096 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194816 len 8192 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 8192 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194816 len 8192 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 8192 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194816 len 16384 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 16384 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194816 len 16384 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 16384 2024-04-26T02:05:13.978 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195328 len 1024 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 1024 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195328 len 1024 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 1024 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195328 len 2048 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 2048 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195328 len 2048 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 2048 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195328 len 4096 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 4096 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195328 len 4096 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 4096 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195328 len 8192 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 8192 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195328 len 8192 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 8192 2024-04-26T02:05:13.979 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195328 len 16384 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 16384 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195328 len 16384 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 16384 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195840 len 1024 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 1024 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195840 len 1024 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 1024 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195840 len 2048 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 2048 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195840 len 2048 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 2048 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195840 len 4096 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 4096 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195840 len 4096 2024-04-26T02:05:13.980 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 4096 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195840 len 8192 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 8192 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195840 len 8192 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 8192 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195840 len 16384 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 16384 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195840 len 16384 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 16384 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196352 len 1024 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 1024 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196352 len 1024 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 1024 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196352 len 2048 2024-04-26T02:05:13.981 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 2048 2024-04-26T02:05:14.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:13 smithi026 ceph-mon[28138]: pgmap v75: 97 pgs: 97 active+clean; 329 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 36 MiB/s rd, 1.0 MiB/s wr, 288 op/s 2024-04-26T02:05:14.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:13 smithi033 ceph-mon[32805]: pgmap v75: 97 pgs: 97 active+clean; 329 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 36 MiB/s rd, 1.0 MiB/s wr, 288 op/s 2024-04-26T02:05:14.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:13 smithi064 ceph-mon[32613]: pgmap v75: 97 pgs: 97 active+clean; 329 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 36 MiB/s rd, 1.0 MiB/s wr, 288 op/s 2024-04-26T02:05:14.640 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196352 len 2048 2024-04-26T02:05:14.640 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 2048 2024-04-26T02:05:14.640 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196352 len 4096 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 4096 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196352 len 4096 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 4096 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196352 len 8192 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 8192 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196352 len 8192 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 8192 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196352 len 16384 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 16384 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196352 len 16384 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 16384 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196864 len 1024 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 1024 2024-04-26T02:05:14.641 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196864 len 1024 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 1024 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196864 len 2048 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 2048 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196864 len 2048 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 2048 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196864 len 4096 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 4096 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196864 len 4096 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 4096 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196864 len 8192 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 8192 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196864 len 8192 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 8192 2024-04-26T02:05:14.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196864 len 16384 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 16384 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196864 len 16384 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 16384 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197376 len 1024 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 1024 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197376 len 1024 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 1024 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197376 len 2048 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 2048 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197376 len 2048 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 2048 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197376 len 4096 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 4096 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197376 len 4096 2024-04-26T02:05:14.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 4096 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197376 len 8192 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 8192 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197376 len 8192 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 8192 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197376 len 16384 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 16384 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197376 len 16384 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 16384 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197888 len 1024 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 1024 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197888 len 1024 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 1024 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197888 len 2048 2024-04-26T02:05:14.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 2048 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197888 len 2048 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 2048 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197888 len 4096 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 4096 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197888 len 4096 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 4096 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197888 len 8192 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 8192 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197888 len 8192 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 8192 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197888 len 16384 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 16384 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197888 len 16384 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 16384 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4190720 len 1024 2024-04-26T02:05:14.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 1024 2024-04-26T02:05:14.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4190720 len 1024 2024-04-26T02:05:14.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 1024 2024-04-26T02:05:14.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4190720 len 2048 2024-04-26T02:05:14.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 2048 2024-04-26T02:05:14.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4190720 len 2048 2024-04-26T02:05:14.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 2048 2024-04-26T02:05:14.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4190720 len 4096 2024-04-26T02:05:16.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:15 smithi026 ceph-mon[28138]: pgmap v76: 97 pgs: 97 active+clean; 329 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 36 MiB/s rd, 1006 KiB/s wr, 242 op/s 2024-04-26T02:05:16.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:15 smithi033 ceph-mon[32805]: pgmap v76: 97 pgs: 97 active+clean; 329 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 36 MiB/s rd, 1006 KiB/s wr, 242 op/s 2024-04-26T02:05:16.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:15 smithi064 ceph-mon[32613]: pgmap v76: 97 pgs: 97 active+clean; 329 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 36 MiB/s rd, 1006 KiB/s wr, 242 op/s 2024-04-26T02:05:16.691 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 4096 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4190720 len 4096 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 4096 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4190720 len 8192 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 8192 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4190720 len 8192 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 8192 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4190720 len 16384 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 16384 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4190720 len 16384 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 16384 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191232 len 1024 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 1024 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191232 len 1024 2024-04-26T02:05:16.692 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 1024 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191232 len 2048 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 2048 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191232 len 2048 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 2048 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191232 len 4096 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 4096 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191232 len 4096 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 4096 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191232 len 8192 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 8192 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191232 len 8192 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 8192 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191232 len 16384 2024-04-26T02:05:16.693 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 16384 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191232 len 16384 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 16384 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191744 len 1024 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 1024 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191744 len 1024 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 1024 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191744 len 2048 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 2048 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191744 len 2048 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 2048 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191744 len 4096 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 4096 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191744 len 4096 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 4096 2024-04-26T02:05:16.694 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191744 len 8192 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 8192 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191744 len 8192 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 8192 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191744 len 16384 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 16384 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191744 len 16384 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 16384 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192256 len 1024 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 1024 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192256 len 1024 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 1024 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192256 len 2048 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 2048 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192256 len 2048 2024-04-26T02:05:16.695 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 2048 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192256 len 4096 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 4096 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192256 len 4096 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 4096 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192256 len 8192 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 8192 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192256 len 8192 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 8192 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192256 len 16384 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 16384 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192256 len 16384 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 16384 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192768 len 1024 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 1024 2024-04-26T02:05:16.696 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192768 len 1024 2024-04-26T02:05:16.697 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 1024 2024-04-26T02:05:16.697 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192768 len 2048 2024-04-26T02:05:16.697 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 2048 2024-04-26T02:05:16.697 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192768 len 2048 2024-04-26T02:05:16.697 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 2048 2024-04-26T02:05:16.697 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192768 len 4096 2024-04-26T02:05:18.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:17 smithi026 ceph-mon[28138]: pgmap v77: 97 pgs: 97 active+clean; 271 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 63 MiB/s rd, 1.3 MiB/s wr, 333 op/s 2024-04-26T02:05:18.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:17 smithi033 ceph-mon[32805]: pgmap v77: 97 pgs: 97 active+clean; 271 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 63 MiB/s rd, 1.3 MiB/s wr, 333 op/s 2024-04-26T02:05:18.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 4096 2024-04-26T02:05:18.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192768 len 4096 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 4096 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192768 len 8192 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 8192 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192768 len 8192 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 8192 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192768 len 16384 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 16384 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192768 len 16384 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 16384 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193280 len 1024 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 1024 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193280 len 1024 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 1024 2024-04-26T02:05:18.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193280 len 2048 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 2048 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193280 len 2048 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 2048 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193280 len 4096 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 4096 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193280 len 4096 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 4096 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193280 len 8192 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 8192 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193280 len 8192 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 8192 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193280 len 16384 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 16384 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193280 len 16384 2024-04-26T02:05:18.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 16384 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193792 len 1024 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 1024 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193792 len 1024 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 1024 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193792 len 2048 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 2048 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193792 len 2048 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 2048 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193792 len 4096 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 4096 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193792 len 4096 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 4096 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193792 len 8192 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 8192 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193792 len 8192 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 8192 2024-04-26T02:05:18.296 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193792 len 16384 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 16384 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193792 len 16384 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 16384 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194304 len 1024 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 1024 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194304 len 1024 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 1024 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194304 len 2048 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 2048 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194304 len 2048 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 2048 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194304 len 4096 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 4096 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194304 len 4096 2024-04-26T02:05:18.297 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 4096 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194304 len 8192 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 8192 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194304 len 8192 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 8192 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194304 len 16384 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 16384 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194304 len 16384 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 16384 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194816 len 1024 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 1024 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194816 len 1024 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 1024 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194816 len 2048 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 2048 2024-04-26T02:05:18.298 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194816 len 2048 2024-04-26T02:05:18.299 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 2048 2024-04-26T02:05:18.299 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194816 len 4096 2024-04-26T02:05:18.299 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 4096 2024-04-26T02:05:18.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:17 smithi064 ceph-mon[32613]: pgmap v77: 97 pgs: 97 active+clean; 271 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 63 MiB/s rd, 1.3 MiB/s wr, 333 op/s 2024-04-26T02:05:18.766 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194816 len 4096 2024-04-26T02:05:18.766 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 4096 2024-04-26T02:05:18.766 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194816 len 8192 2024-04-26T02:05:18.766 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 8192 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194816 len 8192 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 8192 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194816 len 16384 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 16384 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194816 len 16384 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 16384 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195328 len 1024 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 1024 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195328 len 1024 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 1024 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195328 len 2048 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 2048 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195328 len 2048 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 2048 2024-04-26T02:05:18.767 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195328 len 4096 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 4096 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195328 len 4096 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 4096 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195328 len 8192 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 8192 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195328 len 8192 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 8192 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195328 len 16384 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 16384 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195328 len 16384 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 16384 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195840 len 1024 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 1024 2024-04-26T02:05:18.768 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195840 len 1024 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 1024 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195840 len 2048 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 2048 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195840 len 2048 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 2048 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195840 len 4096 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 4096 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195840 len 4096 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 4096 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195840 len 8192 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 8192 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195840 len 8192 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 8192 2024-04-26T02:05:18.769 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195840 len 16384 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 16384 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195840 len 16384 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 16384 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196352 len 1024 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 1024 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196352 len 1024 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 1024 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196352 len 2048 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 2048 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196352 len 2048 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 2048 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196352 len 4096 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 4096 2024-04-26T02:05:18.770 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196352 len 4096 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 4096 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196352 len 8192 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 8192 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196352 len 8192 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 8192 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196352 len 16384 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 16384 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196352 len 16384 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 16384 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196864 len 1024 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 1024 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196864 len 1024 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 1024 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196864 len 2048 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 2048 2024-04-26T02:05:18.771 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196864 len 2048 2024-04-26T02:05:18.772 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 2048 2024-04-26T02:05:18.772 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196864 len 4096 2024-04-26T02:05:18.772 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 4096 2024-04-26T02:05:18.772 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196864 len 4096 2024-04-26T02:05:19.948 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 4096 2024-04-26T02:05:19.949 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196864 len 8192 2024-04-26T02:05:19.949 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 8192 2024-04-26T02:05:19.949 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196864 len 8192 2024-04-26T02:05:19.949 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 8192 2024-04-26T02:05:19.949 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196864 len 16384 2024-04-26T02:05:19.949 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 16384 2024-04-26T02:05:19.949 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196864 len 16384 2024-04-26T02:05:19.949 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 16384 2024-04-26T02:05:19.949 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197376 len 1024 2024-04-26T02:05:19.949 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 1024 2024-04-26T02:05:19.949 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197376 len 1024 2024-04-26T02:05:19.949 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 1024 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197376 len 2048 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 2048 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197376 len 2048 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 2048 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197376 len 4096 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 4096 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197376 len 4096 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 4096 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197376 len 8192 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 8192 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197376 len 8192 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 8192 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197376 len 16384 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 16384 2024-04-26T02:05:19.950 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197376 len 16384 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 16384 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197888 len 1024 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 1024 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197888 len 1024 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 1024 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197888 len 2048 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 2048 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197888 len 2048 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 2048 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197888 len 4096 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 4096 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197888 len 4096 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 4096 2024-04-26T02:05:19.951 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197888 len 8192 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 8192 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197888 len 8192 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 8192 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197888 len 16384 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 16384 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197888 len 16384 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 16384 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4190720 len 1024 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 1024 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4190720 len 1024 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 1024 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4190720 len 2048 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 2048 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4190720 len 2048 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 2048 2024-04-26T02:05:19.952 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4190720 len 4096 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 4096 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4190720 len 4096 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 4096 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4190720 len 8192 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 8192 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4190720 len 8192 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 8192 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4190720 len 16384 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 16384 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4190720 len 16384 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 16384 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191232 len 1024 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 1024 2024-04-26T02:05:19.953 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191232 len 1024 2024-04-26T02:05:19.954 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 1024 2024-04-26T02:05:19.954 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191232 len 2048 2024-04-26T02:05:19.954 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 2048 2024-04-26T02:05:19.954 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191232 len 2048 2024-04-26T02:05:19.954 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 2048 2024-04-26T02:05:19.954 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191232 len 4096 2024-04-26T02:05:19.954 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 4096 2024-04-26T02:05:19.954 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191232 len 4096 2024-04-26T02:05:19.954 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 4096 2024-04-26T02:05:20.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:19 smithi026 ceph-mon[28138]: pgmap v78: 97 pgs: 97 active+clean; 271 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s rd, 545 KiB/s wr, 170 op/s 2024-04-26T02:05:20.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:19 smithi033 ceph-mon[32805]: pgmap v78: 97 pgs: 97 active+clean; 271 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s rd, 545 KiB/s wr, 170 op/s 2024-04-26T02:05:20.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:19 smithi064 ceph-mon[32613]: pgmap v78: 97 pgs: 97 active+clean; 271 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s rd, 545 KiB/s wr, 170 op/s 2024-04-26T02:05:22.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191232 len 8192 2024-04-26T02:05:22.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 8192 2024-04-26T02:05:22.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191232 len 8192 2024-04-26T02:05:22.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 8192 2024-04-26T02:05:22.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191232 len 16384 2024-04-26T02:05:22.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 16384 2024-04-26T02:05:22.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191232 len 16384 2024-04-26T02:05:22.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 16384 2024-04-26T02:05:22.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191744 len 1024 2024-04-26T02:05:22.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 1024 2024-04-26T02:05:22.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191744 len 1024 2024-04-26T02:05:22.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 1024 2024-04-26T02:05:22.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191744 len 2048 2024-04-26T02:05:22.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 2048 2024-04-26T02:05:22.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191744 len 2048 2024-04-26T02:05:22.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 2048 2024-04-26T02:05:22.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191744 len 4096 2024-04-26T02:05:22.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 4096 2024-04-26T02:05:22.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191744 len 4096 2024-04-26T02:05:22.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 4096 2024-04-26T02:05:22.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191744 len 8192 2024-04-26T02:05:22.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 8192 2024-04-26T02:05:22.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191744 len 8192 2024-04-26T02:05:22.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 8192 2024-04-26T02:05:22.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191744 len 16384 2024-04-26T02:05:22.078 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 16384 2024-04-26T02:05:22.078 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191744 len 16384 2024-04-26T02:05:22.078 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 16384 2024-04-26T02:05:22.078 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192256 len 1024 2024-04-26T02:05:22.078 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 1024 2024-04-26T02:05:22.078 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192256 len 1024 2024-04-26T02:05:22.078 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 1024 2024-04-26T02:05:22.078 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192256 len 2048 2024-04-26T02:05:22.078 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 2048 2024-04-26T02:05:22.078 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192256 len 2048 2024-04-26T02:05:22.078 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 2048 2024-04-26T02:05:22.078 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192256 len 4096 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 4096 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192256 len 4096 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 4096 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192256 len 8192 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 8192 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192256 len 8192 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 8192 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192256 len 16384 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 16384 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192256 len 16384 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 16384 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192768 len 1024 2024-04-26T02:05:22.079 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 1024 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192768 len 1024 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 1024 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192768 len 2048 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 2048 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192768 len 2048 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 2048 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192768 len 4096 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 4096 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192768 len 4096 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 4096 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192768 len 8192 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 8192 2024-04-26T02:05:22.080 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192768 len 8192 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 8192 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192768 len 16384 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 16384 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192768 len 16384 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 16384 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193280 len 1024 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 1024 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193280 len 1024 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 1024 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193280 len 2048 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 2048 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193280 len 2048 2024-04-26T02:05:22.081 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 2048 2024-04-26T02:05:22.082 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193280 len 4096 2024-04-26T02:05:22.082 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 4096 2024-04-26T02:05:22.082 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193280 len 4096 2024-04-26T02:05:22.082 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 4096 2024-04-26T02:05:22.082 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193280 len 8192 2024-04-26T02:05:22.193 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.193+0000 7f69cee00640 1 -- 172.21.15.26:0/377771694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69c8104200 msgr2=0x7f69c81045e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:22.193 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.193+0000 7f69cee00640 1 --2- 172.21.15.26:0/377771694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69c8104200 0x7f69c81045e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f69bc009900 tx=0x7f69bc02a3f0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.194 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.194+0000 7f69cee00640 1 -- 172.21.15.26:0/377771694 shutdown_connections 2024-04-26T02:05:22.194 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.194+0000 7f69cee00640 1 --2- 172.21.15.26:0/377771694 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f69c81092d0 0x7f69c8110ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.194 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.194+0000 7f69cee00640 1 --2- 172.21.15.26:0/377771694 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f69c8104bb0 0x7f69c8108bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.194 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.194+0000 7f69cee00640 1 --2- 172.21.15.26:0/377771694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69c8104200 0x7f69c81045e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.194 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.194+0000 7f69cee00640 1 -- 172.21.15.26:0/377771694 >> 172.21.15.26:0/377771694 conn(0x7f69c80ffa60 msgr2=0x7f69c8101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:22.194 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.194+0000 7f69cee00640 1 -- 172.21.15.26:0/377771694 shutdown_connections 2024-04-26T02:05:22.194 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.194+0000 7f69cee00640 1 -- 172.21.15.26:0/377771694 wait complete. 2024-04-26T02:05:22.195 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.195+0000 7f69cee00640 1 Processor -- start 2024-04-26T02:05:22.195 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.195+0000 7f69cee00640 1 -- start start 2024-04-26T02:05:22.195 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.195+0000 7f69cee00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f69c8104200 0x7f69c81a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.195 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.195+0000 7f69cee00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69c81092d0 0x7f69c81a0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.195 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.195+0000 7f69cee00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f69c819a900 0x7f69c819adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.195 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69cee00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f69c8114280 con 0x7f69c8104200 2024-04-26T02:05:22.195 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69cee00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f69c8114100 con 0x7f69c81092d0 2024-04-26T02:05:22.195 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69cee00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f69c8114400 con 0x7f69c819a900 2024-04-26T02:05:22.196 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69cda00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f69c8104200 0x7f69c81a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.196 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69cda00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f69c8104200 0x7f69c81a0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39072/0 (socket says 172.21.15.26:39072) 2024-04-26T02:05:22.196 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69cda00640 1 -- 172.21.15.26:0/1681494494 learned_addr learned my addr 172.21.15.26:0/1681494494 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:22.196 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69cd000640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69c81092d0 0x7f69c81a0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.196 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69ce400640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f69c819a900 0x7f69c819adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.196 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69cd000640 1 -- 172.21.15.26:0/1681494494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f69c819a900 msgr2=0x7f69c819adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:22.197 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69cd000640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f69c819a900 0x7f69c819adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.197 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69cd000640 1 -- 172.21.15.26:0/1681494494 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f69c8104200 msgr2=0x7f69c81a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:22.197 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69cd000640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f69c8104200 0x7f69c81a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.197 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.196+0000 7f69cd000640 1 -- 172.21.15.26:0/1681494494 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69c819b420 con 0x7f69c81092d0 2024-04-26T02:05:22.197 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.197+0000 7f69cd000640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69c81092d0 0x7f69c81a0c90 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f69b400e9c0 tx=0x7f69b400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:22.198 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.197+0000 7f69c6000640 1 -- 172.21.15.26:0/1681494494 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b400ccc0 con 0x7f69c81092d0 2024-04-26T02:05:22.198 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.197+0000 7f69c6000640 1 -- 172.21.15.26:0/1681494494 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69b4005020 con 0x7f69c81092d0 2024-04-26T02:05:22.198 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.197+0000 7f69cee00640 1 -- 172.21.15.26:0/1681494494 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69c819b710 con 0x7f69c81092d0 2024-04-26T02:05:22.198 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.197+0000 7f69c6000640 1 -- 172.21.15.26:0/1681494494 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b4004a00 con 0x7f69c81092d0 2024-04-26T02:05:22.198 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.197+0000 7f69cee00640 1 -- 172.21.15.26:0/1681494494 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69c81a7960 con 0x7f69c81092d0 2024-04-26T02:05:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.203+0000 7f69d31bc740 1 Processor -- start 2024-04-26T02:05:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.203+0000 7f69c6000640 1 -- 172.21.15.26:0/1681494494 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f69b4004ba0 con 0x7f69c81092d0 2024-04-26T02:05:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.203+0000 7f69d31bc740 1 -- start start 2024-04-26T02:05:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.203+0000 7f69d31bc740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf0f9b0 0x5602abf0fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.203+0000 7f69d31bc740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 0x5602abf1a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.203+0000 7f69d31bc740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf1ab90 0x5602abf1cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.203+0000 7f69d31bc740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5602abe75900 con 0x5602abf0f9b0 2024-04-26T02:05:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.203+0000 7f69d31bc740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5602abe1bef0 con 0x5602abf1ab90 2024-04-26T02:05:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.203+0000 7f69d31bc740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5602abe718c0 con 0x5602abf102d0 2024-04-26T02:05:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.204+0000 7f69cda00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 0x5602abf1a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.204+0000 7f69ce400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf0f9b0 0x5602abf0fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.204+0000 7f69cda00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 0x5602abf1a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:48328/0 (socket says 172.21.15.26:48328) 2024-04-26T02:05:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.204+0000 7f69cda00640 1 -- 172.21.15.26:0/1944542092 learned_addr learned my addr 172.21.15.26:0/1944542092 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.204+0000 7f69cd000640 1 --2- 172.21.15.26:0/1944542092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf1ab90 0x5602abf1cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.204+0000 7f69cda00640 1 -- 172.21.15.26:0/1944542092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf1ab90 msgr2=0x5602abf1cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.204+0000 7f69cda00640 1 --2- 172.21.15.26:0/1944542092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf1ab90 0x5602abf1cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.204+0000 7f69cda00640 1 -- 172.21.15.26:0/1944542092 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf0f9b0 msgr2=0x5602abf0fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.204+0000 7f69cda00640 1 --2- 172.21.15.26:0/1944542092 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf0f9b0 0x5602abf0fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.204+0000 7f69cda00640 1 -- 172.21.15.26:0/1944542092 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602abb88210 con 0x5602abf102d0 2024-04-26T02:05:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.205+0000 7f69c6000640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f69b00a3d80 0x7f69b00a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.205+0000 7f69cda00640 1 --2- 172.21.15.26:0/1944542092 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 0x5602abf1a650 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f69bc02a9e0 tx=0x7f69bc0041b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b041dd1a2730f980 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.205+0000 7f69ce400640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f69b00a3d80 0x7f69b00a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.205+0000 7f69c6000640 1 -- 172.21.15.26:0/1681494494 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f69b40d05e0 con 0x7f69c81092d0 2024-04-26T02:05:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.205+0000 7f69baa00640 1 -- 172.21.15.26:0/1944542092 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc040070 con 0x5602abf102d0 2024-04-26T02:05:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.205+0000 7f69baa00640 1 -- 172.21.15.26:0/1944542092 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69bc0054d0 con 0x5602abf102d0 2024-04-26T02:05:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.205+0000 7f69baa00640 1 -- 172.21.15.26:0/1944542092 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc035040 con 0x5602abf102d0 2024-04-26T02:05:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.206+0000 7f69d31bc740 1 -- 172.21.15.26:0/1944542092 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 msgr2=0x5602abf1a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.206+0000 7f69ce400640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f69b00a3d80 0x7f69b00a6240 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f69c0005fd0 tx=0x7f69c0009600 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.206+0000 7f69d31bc740 1 --2- 172.21.15.26:0/1944542092 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 0x5602abf1a650 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f69bc02a9e0 tx=0x7f69bc0041b0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.206+0000 7f69d31bc740 1 -- 172.21.15.26:0/1944542092 shutdown_connections 2024-04-26T02:05:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.206+0000 7f69d31bc740 1 --2- 172.21.15.26:0/1944542092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf1ab90 0x5602abf1cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.206+0000 7f69d31bc740 1 --2- 172.21.15.26:0/1944542092 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 0x5602abf1a650 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.206+0000 7f69d31bc740 1 --2- 172.21.15.26:0/1944542092 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf0f9b0 0x5602abf0fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.206+0000 7f69d31bc740 1 -- 172.21.15.26:0/1944542092 >> 172.21.15.26:0/1944542092 conn(0x5602abf0bec0 msgr2=0x5602abf0c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.207+0000 7f69d31bc740 1 -- 172.21.15.26:0/1944542092 shutdown_connections 2024-04-26T02:05:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.207+0000 7f69d31bc740 1 -- 172.21.15.26:0/1944542092 wait complete. 2024-04-26T02:05:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.207+0000 7f69d31bc740 1 -- start start 2024-04-26T02:05:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.207+0000 7f69d31bc740 1 Processor -- start 2024-04-26T02:05:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.208+0000 7f69d31bc740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf0f9b0 0x5602abf17a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.208+0000 7f69d31bc740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 0x5602abf17fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.208+0000 7f69d31bc740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf1ab90 0x5602abf18500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.208+0000 7f69d31bc740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5602abf1d760 con 0x5602abf1ab90 2024-04-26T02:05:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.208+0000 7f69d31bc740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5602abe2f310 con 0x5602abf0f9b0 2024-04-26T02:05:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.208+0000 7f69d31bc740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5602abf1d8e0 con 0x5602abf102d0 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.208+0000 7f69d31bc740 10 client.0 _ll_register_callbacks cb 0x5602abdfdcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.208+0000 7f69ce400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf1ab90 0x5602abf18500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.208+0000 7f69cd000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 0x5602abf17fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.208+0000 7f69cda00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf0f9b0 0x5602abf17a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.208+0000 7f69cd000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 0x5602abf17fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:48338/0 (socket says 172.21.15.26:48338) 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.208+0000 7f69cd000640 1 -- 172.21.15.26:0/3277233115 learned_addr learned my addr 172.21.15.26:0/3277233115 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.209+0000 7f69cd000640 1 -- 172.21.15.26:0/3277233115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf0f9b0 msgr2=0x5602abf17a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.209+0000 7f69cd000640 1 --2- 172.21.15.26:0/3277233115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf0f9b0 0x5602abf17a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.209+0000 7f69cd000640 1 -- 172.21.15.26:0/3277233115 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf1ab90 msgr2=0x5602abf18500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.209+0000 7f69cd000640 1 --2- 172.21.15.26:0/3277233115 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf1ab90 0x5602abf18500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.209+0000 7f69cd000640 1 -- 172.21.15.26:0/3277233115 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602abc54620 con 0x5602abf102d0 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.209+0000 7f69cd000640 1 --2- 172.21.15.26:0/3277233115 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 0x5602abf17fc0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f69b4009750 tx=0x7f69b4098130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6747db25a027c09 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.209+0000 7f69af400640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:05:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.209+0000 7f69af400640 1 -- 172.21.15.26:0/3277233115 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b401c070 con 0x5602abf102d0 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.209+0000 7f69af400640 1 -- 172.21.15.26:0/3277233115 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f69b40a4f30 con 0x5602abf102d0 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.209+0000 7f69d31bc740 1 -- 172.21.15.26:0/3277233115 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69bc0054d0 con 0x5602abf102d0 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.209+0000 7f69af400640 1 -- 172.21.15.26:0/3277233115 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f69b409c320 con 0x5602abf102d0 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.210+0000 7f69d31bc740 10 client.25564 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.210+0000 7f69d31bc740 1 -- 172.21.15.26:0/3277233115 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5602abf299c0 con 0x5602abf102d0 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.210+0000 7f69af400640 1 -- 172.21.15.26:0/3277233115 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69bc0054d0 con 0x5602abf102d0 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.210+0000 7f69af400640 1 -- 172.21.15.26:0/3277233115 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f69b40041b0 con 0x5602abf102d0 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.210+0000 7f69d31bc740 10 client.25564 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.210+0000 7f69d31bc740 10 client.25564 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.210+0000 7f69d31bc740 20 client.25564 populate_metadata read hostname 'smithi026' 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.210+0000 7f69d31bc740 1 --2- 172.21.15.26:0/3277233115 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5602abf2aed0 0x5602abf2d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.210+0000 7f69d31bc740 4 client.25564 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.210+0000 7f69d31bc740 1 -- 172.21.15.26:0/3277233115 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5602abe898b0 con 0x5602abf2aed0 2024-04-26T02:05:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.211+0000 7f69cda00640 1 --2- 172.21.15.26:0/3277233115 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5602abf2aed0 0x5602abf2d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.211+0000 7f69cda00640 1 --2- 172.21.15.26:0/3277233115 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5602abf2aed0 0x5602abf2d2c0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=499d15eaa9a0a764 server_cookie=b7713cccf8db439d in_seq=0 out_seq=0 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.211+0000 7f69af400640 10 client.25564 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.212+0000 7f69af400640 1 -- 172.21.15.26:0/3277233115 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5602abe898b0 con 0x5602abf2aed0 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.212+0000 7f69af400640 10 client.25564 handle_command_reply: tid=0 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.212+0000 7f69d31bc740 1 client.25564 shutdown 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.213+0000 7f69d31bc740 1 -- 172.21.15.26:0/3277233115 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 msgr2=0x5602abf17fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.213+0000 7f69d31bc740 1 --2- 172.21.15.26:0/3277233115 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 0x5602abf17fc0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f69b4009750 tx=0x7f69b4098130 comp rx=0 tx=0).stop 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.213+0000 7f69d31bc740 1 -- 172.21.15.26:0/3277233115 shutdown_connections 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.213+0000 7f69d31bc740 1 --2- 172.21.15.26:0/3277233115 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5602abf2aed0 0x5602abf2d2c0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.213+0000 7f69d31bc740 1 --2- 172.21.15.26:0/3277233115 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf1ab90 0x5602abf18500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.213+0000 7f69d31bc740 1 --2- 172.21.15.26:0/3277233115 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf102d0 0x5602abf17fc0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.213+0000 7f69d31bc740 1 --2- 172.21.15.26:0/3277233115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf0f9b0 0x5602abf17a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.213+0000 7f69af400640 0 client.25564 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.213+0000 7f69d31bc740 1 -- 172.21.15.26:0/3277233115 >> 172.21.15.26:0/3277233115 conn(0x5602abf0bec0 msgr2=0x5602abf11c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.213+0000 7f69d31bc740 1 -- 172.21.15.26:0/3277233115 shutdown_connections 2024-04-26T02:05:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.213+0000 7f69d31bc740 1 -- 172.21.15.26:0/3277233115 wait complete. 2024-04-26T02:05:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.213+0000 7f69d31bc740 20 client.25564 trim_cache size 0 max 16384 2024-04-26T02:05:22.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:21 smithi026 ceph-mon[28138]: pgmap v79: 97 pgs: 97 active+clean; 271 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s rd, 545 KiB/s wr, 170 op/s 2024-04-26T02:05:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69d31bc740 1 Processor -- start 2024-04-26T02:05:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69d31bc740 1 -- start start 2024-04-26T02:05:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69d31bc740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf0f9b0 0x5602abf26650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69d31bc740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 0x5602abf32bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69d31bc740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf1ab90 0x5602abf33110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69d31bc740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f69a800e6d0 con 0x5602abf1ab90 2024-04-26T02:05:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69d31bc740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f69a8010210 con 0x5602abf102d0 2024-04-26T02:05:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69d31bc740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f69a800eda0 con 0x5602abf0f9b0 2024-04-26T02:05:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69ce400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf1ab90 0x5602abf33110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69cd000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 0x5602abf32bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69cd000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 0x5602abf32bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:41504/0 (socket says 172.21.15.26:41504) 2024-04-26T02:05:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69cd000640 1 -- 172.21.15.26:0/551037301 learned_addr learned my addr 172.21.15.26:0/551037301 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.230+0000 7f69cda00640 1 --2- 172.21.15.26:0/551037301 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf0f9b0 0x5602abf26650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.231+0000 7f69cd000640 1 -- 172.21.15.26:0/551037301 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf0f9b0 msgr2=0x5602abf26650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.231+0000 7f69cd000640 1 --2- 172.21.15.26:0/551037301 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf0f9b0 0x5602abf26650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.231+0000 7f69cd000640 1 -- 172.21.15.26:0/551037301 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf1ab90 msgr2=0x5602abf33110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.231+0000 7f69cd000640 1 --2- 172.21.15.26:0/551037301 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf1ab90 0x5602abf33110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.231+0000 7f69cd000640 1 -- 172.21.15.26:0/551037301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602abf2d630 con 0x5602abf102d0 2024-04-26T02:05:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.231+0000 7f69ce400640 1 --2- 172.21.15.26:0/551037301 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf1ab90 0x5602abf33110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.231+0000 7f69cd000640 1 --2- 172.21.15.26:0/551037301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 0x5602abf32bd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f69b4098ed0 tx=0x7f69b4009f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=865795f1a70e41a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.231+0000 7f69ba000640 1 -- 172.21.15.26:0/551037301 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b401c070 con 0x5602abf102d0 2024-04-26T02:05:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.231+0000 7f69ba000640 1 -- 172.21.15.26:0/551037301 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69b409cc50 con 0x5602abf102d0 2024-04-26T02:05:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.231+0000 7f69ba000640 1 -- 172.21.15.26:0/551037301 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b40ce190 con 0x5602abf102d0 2024-04-26T02:05:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.232+0000 7f69d31bc740 1 -- 172.21.15.26:0/551037301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 msgr2=0x5602abf32bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.232+0000 7f69d31bc740 1 --2- 172.21.15.26:0/551037301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 0x5602abf32bd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f69b4098ed0 tx=0x7f69b4009f60 comp rx=0 tx=0).stop 2024-04-26T02:05:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.232+0000 7f69d31bc740 1 -- 172.21.15.26:0/551037301 shutdown_connections 2024-04-26T02:05:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.232+0000 7f69d31bc740 1 --2- 172.21.15.26:0/551037301 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf1ab90 0x5602abf33110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.232+0000 7f69d31bc740 1 --2- 172.21.15.26:0/551037301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 0x5602abf32bd0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.232+0000 7f69d31bc740 1 --2- 172.21.15.26:0/551037301 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf0f9b0 0x5602abf26650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.232+0000 7f69d31bc740 1 -- 172.21.15.26:0/551037301 >> 172.21.15.26:0/551037301 conn(0x5602abf0bec0 msgr2=0x5602abf12d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.232+0000 7f69d31bc740 1 -- 172.21.15.26:0/551037301 shutdown_connections 2024-04-26T02:05:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.233+0000 7f69d31bc740 1 -- 172.21.15.26:0/551037301 wait complete. 2024-04-26T02:05:22.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.234+0000 7f69d31bc740 1 -- start start 2024-04-26T02:05:22.235 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.236+0000 7f69d31bc740 1 Processor -- start 2024-04-26T02:05:22.235 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.236+0000 7f69d31bc740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf0f9b0 0x5602abf22b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.236+0000 7f69d31bc740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 0x5602abf23050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.236+0000 7f69d31bc740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf1ab90 0x5602abf1df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.236+0000 7f69d31bc740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f69a800fb40 con 0x5602abf0f9b0 2024-04-26T02:05:22.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.236+0000 7f69d31bc740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f69a800f470 con 0x5602abf102d0 2024-04-26T02:05:22.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.236+0000 7f69d31bc740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f69a800c6b0 con 0x5602abf1ab90 2024-04-26T02:05:22.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.236+0000 7f69d31bc740 10 client.0 _ll_register_callbacks cb 0x7f69b40046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:22.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69cda00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf0f9b0 0x5602abf22b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69cd000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 0x5602abf23050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69ce400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf1ab90 0x5602abf1df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69cd000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 0x5602abf23050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:41506/0 (socket says 172.21.15.26:41506) 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69cd000640 1 -- 172.21.15.26:0/1782313873 learned_addr learned my addr 172.21.15.26:0/1782313873 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69cd000640 1 -- 172.21.15.26:0/1782313873 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf1ab90 msgr2=0x5602abf1df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69cd000640 1 --2- 172.21.15.26:0/1782313873 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf1ab90 0x5602abf1df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69cd000640 1 -- 172.21.15.26:0/1782313873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf0f9b0 msgr2=0x5602abf22b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69cd000640 1 --2- 172.21.15.26:0/1782313873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf0f9b0 0x5602abf22b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69cd000640 1 -- 172.21.15.26:0/1782313873 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602abf1e7b0 con 0x5602abf102d0 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69cd000640 1 --2- 172.21.15.26:0/1782313873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 0x5602abf23050 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f69b40989b0 tx=0x7f69b4004250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b74823ea653e2a7a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69af400640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.237+0000 7f69af400640 1 -- 172.21.15.26:0/1782313873 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b401c070 con 0x5602abf102d0 2024-04-26T02:05:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69af400640 1 -- 172.21.15.26:0/1782313873 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f69b40982a0 con 0x5602abf102d0 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69d31bc740 1 -- 172.21.15.26:0/1782313873 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69b409cc50 con 0x5602abf102d0 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69af400640 1 -- 172.21.15.26:0/1782313873 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f69b409beb0 con 0x5602abf102d0 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69d31bc740 10 client.25592 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69d31bc740 1 -- 172.21.15.26:0/1782313873 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5602abf91050 con 0x5602abf102d0 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69af400640 1 -- 172.21.15.26:0/1782313873 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69b409cc50 con 0x5602abf102d0 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69af400640 1 -- 172.21.15.26:0/1782313873 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f69b40bb230 con 0x5602abf102d0 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69d31bc740 10 client.25592 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69d31bc740 10 client.25592 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69d31bc740 20 client.25592 populate_metadata read hostname 'smithi026' 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69d31bc740 1 --2- 172.21.15.26:0/1782313873 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5602abf91440 0x5602abf93860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69d31bc740 4 client.25592 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.238+0000 7f69d31bc740 1 -- 172.21.15.26:0/1782313873 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5602abe83320 con 0x5602abf91440 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.239+0000 7f69cda00640 1 --2- 172.21.15.26:0/1782313873 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5602abf91440 0x5602abf93860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.239+0000 7f69cda00640 1 --2- 172.21.15.26:0/1782313873 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5602abf91440 0x5602abf93860 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fa20e83f2471670 server_cookie=77dc225f4b3a914c in_seq=0 out_seq=0 2024-04-26T02:05:22.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.239+0000 7f69af400640 10 client.25592 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:22.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:21 smithi033 ceph-mon[32805]: pgmap v79: 97 pgs: 97 active+clean; 271 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s rd, 545 KiB/s wr, 170 op/s 2024-04-26T02:05:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.284+0000 7f69af400640 1 -- 172.21.15.26:0/1782313873 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5602abe83320 con 0x5602abf91440 2024-04-26T02:05:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.284+0000 7f69af400640 10 client.25592 handle_command_reply: tid=0 2024-04-26T02:05:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.284+0000 7f69d31bc740 1 client.25592 shutdown 2024-04-26T02:05:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.285+0000 7f69d31bc740 1 -- 172.21.15.26:0/1782313873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 msgr2=0x5602abf23050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.285+0000 7f69d31bc740 1 --2- 172.21.15.26:0/1782313873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 0x5602abf23050 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f69b40989b0 tx=0x7f69b4004250 comp rx=0 tx=0).stop 2024-04-26T02:05:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.285+0000 7f69d31bc740 1 -- 172.21.15.26:0/1782313873 shutdown_connections 2024-04-26T02:05:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.285+0000 7f69d31bc740 1 --2- 172.21.15.26:0/1782313873 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x5602abf91440 0x5602abf93860 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.285+0000 7f69d31bc740 1 --2- 172.21.15.26:0/1782313873 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5602abf1ab90 0x5602abf1df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.285+0000 7f69d31bc740 1 --2- 172.21.15.26:0/1782313873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5602abf102d0 0x5602abf23050 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.285+0000 7f69af400640 0 client.25592 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.285+0000 7f69d31bc740 1 --2- 172.21.15.26:0/1782313873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602abf0f9b0 0x5602abf22b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.285+0000 7f69d31bc740 1 -- 172.21.15.26:0/1782313873 >> 172.21.15.26:0/1782313873 conn(0x5602abf0bec0 msgr2=0x5602abf0a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.285+0000 7f69d31bc740 1 -- 172.21.15.26:0/1782313873 shutdown_connections 2024-04-26T02:05:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.286+0000 7f69d31bc740 1 -- 172.21.15.26:0/1782313873 wait complete. 2024-04-26T02:05:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.286+0000 7f69d31bc740 20 client.25592 trim_cache size 0 max 16384 2024-04-26T02:05:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:05:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:05:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:05:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:05:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.288+0000 7f69cee00640 1 -- 172.21.15.26:0/1681494494 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f69b00a3d80 msgr2=0x7f69b00a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.288+0000 7f69cee00640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f69b00a3d80 0x7f69b00a6240 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f69c0005fd0 tx=0x7f69c0009600 comp rx=0 tx=0).stop 2024-04-26T02:05:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.288+0000 7f69cee00640 1 -- 172.21.15.26:0/1681494494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69c81092d0 msgr2=0x7f69c81a0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.288+0000 7f69cee00640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69c81092d0 0x7f69c81a0c90 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f69b400e9c0 tx=0x7f69b400ee80 comp rx=0 tx=0).stop 2024-04-26T02:05:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.288+0000 7f69cee00640 1 -- 172.21.15.26:0/1681494494 shutdown_connections 2024-04-26T02:05:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.288+0000 7f69cee00640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f69b00a3d80 0x7f69b00a6240 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.288+0000 7f69cee00640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f69c819a900 0x7f69c819adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.288+0000 7f69cee00640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69c81092d0 0x7f69c81a0c90 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.288+0000 7f69cee00640 1 --2- 172.21.15.26:0/1681494494 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f69c8104200 0x7f69c81a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.288+0000 7f69cee00640 1 -- 172.21.15.26:0/1681494494 >> 172.21.15.26:0/1681494494 conn(0x7f69c80ffa60 msgr2=0x7f69c8100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.288+0000 7f69cee00640 1 -- 172.21.15.26:0/1681494494 shutdown_connections 2024-04-26T02:05:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:22.288+0000 7f69cee00640 1 -- 172.21.15.26:0/1681494494 wait complete. 2024-04-26T02:05:22.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:21 smithi064 ceph-mon[32613]: pgmap v79: 97 pgs: 97 active+clean; 271 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s rd, 545 KiB/s wr, 170 op/s 2024-04-26T02:05:22.992 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 8192 2024-04-26T02:05:22.992 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193280 len 8192 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 8192 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193280 len 16384 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 16384 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193280 len 16384 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 16384 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193792 len 1024 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 1024 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193792 len 1024 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 1024 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193792 len 2048 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 2048 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193792 len 2048 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 2048 2024-04-26T02:05:22.993 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193792 len 4096 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 4096 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193792 len 4096 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 4096 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193792 len 8192 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 8192 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193792 len 8192 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 8192 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193792 len 16384 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 16384 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193792 len 16384 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 16384 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194304 len 1024 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 1024 2024-04-26T02:05:22.994 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194304 len 1024 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 1024 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194304 len 2048 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 2048 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194304 len 2048 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 2048 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194304 len 4096 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 4096 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194304 len 4096 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 4096 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194304 len 8192 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 8192 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194304 len 8192 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 8192 2024-04-26T02:05:22.995 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194304 len 16384 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 16384 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194304 len 16384 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 16384 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194816 len 1024 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 1024 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194816 len 1024 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 1024 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194816 len 2048 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 2048 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194816 len 2048 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 2048 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194816 len 4096 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 4096 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194816 len 4096 2024-04-26T02:05:22.996 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 4096 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194816 len 8192 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 8192 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194816 len 8192 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 8192 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194816 len 16384 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 16384 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194816 len 16384 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 16384 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195328 len 1024 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 1024 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195328 len 1024 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 1024 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195328 len 2048 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 2048 2024-04-26T02:05:22.997 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195328 len 2048 2024-04-26T02:05:22.998 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 2048 2024-04-26T02:05:22.998 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195328 len 4096 2024-04-26T02:05:22.998 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 4096 2024-04-26T02:05:22.998 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195328 len 4096 2024-04-26T02:05:22.998 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 4096 2024-04-26T02:05:22.998 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195328 len 8192 2024-04-26T02:05:23.513 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 8192 2024-04-26T02:05:23.513 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195328 len 8192 2024-04-26T02:05:23.513 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 8192 2024-04-26T02:05:23.513 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195328 len 16384 2024-04-26T02:05:23.513 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 16384 2024-04-26T02:05:23.513 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195328 len 16384 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 16384 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195840 len 1024 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 1024 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195840 len 1024 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 1024 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195840 len 2048 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 2048 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195840 len 2048 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 2048 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195840 len 4096 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 4096 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195840 len 4096 2024-04-26T02:05:23.514 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 4096 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195840 len 8192 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 8192 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195840 len 8192 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 8192 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195840 len 16384 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 16384 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195840 len 16384 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 16384 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196352 len 1024 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 1024 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196352 len 1024 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 1024 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196352 len 2048 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 2048 2024-04-26T02:05:23.515 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196352 len 2048 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 2048 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196352 len 4096 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 4096 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196352 len 4096 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 4096 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196352 len 8192 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 8192 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196352 len 8192 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 8192 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196352 len 16384 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 16384 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196352 len 16384 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 16384 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196864 len 1024 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 1024 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196864 len 1024 2024-04-26T02:05:23.516 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 1024 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196864 len 2048 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 2048 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196864 len 2048 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 2048 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196864 len 4096 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 4096 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196864 len 4096 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 4096 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196864 len 8192 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 8192 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196864 len 8192 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 8192 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196864 len 16384 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 16384 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196864 len 16384 2024-04-26T02:05:23.517 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 16384 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197376 len 1024 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 1024 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197376 len 1024 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 1024 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197376 len 2048 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 2048 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197376 len 2048 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 2048 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197376 len 4096 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 4096 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197376 len 4096 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 4096 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197376 len 8192 2024-04-26T02:05:23.518 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 8192 2024-04-26T02:05:24.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:23 smithi026 ceph-mon[28138]: pgmap v80: 97 pgs: 97 active+clean; 221 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s rd, 816 KiB/s wr, 259 op/s 2024-04-26T02:05:24.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:23 smithi033 ceph-mon[32805]: pgmap v80: 97 pgs: 97 active+clean; 221 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s rd, 816 KiB/s wr, 259 op/s 2024-04-26T02:05:24.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:23 smithi064 ceph-mon[32613]: pgmap v80: 97 pgs: 97 active+clean; 221 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s rd, 816 KiB/s wr, 259 op/s 2024-04-26T02:05:25.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197376 len 8192 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 8192 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197376 len 16384 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 16384 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197376 len 16384 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 16384 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197888 len 1024 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 1024 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197888 len 1024 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 1024 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197888 len 2048 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 2048 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197888 len 2048 2024-04-26T02:05:25.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 2048 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197888 len 4096 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 4096 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197888 len 4096 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 4096 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197888 len 8192 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 8192 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197888 len 8192 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 8192 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197888 len 16384 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 16384 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197888 len 16384 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 16384 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4190720 len 1024 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 1024 2024-04-26T02:05:25.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4190720 len 1024 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 1024 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4190720 len 2048 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 2048 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4190720 len 2048 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 2048 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4190720 len 4096 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 4096 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4190720 len 4096 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 4096 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4190720 len 8192 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 8192 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4190720 len 8192 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 8192 2024-04-26T02:05:25.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4190720 len 16384 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 16384 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4190720 len 16384 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 16384 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191232 len 1024 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 1024 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191232 len 1024 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 1024 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191232 len 2048 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 2048 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191232 len 2048 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 2048 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191232 len 4096 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 4096 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191232 len 4096 2024-04-26T02:05:25.119 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 4096 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191232 len 8192 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 8192 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191232 len 8192 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 8192 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191232 len 16384 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 16384 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191232 len 16384 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 16384 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191744 len 1024 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 1024 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191744 len 1024 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 1024 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191744 len 2048 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 2048 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191744 len 2048 2024-04-26T02:05:25.120 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 2048 2024-04-26T02:05:25.121 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191744 len 4096 2024-04-26T02:05:25.121 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 4096 2024-04-26T02:05:25.121 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191744 len 4096 2024-04-26T02:05:25.121 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 4096 2024-04-26T02:05:25.121 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191744 len 8192 2024-04-26T02:05:25.121 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 8192 2024-04-26T02:05:25.121 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191744 len 8192 2024-04-26T02:05:26.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:25 smithi026 ceph-mon[28138]: pgmap v81: 97 pgs: 97 active+clean; 221 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 53 MiB/s rd, 549 KiB/s wr, 179 op/s 2024-04-26T02:05:26.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:25 smithi033 ceph-mon[32805]: pgmap v81: 97 pgs: 97 active+clean; 221 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 53 MiB/s rd, 549 KiB/s wr, 179 op/s 2024-04-26T02:05:26.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:25 smithi064 ceph-mon[32613]: pgmap v81: 97 pgs: 97 active+clean; 221 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 53 MiB/s rd, 549 KiB/s wr, 179 op/s 2024-04-26T02:05:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 8192 2024-04-26T02:05:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191744 len 16384 2024-04-26T02:05:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 16384 2024-04-26T02:05:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191744 len 16384 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 16384 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192256 len 1024 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 1024 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192256 len 1024 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 1024 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192256 len 2048 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 2048 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192256 len 2048 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 2048 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192256 len 4096 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 4096 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192256 len 4096 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 4096 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192256 len 8192 2024-04-26T02:05:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 8192 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192256 len 8192 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 8192 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192256 len 16384 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 16384 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192256 len 16384 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 16384 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192768 len 1024 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 1024 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192768 len 1024 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 1024 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192768 len 2048 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 2048 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192768 len 2048 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 2048 2024-04-26T02:05:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192768 len 4096 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 4096 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192768 len 4096 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 4096 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192768 len 8192 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 8192 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192768 len 8192 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 8192 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192768 len 16384 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 16384 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192768 len 16384 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 16384 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193280 len 1024 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 1024 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193280 len 1024 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 1024 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193280 len 2048 2024-04-26T02:05:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 2048 2024-04-26T02:05:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193280 len 2048 2024-04-26T02:05:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 2048 2024-04-26T02:05:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193280 len 4096 2024-04-26T02:05:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 4096 2024-04-26T02:05:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193280 len 4096 2024-04-26T02:05:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 4096 2024-04-26T02:05:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193280 len 8192 2024-04-26T02:05:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 8192 2024-04-26T02:05:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193280 len 8192 2024-04-26T02:05:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 8192 2024-04-26T02:05:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193280 len 16384 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 16384 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193280 len 16384 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 16384 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193792 len 1024 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 1024 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193792 len 1024 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 1024 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193792 len 2048 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 2048 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193792 len 2048 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 2048 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193792 len 4096 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 4096 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193792 len 4096 2024-04-26T02:05:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 4096 2024-04-26T02:05:27.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193792 len 8192 2024-04-26T02:05:27.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 8192 2024-04-26T02:05:27.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193792 len 8192 2024-04-26T02:05:27.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 8192 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193792 len 16384 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 16384 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193792 len 16384 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 16384 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194304 len 1024 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 1024 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194304 len 1024 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 1024 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194304 len 2048 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 2048 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194304 len 2048 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 2048 2024-04-26T02:05:27.879 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194304 len 4096 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 4096 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194304 len 4096 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 4096 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194304 len 8192 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 8192 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194304 len 8192 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 8192 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194304 len 16384 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 16384 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194304 len 16384 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 16384 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194816 len 1024 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 1024 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194816 len 1024 2024-04-26T02:05:27.880 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 1024 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194816 len 2048 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 2048 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194816 len 2048 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 2048 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194816 len 4096 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 4096 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194816 len 4096 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 4096 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194816 len 8192 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 8192 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194816 len 8192 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 8192 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194816 len 16384 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 16384 2024-04-26T02:05:27.881 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194816 len 16384 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 16384 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195328 len 1024 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 1024 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195328 len 1024 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 1024 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195328 len 2048 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 2048 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195328 len 2048 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 2048 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195328 len 4096 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 4096 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195328 len 4096 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 4096 2024-04-26T02:05:27.882 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195328 len 8192 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 8192 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195328 len 8192 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 8192 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195328 len 16384 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 16384 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195328 len 16384 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 16384 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195840 len 1024 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 1024 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195840 len 1024 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 1024 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195840 len 2048 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 2048 2024-04-26T02:05:27.883 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195840 len 2048 2024-04-26T02:05:27.884 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 2048 2024-04-26T02:05:27.884 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195840 len 4096 2024-04-26T02:05:27.884 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 4096 2024-04-26T02:05:27.884 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195840 len 4096 2024-04-26T02:05:27.884 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 4096 2024-04-26T02:05:27.884 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195840 len 8192 2024-04-26T02:05:27.884 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 8192 2024-04-26T02:05:27.884 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195840 len 8192 2024-04-26T02:05:27.884 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 8192 2024-04-26T02:05:28.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:27 smithi026 ceph-mon[28138]: pgmap v82: 97 pgs: 97 active+clean; 242 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s rd, 823 KiB/s wr, 297 op/s 2024-04-26T02:05:28.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:27 smithi033 ceph-mon[32805]: pgmap v82: 97 pgs: 97 active+clean; 242 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s rd, 823 KiB/s wr, 297 op/s 2024-04-26T02:05:28.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:27 smithi064 ceph-mon[32613]: pgmap v82: 97 pgs: 97 active+clean; 242 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s rd, 823 KiB/s wr, 297 op/s 2024-04-26T02:05:28.381 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195840 len 16384 2024-04-26T02:05:28.381 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 16384 2024-04-26T02:05:28.381 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195840 len 16384 2024-04-26T02:05:28.381 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 16384 2024-04-26T02:05:28.381 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196352 len 1024 2024-04-26T02:05:28.381 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 1024 2024-04-26T02:05:28.381 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196352 len 1024 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 1024 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196352 len 2048 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 2048 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196352 len 2048 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 2048 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196352 len 4096 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 4096 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196352 len 4096 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 4096 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196352 len 8192 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 8192 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196352 len 8192 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 8192 2024-04-26T02:05:28.382 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196352 len 16384 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 16384 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196352 len 16384 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 16384 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196864 len 1024 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 1024 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196864 len 1024 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 1024 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196864 len 2048 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 2048 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196864 len 2048 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 2048 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196864 len 4096 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 4096 2024-04-26T02:05:28.383 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196864 len 4096 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 4096 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196864 len 8192 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 8192 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196864 len 8192 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 8192 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196864 len 16384 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 16384 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196864 len 16384 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 16384 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197376 len 1024 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 1024 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197376 len 1024 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 1024 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197376 len 2048 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 2048 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197376 len 2048 2024-04-26T02:05:28.384 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 2048 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197376 len 4096 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 4096 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197376 len 4096 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 4096 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197376 len 8192 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 8192 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197376 len 8192 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 8192 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197376 len 16384 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 16384 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197376 len 16384 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 16384 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197888 len 1024 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 1024 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197888 len 1024 2024-04-26T02:05:28.385 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 1024 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197888 len 2048 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 2048 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197888 len 2048 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 2048 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197888 len 4096 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 4096 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197888 len 4096 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 4096 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197888 len 8192 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 8192 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197888 len 8192 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 8192 2024-04-26T02:05:28.386 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197888 len 16384 2024-04-26T02:05:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:29 smithi026 ceph-mon[28138]: pgmap v83: 97 pgs: 97 active+clean; 242 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 51 MiB/s rd, 544 KiB/s wr, 206 op/s 2024-04-26T02:05:30.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:29 smithi033 ceph-mon[32805]: pgmap v83: 97 pgs: 97 active+clean; 242 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 51 MiB/s rd, 544 KiB/s wr, 206 op/s 2024-04-26T02:05:30.289 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 16384 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197888 len 16384 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 16384 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4190720 len 1024 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 1024 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4190720 len 1024 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 1024 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4190720 len 2048 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 2048 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4190720 len 2048 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 2048 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4190720 len 4096 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 4096 2024-04-26T02:05:30.290 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4190720 len 4096 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 4096 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4190720 len 8192 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 8192 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4190720 len 8192 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 8192 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4190720 len 16384 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 16384 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4190720 len 16384 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 16384 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191232 len 1024 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 1024 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191232 len 1024 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 1024 2024-04-26T02:05:30.291 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191232 len 2048 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 2048 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191232 len 2048 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 2048 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191232 len 4096 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 4096 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191232 len 4096 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 4096 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191232 len 8192 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 8192 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191232 len 8192 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 8192 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191232 len 16384 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 16384 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191232 len 16384 2024-04-26T02:05:30.292 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 16384 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191744 len 1024 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 1024 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191744 len 1024 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 1024 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191744 len 2048 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 2048 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191744 len 2048 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 2048 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191744 len 4096 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 4096 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191744 len 4096 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 4096 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191744 len 8192 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 8192 2024-04-26T02:05:30.293 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191744 len 8192 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 8192 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191744 len 16384 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 16384 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191744 len 16384 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 16384 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192256 len 1024 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 1024 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192256 len 1024 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 1024 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192256 len 2048 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 2048 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192256 len 2048 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 2048 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192256 len 4096 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 4096 2024-04-26T02:05:30.294 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192256 len 4096 2024-04-26T02:05:30.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 4096 2024-04-26T02:05:30.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192256 len 8192 2024-04-26T02:05:30.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 8192 2024-04-26T02:05:30.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192256 len 8192 2024-04-26T02:05:30.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 8192 2024-04-26T02:05:30.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192256 len 16384 2024-04-26T02:05:30.295 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 16384 2024-04-26T02:05:30.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:29 smithi064 ceph-mon[32613]: pgmap v83: 97 pgs: 97 active+clean; 242 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 51 MiB/s rd, 544 KiB/s wr, 206 op/s 2024-04-26T02:05:32.045 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192256 len 16384 2024-04-26T02:05:32.046 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 16384 2024-04-26T02:05:32.046 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192768 len 1024 2024-04-26T02:05:32.046 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 1024 2024-04-26T02:05:32.046 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192768 len 1024 2024-04-26T02:05:32.046 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 1024 2024-04-26T02:05:32.046 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192768 len 2048 2024-04-26T02:05:32.046 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 2048 2024-04-26T02:05:32.046 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192768 len 2048 2024-04-26T02:05:32.046 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 2048 2024-04-26T02:05:32.046 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192768 len 4096 2024-04-26T02:05:32.046 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 4096 2024-04-26T02:05:32.046 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192768 len 4096 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 4096 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192768 len 8192 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 8192 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192768 len 8192 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 8192 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192768 len 16384 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 16384 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192768 len 16384 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 16384 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193280 len 1024 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 1024 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193280 len 1024 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 1024 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193280 len 2048 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 2048 2024-04-26T02:05:32.047 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193280 len 2048 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 2048 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193280 len 4096 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 4096 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193280 len 4096 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 4096 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193280 len 8192 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 8192 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193280 len 8192 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 8192 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193280 len 16384 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 16384 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193280 len 16384 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 16384 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193792 len 1024 2024-04-26T02:05:32.048 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 1024 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193792 len 1024 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 1024 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193792 len 2048 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 2048 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193792 len 2048 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 2048 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193792 len 4096 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 4096 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193792 len 4096 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 4096 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193792 len 8192 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 8192 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193792 len 8192 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 8192 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193792 len 16384 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 16384 2024-04-26T02:05:32.049 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193792 len 16384 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 16384 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194304 len 1024 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 1024 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194304 len 1024 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 1024 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194304 len 2048 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 2048 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194304 len 2048 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 2048 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194304 len 4096 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 4096 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194304 len 4096 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 4096 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194304 len 8192 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 8192 2024-04-26T02:05:32.050 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194304 len 8192 2024-04-26T02:05:32.051 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 8192 2024-04-26T02:05:32.051 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194304 len 16384 2024-04-26T02:05:32.051 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 16384 2024-04-26T02:05:32.051 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194304 len 16384 2024-04-26T02:05:32.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:31 smithi026 ceph-mon[28138]: pgmap v84: 97 pgs: 97 active+clean; 242 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 51 MiB/s rd, 544 KiB/s wr, 206 op/s 2024-04-26T02:05:32.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:31 smithi033 ceph-mon[32805]: pgmap v84: 97 pgs: 97 active+clean; 242 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 51 MiB/s rd, 544 KiB/s wr, 206 op/s 2024-04-26T02:05:32.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:31 smithi064 ceph-mon[32613]: pgmap v84: 97 pgs: 97 active+clean; 242 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 51 MiB/s rd, 544 KiB/s wr, 206 op/s 2024-04-26T02:05:32.580 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 16384 2024-04-26T02:05:32.634 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194816 len 1024 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 1024 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194816 len 1024 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 1024 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194816 len 2048 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 2048 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194816 len 2048 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 2048 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194816 len 4096 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 4096 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194816 len 4096 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 4096 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194816 len 8192 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 8192 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194816 len 8192 2024-04-26T02:05:32.635 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 8192 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194816 len 16384 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 16384 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194816 len 16384 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 16384 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195328 len 1024 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 1024 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195328 len 1024 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 1024 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195328 len 2048 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 2048 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195328 len 2048 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 2048 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195328 len 4096 2024-04-26T02:05:32.636 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 4096 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195328 len 4096 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 4096 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195328 len 8192 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 8192 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195328 len 8192 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 8192 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195328 len 16384 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 16384 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195328 len 16384 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 16384 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195840 len 1024 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 1024 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195840 len 1024 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 1024 2024-04-26T02:05:32.637 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195840 len 2048 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 2048 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195840 len 2048 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 2048 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195840 len 4096 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 4096 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195840 len 4096 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 4096 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195840 len 8192 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 8192 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195840 len 8192 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 8192 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195840 len 16384 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 16384 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195840 len 16384 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 16384 2024-04-26T02:05:32.638 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196352 len 1024 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 1024 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196352 len 1024 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 1024 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196352 len 2048 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 2048 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196352 len 2048 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 2048 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196352 len 4096 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 4096 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196352 len 4096 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 4096 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196352 len 8192 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 8192 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196352 len 8192 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 8192 2024-04-26T02:05:32.639 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196352 len 16384 2024-04-26T02:05:32.640 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 16384 2024-04-26T02:05:32.640 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196352 len 16384 2024-04-26T02:05:32.640 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 16384 2024-04-26T02:05:33.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196864 len 1024 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 1024 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196864 len 1024 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 1024 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196864 len 2048 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 2048 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196864 len 2048 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 2048 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196864 len 4096 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 4096 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196864 len 4096 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 4096 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196864 len 8192 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 8192 2024-04-26T02:05:33.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196864 len 8192 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 8192 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196864 len 16384 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 16384 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196864 len 16384 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 16384 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197376 len 1024 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 1024 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197376 len 1024 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 1024 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197376 len 2048 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 2048 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197376 len 2048 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 2048 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197376 len 4096 2024-04-26T02:05:33.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 4096 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197376 len 4096 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 4096 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197376 len 8192 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 8192 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197376 len 8192 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 8192 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197376 len 16384 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 16384 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197376 len 16384 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 16384 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197888 len 1024 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 1024 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197888 len 1024 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 1024 2024-04-26T02:05:33.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197888 len 2048 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 2048 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197888 len 2048 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 2048 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197888 len 4096 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 4096 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197888 len 4096 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 4096 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197888 len 8192 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 8192 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197888 len 8192 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 8192 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197888 len 16384 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 16384 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197888 len 16384 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 16384 2024-04-26T02:05:33.531 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4190720 len 1024 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 1024 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4190720 len 1024 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 1024 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4190720 len 2048 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 2048 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4190720 len 2048 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 2048 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4190720 len 4096 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 4096 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4190720 len 4096 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 4096 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4190720 len 8192 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 8192 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4190720 len 8192 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 8192 2024-04-26T02:05:33.532 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4190720 len 16384 2024-04-26T02:05:33.533 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 16384 2024-04-26T02:05:33.533 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4190720 len 16384 2024-04-26T02:05:33.533 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 16384 2024-04-26T02:05:34.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:33 smithi026 ceph-mon[28138]: pgmap v85: 97 pgs: 97 active+clean; 272 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s rd, 820 KiB/s wr, 294 op/s 2024-04-26T02:05:34.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:33 smithi033 ceph-mon[32805]: pgmap v85: 97 pgs: 97 active+clean; 272 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s rd, 820 KiB/s wr, 294 op/s 2024-04-26T02:05:34.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:33 smithi064 ceph-mon[32613]: pgmap v85: 97 pgs: 97 active+clean; 272 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 78 MiB/s rd, 820 KiB/s wr, 294 op/s 2024-04-26T02:05:35.438 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.439+0000 7f9a9f000640 1 -- 172.21.15.26:0/4278693040 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a98104d70 msgr2=0x7f9a98108db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:35.438 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.439+0000 7f9a9f000640 1 --2- 172.21.15.26:0/4278693040 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a98104d70 0x7f9a98108db0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9a80009900 tx=0x7f9a8002a410 comp rx=0 tx=0).stop 2024-04-26T02:05:35.438 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.439+0000 7f9a9f000640 1 -- 172.21.15.26:0/4278693040 shutdown_connections 2024-04-26T02:05:35.438 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.439+0000 7f9a9f000640 1 --2- 172.21.15.26:0/4278693040 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a98109490 0x7f9a98111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.438 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.439+0000 7f9a9f000640 1 --2- 172.21.15.26:0/4278693040 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a98104d70 0x7f9a98108db0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.438 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.439+0000 7f9a9f000640 1 --2- 172.21.15.26:0/4278693040 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a981043c0 0x7f9a981047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.438 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.439+0000 7f9a9f000640 1 -- 172.21.15.26:0/4278693040 >> 172.21.15.26:0/4278693040 conn(0x7f9a980ffc40 msgr2=0x7f9a98102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:35.438 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.439+0000 7f9a9f000640 1 -- 172.21.15.26:0/4278693040 shutdown_connections 2024-04-26T02:05:35.438 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.439+0000 7f9a9f000640 1 -- 172.21.15.26:0/4278693040 wait complete. 2024-04-26T02:05:35.439 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.441+0000 7f9a9f000640 1 Processor -- start 2024-04-26T02:05:35.439 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.441+0000 7f9a9f000640 1 -- start start 2024-04-26T02:05:35.441 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.441+0000 7f9a9f000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a981043c0 0x7f9a981a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.441 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a9f000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a98109490 0x7f9a981a0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.441 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a9f000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a9819a800 0x7f9a9819acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.441 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a9f000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9a98114420 con 0x7f9a98109490 2024-04-26T02:05:35.441 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a9f000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9a981142a0 con 0x7f9a981043c0 2024-04-26T02:05:35.441 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a9f000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9a981145a0 con 0x7f9a9819a800 2024-04-26T02:05:35.441 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a8fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a98109490 0x7f9a981a0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.441 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a97e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a981043c0 0x7f9a981a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.441 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a97e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a981043c0 0x7f9a981a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:56988/0 (socket says 172.21.15.26:56988) 2024-04-26T02:05:35.441 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a97e00640 1 -- 172.21.15.26:0/1661312551 learned_addr learned my addr 172.21.15.26:0/1661312551 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:35.441 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a9d000640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a9819a800 0x7f9a9819acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.442 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a97e00640 1 -- 172.21.15.26:0/1661312551 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a9819a800 msgr2=0x7f9a9819acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:35.442 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a97e00640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a9819a800 0x7f9a9819acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.442 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a97e00640 1 -- 172.21.15.26:0/1661312551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a98109490 msgr2=0x7f9a981a0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:35.442 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a97e00640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a98109490 0x7f9a981a0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.442 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.442+0000 7f9a97e00640 1 -- 172.21.15.26:0/1661312551 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a9819b390 con 0x7f9a981043c0 2024-04-26T02:05:35.443 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.443+0000 7f9a97e00640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a981043c0 0x7f9a981a0690 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9a8800e9f0 tx=0x7f9a8800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:35.443 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.443+0000 7f9a95600640 1 -- 172.21.15.26:0/1661312551 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8800cd80 con 0x7f9a981043c0 2024-04-26T02:05:35.443 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.443+0000 7f9a95600640 1 -- 172.21.15.26:0/1661312551 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a880054d0 con 0x7f9a981043c0 2024-04-26T02:05:35.443 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.443+0000 7f9a9f000640 1 -- 172.21.15.26:0/1661312551 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a9819b680 con 0x7f9a981043c0 2024-04-26T02:05:35.443 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.443+0000 7f9a95600640 1 -- 172.21.15.26:0/1661312551 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a88010690 con 0x7f9a981043c0 2024-04-26T02:05:35.443 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.443+0000 7f9a9f000640 1 -- 172.21.15.26:0/1661312551 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a981a7830 con 0x7f9a981043c0 2024-04-26T02:05:35.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.446+0000 7f9a95600640 1 -- 172.21.15.26:0/1661312551 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9a88004e90 con 0x7f9a981043c0 2024-04-26T02:05:35.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.447+0000 7f9aa1e1b740 1 Processor -- start 2024-04-26T02:05:35.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.447+0000 7f9aa1e1b740 1 -- start start 2024-04-26T02:05:35.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.447+0000 7f9aa1e1b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d44d820 0x55929d44dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.447+0000 7f9aa1e1b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44e140 0x55929d4584c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.447+0000 7f9aa1e1b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d458a00 0x55929d45adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.447+0000 7f9aa1e1b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55929d3b3900 con 0x55929d44d820 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.447+0000 7f9aa1e1b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55929d359ef0 con 0x55929d44e140 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.447+0000 7f9aa1e1b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55929d3af8c0 con 0x55929d458a00 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.447+0000 7f9a9d000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d44d820 0x55929d44dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.447+0000 7f9a97e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44e140 0x55929d4584c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.448+0000 7f9a8fe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d458a00 0x55929d45adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.448+0000 7f9a97e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44e140 0x55929d4584c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:57002/0 (socket says 172.21.15.26:57002) 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.448+0000 7f9a97e00640 1 -- 172.21.15.26:0/3449084286 learned_addr learned my addr 172.21.15.26:0/3449084286 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.448+0000 7f9a8fe00640 1 -- 172.21.15.26:0/3449084286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44e140 msgr2=0x55929d4584c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.448+0000 7f9a8fe00640 1 --2- 172.21.15.26:0/3449084286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44e140 0x55929d4584c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.448+0000 7f9a8fe00640 1 -- 172.21.15.26:0/3449084286 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d44d820 msgr2=0x55929d44dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.448+0000 7f9a8fe00640 1 --2- 172.21.15.26:0/3449084286 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d44d820 0x55929d44dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.448+0000 7f9a8fe00640 1 -- 172.21.15.26:0/3449084286 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55929d0c6210 con 0x55929d458a00 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.448+0000 7f9a95600640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f9a7c0a3d90 0x7f9a7c0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.448+0000 7f9a8fe00640 1 --2- 172.21.15.26:0/3449084286 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d458a00 0x55929d45adf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9a8002a930 tx=0x7f9a800040c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b8e23d7ab6de8164 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:35.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.449+0000 7f9a95600640 1 -- 172.21.15.26:0/1661312551 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f9a880d0bd0 con 0x7f9a981043c0 2024-04-26T02:05:35.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.449+0000 7f9a9d000640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f9a7c0a3d90 0x7f9a7c0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.449+0000 7f9a8d600640 1 -- 172.21.15.26:0/3449084286 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a80035040 con 0x55929d458a00 2024-04-26T02:05:35.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.449+0000 7f9a8d600640 1 -- 172.21.15.26:0/3449084286 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a800054f0 con 0x55929d458a00 2024-04-26T02:05:35.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.449+0000 7f9a8d600640 1 -- 172.21.15.26:0/3449084286 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a800035f0 con 0x55929d458a00 2024-04-26T02:05:35.450 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.450+0000 7f9a9d000640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f9a7c0a3d90 0x7f9a7c0a6250 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9a90005fd0 tx=0x7f9a90009500 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:35.450 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.450+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/3449084286 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d458a00 msgr2=0x55929d45adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:35.450 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.450+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/3449084286 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d458a00 0x55929d45adf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9a8002a930 tx=0x7f9a800040c0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.450 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.450+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/3449084286 shutdown_connections 2024-04-26T02:05:35.450 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.450+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/3449084286 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d458a00 0x55929d45adf0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.450 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.450+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/3449084286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44e140 0x55929d4584c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.450 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.450+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/3449084286 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d44d820 0x55929d44dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.450 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.450+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/3449084286 >> 172.21.15.26:0/3449084286 conn(0x55929d449d30 msgr2=0x55929d44a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:35.450 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.450+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/3449084286 shutdown_connections 2024-04-26T02:05:35.451 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.450+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/3449084286 wait complete. 2024-04-26T02:05:35.451 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.451+0000 7f9aa1e1b740 1 -- start start 2024-04-26T02:05:35.451 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.451+0000 7f9aa1e1b740 1 Processor -- start 2024-04-26T02:05:35.453 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.452+0000 7f9aa1e1b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 0x55929d455980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.453 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.452+0000 7f9aa1e1b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44e140 0x55929d455ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.453 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.452+0000 7f9aa1e1b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d458a00 0x55929d456400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.452+0000 7f9aa1e1b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55929d45b5d0 con 0x55929d458a00 2024-04-26T02:05:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.452+0000 7f9aa1e1b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55929d36d310 con 0x55929d44d820 2024-04-26T02:05:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.452+0000 7f9aa1e1b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55929d45b750 con 0x55929d44e140 2024-04-26T02:05:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.452+0000 7f9aa1e1b740 10 client.0 _ll_register_callbacks cb 0x55929d33bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.452+0000 7f9a97e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 0x55929d455980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.452+0000 7f9a97e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 0x55929d455980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:57006/0 (socket says 172.21.15.26:57006) 2024-04-26T02:05:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.452+0000 7f9a97e00640 1 -- 172.21.15.26:0/4105170286 learned_addr learned my addr 172.21.15.26:0/4105170286 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.452+0000 7f9a9d000640 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d458a00 0x55929d456400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.452+0000 7f9a8fe00640 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44e140 0x55929d455ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.453+0000 7f9a97e00640 1 -- 172.21.15.26:0/4105170286 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44e140 msgr2=0x55929d455ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.453+0000 7f9a97e00640 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44e140 0x55929d455ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.453+0000 7f9a97e00640 1 -- 172.21.15.26:0/4105170286 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d458a00 msgr2=0x55929d456400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.453+0000 7f9a97e00640 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d458a00 0x55929d456400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.453+0000 7f9a97e00640 1 -- 172.21.15.26:0/4105170286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55929d192620 con 0x55929d44d820 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.453+0000 7f9a8fe00640 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44e140 0x55929d455ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.453+0000 7f9a97e00640 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 0x55929d455980 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f9a88099510 tx=0x7f9a88005ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69028409244c798f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.453+0000 7f9a86000640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.453+0000 7f9a86000640 1 -- 172.21.15.26:0/4105170286 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8809c4a0 con 0x55929d44d820 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.453+0000 7f9a86000640 1 -- 172.21.15.26:0/4105170286 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f9a880ce570 con 0x55929d44d820 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.453+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/4105170286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a800054f0 con 0x55929d44d820 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.453+0000 7f9a86000640 1 -- 172.21.15.26:0/4105170286 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9a88005180 con 0x55929d44d820 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.454+0000 7f9aa1e1b740 10 client.25604 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.454+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/4105170286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55929d4678c0 con 0x55929d44d820 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.454+0000 7f9a86000640 1 -- 172.21.15.26:0/4105170286 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a800054f0 con 0x55929d44d820 2024-04-26T02:05:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.454+0000 7f9a86000640 1 -- 172.21.15.26:0/4105170286 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9a880a5320 con 0x55929d44d820 2024-04-26T02:05:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.454+0000 7f9aa1e1b740 10 client.25604 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.454+0000 7f9aa1e1b740 10 client.25604 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.454+0000 7f9aa1e1b740 20 client.25604 populate_metadata read hostname 'smithi026' 2024-04-26T02:05:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.454+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55929d468d80 0x55929d46b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.454+0000 7f9aa1e1b740 4 client.25604 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:05:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.454+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/4105170286 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55929d3c78b0 con 0x55929d468d80 2024-04-26T02:05:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.455+0000 7f9a8fe00640 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55929d468d80 0x55929d46b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.457 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.456+0000 7f9a8fe00640 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55929d468d80 0x55929d46b170 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a803d4aa871b40 server_cookie=af52156b2eb2b2f4 in_seq=0 out_seq=0 2024-04-26T02:05:35.458 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.456+0000 7f9a86000640 10 client.25604 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:35.458 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9a86000640 1 -- 172.21.15.26:0/4105170286 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55929d3c78b0 con 0x55929d468d80 2024-04-26T02:05:35.458 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9a86000640 10 client.25604 handle_command_reply: tid=0 2024-04-26T02:05:35.458 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9aa1e1b740 1 client.25604 shutdown 2024-04-26T02:05:35.458 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/4105170286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 msgr2=0x55929d455980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:35.458 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 0x55929d455980 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f9a88099510 tx=0x7f9a88005ab0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.458 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/4105170286 shutdown_connections 2024-04-26T02:05:35.458 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55929d468d80 0x55929d46b170 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.458 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d458a00 0x55929d456400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.458 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44e140 0x55929d455ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.458 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9a86000640 0 client.25604 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:35.458 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/4105170286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 0x55929d455980 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.459 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/4105170286 >> 172.21.15.26:0/4105170286 conn(0x55929d449d30 msgr2=0x55929d44fab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:35.459 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/4105170286 shutdown_connections 2024-04-26T02:05:35.459 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.457+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/4105170286 wait complete. 2024-04-26T02:05:35.459 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.458+0000 7f9aa1e1b740 20 client.25604 trim_cache size 0 max 16384 2024-04-26T02:05:35.463 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191232 len 1024 2024-04-26T02:05:35.463 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 1024 2024-04-26T02:05:35.463 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191232 len 1024 2024-04-26T02:05:35.463 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 1024 2024-04-26T02:05:35.463 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191232 len 2048 2024-04-26T02:05:35.463 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 2048 2024-04-26T02:05:35.463 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191232 len 2048 2024-04-26T02:05:35.463 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 2048 2024-04-26T02:05:35.463 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191232 len 4096 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 4096 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191232 len 4096 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 4096 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191232 len 8192 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 8192 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191232 len 8192 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 8192 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191232 len 16384 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 16384 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191232 len 16384 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 16384 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191744 len 1024 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 1024 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191744 len 1024 2024-04-26T02:05:35.464 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 1024 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191744 len 2048 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 2048 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191744 len 2048 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 2048 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191744 len 4096 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 4096 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191744 len 4096 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 4096 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191744 len 8192 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 8192 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191744 len 8192 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 8192 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191744 len 16384 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 16384 2024-04-26T02:05:35.465 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191744 len 16384 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 16384 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192256 len 1024 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 1024 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192256 len 1024 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 1024 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192256 len 2048 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 2048 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192256 len 2048 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 2048 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192256 len 4096 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 4096 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192256 len 4096 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 4096 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192256 len 8192 2024-04-26T02:05:35.466 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 8192 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192256 len 8192 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 8192 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192256 len 16384 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 16384 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192256 len 16384 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 16384 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192768 len 1024 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 1024 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192768 len 1024 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 1024 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192768 len 2048 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 2048 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192768 len 2048 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 2048 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192768 len 4096 2024-04-26T02:05:35.467 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 4096 2024-04-26T02:05:35.468 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192768 len 4096 2024-04-26T02:05:35.468 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 4096 2024-04-26T02:05:35.468 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192768 len 8192 2024-04-26T02:05:35.468 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 8192 2024-04-26T02:05:35.468 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192768 len 8192 2024-04-26T02:05:35.468 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 8192 2024-04-26T02:05:35.468 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192768 len 16384 2024-04-26T02:05:35.468 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 16384 2024-04-26T02:05:35.468 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192768 len 16384 2024-04-26T02:05:35.468 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 16384 2024-04-26T02:05:35.468 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193280 len 1024 2024-04-26T02:05:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.478+0000 7f9aa1e1b740 1 Processor -- start 2024-04-26T02:05:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.478+0000 7f9aa1e1b740 1 -- start start 2024-04-26T02:05:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.478+0000 7f9aa1e1b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 0x55929d450230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.478+0000 7f9aa1e1b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d44e140 0x55929d449610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.478+0000 7f9aa1e1b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d458a00 0x55929d4709f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.478+0000 7f9aa1e1b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9a981afd70 con 0x55929d44e140 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.478+0000 7f9aa1e1b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9a981b18b0 con 0x55929d44d820 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.478+0000 7f9aa1e1b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9a981b0440 con 0x55929d458a00 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.479+0000 7f9a97e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 0x55929d450230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.479+0000 7f9a8fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d44e140 0x55929d449610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.479+0000 7f9a9d000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d458a00 0x55929d4709f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.479+0000 7f9a97e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 0x55929d450230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:57016/0 (socket says 172.21.15.26:57016) 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.479+0000 7f9a97e00640 1 -- 172.21.15.26:0/2806435057 learned_addr learned my addr 172.21.15.26:0/2806435057 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.479+0000 7f9a97e00640 1 -- 172.21.15.26:0/2806435057 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d458a00 msgr2=0x55929d4709f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.479+0000 7f9a97e00640 1 --2- 172.21.15.26:0/2806435057 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d458a00 0x55929d4709f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.479+0000 7f9a97e00640 1 -- 172.21.15.26:0/2806435057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d44e140 msgr2=0x55929d449610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.479+0000 7f9a97e00640 1 --2- 172.21.15.26:0/2806435057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d44e140 0x55929d449610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.479+0000 7f9a97e00640 1 -- 172.21.15.26:0/2806435057 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55929d450770 con 0x55929d44d820 2024-04-26T02:05:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.479+0000 7f9a97e00640 1 --2- 172.21.15.26:0/2806435057 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 0x55929d450230 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9a8809adf0 tx=0x7f9a880048d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dfac20723c5f6e85 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.480+0000 7f9a8cc00640 1 -- 172.21.15.26:0/2806435057 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8809c4a0 con 0x55929d44d820 2024-04-26T02:05:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.480+0000 7f9a8cc00640 1 -- 172.21.15.26:0/2806435057 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a88005680 con 0x55929d44d820 2024-04-26T02:05:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.480+0000 7f9a8cc00640 1 -- 172.21.15.26:0/2806435057 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a880ce570 con 0x55929d44d820 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.480+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/2806435057 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 msgr2=0x55929d450230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.480+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/2806435057 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 0x55929d450230 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9a8809adf0 tx=0x7f9a880048d0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.480+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/2806435057 shutdown_connections 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.480+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/2806435057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d44e140 0x55929d449610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.480+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/2806435057 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d458a00 0x55929d4709f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.480+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/2806435057 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44d820 0x55929d450230 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.480+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/2806435057 >> 172.21.15.26:0/2806435057 conn(0x55929d449d30 msgr2=0x55929d4561d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.481+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/2806435057 shutdown_connections 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.481+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/2806435057 wait complete. 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.481+0000 7f9aa1e1b740 1 -- start start 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.481+0000 7f9aa1e1b740 1 Processor -- start 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9aa1e1b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44d820 0x55929d460f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9aa1e1b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44e140 0x55929d45e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9aa1e1b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d458a00 0x55929d45e990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9aa1e1b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9a981b11e0 con 0x55929d458a00 2024-04-26T02:05:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9aa1e1b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9a981b0b10 con 0x55929d44e140 2024-04-26T02:05:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9aa1e1b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9a981add50 con 0x55929d44d820 2024-04-26T02:05:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9aa1e1b740 10 client.0 _ll_register_callbacks cb 0x7f9a88009720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9a97e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44d820 0x55929d460f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9a8fe00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44e140 0x55929d45e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9a97e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44d820 0x55929d460f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:50052/0 (socket says 172.21.15.26:50052) 2024-04-26T02:05:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9a9d000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d458a00 0x55929d45e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9a97e00640 1 -- 172.21.15.26:0/326982081 learned_addr learned my addr 172.21.15.26:0/326982081 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9a97e00640 1 -- 172.21.15.26:0/326982081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44e140 msgr2=0x55929d45e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9a97e00640 1 --2- 172.21.15.26:0/326982081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44e140 0x55929d45e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9a97e00640 1 -- 172.21.15.26:0/326982081 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d458a00 msgr2=0x55929d45e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9a97e00640 1 --2- 172.21.15.26:0/326982081 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d458a00 0x55929d45e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9a97e00640 1 -- 172.21.15.26:0/326982081 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55929d4ce270 con 0x55929d44d820 2024-04-26T02:05:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.482+0000 7f9a8fe00640 1 --2- 172.21.15.26:0/326982081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44e140 0x55929d45e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.483+0000 7f9a97e00640 1 --2- 172.21.15.26:0/326982081 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44d820 0x55929d460f10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9a880ce350 tx=0x7f9a88005ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17e5c1d5fa9ae406 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.483+0000 7f9a86000640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.483+0000 7f9a86000640 1 -- 172.21.15.26:0/326982081 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8809c4a0 con 0x55929d44d820 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.483+0000 7f9a86000640 1 -- 172.21.15.26:0/326982081 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f9a8809bf90 con 0x55929d44d820 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.483+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/326982081 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a88005680 con 0x55929d44d820 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.483+0000 7f9a86000640 1 -- 172.21.15.26:0/326982081 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9a880ce770 con 0x55929d44d820 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.483+0000 7f9aa1e1b740 10 client.25585 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.483+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/326982081 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55929d4cf420 con 0x55929d44d820 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.483+0000 7f9a86000640 1 -- 172.21.15.26:0/326982081 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a88005680 con 0x55929d44d820 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.484+0000 7f9a86000640 1 -- 172.21.15.26:0/326982081 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9a8809ba00 con 0x55929d44d820 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.484+0000 7f9aa1e1b740 10 client.25585 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.484+0000 7f9aa1e1b740 10 client.25585 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.484+0000 7f9aa1e1b740 20 client.25585 populate_metadata read hostname 'smithi026' 2024-04-26T02:05:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.484+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/326982081 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55929d468d80 0x55929d4d19e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.484+0000 7f9aa1e1b740 4 client.25585 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:05:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.484+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/326982081 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55929d3c1320 con 0x55929d468d80 2024-04-26T02:05:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.484+0000 7f9a8fe00640 1 --2- 172.21.15.26:0/326982081 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55929d468d80 0x55929d4d19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.485+0000 7f9a8fe00640 1 --2- 172.21.15.26:0/326982081 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55929d468d80 0x55929d4d19e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=364e3d85bc1a15bd server_cookie=79cce3420d863c42 in_seq=0 out_seq=0 2024-04-26T02:05:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.485+0000 7f9a86000640 10 client.25585 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.520+0000 7f9a86000640 1 -- 172.21.15.26:0/326982081 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55929d3c1320 con 0x55929d468d80 2024-04-26T02:05:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.520+0000 7f9a86000640 10 client.25585 handle_command_reply: tid=0 2024-04-26T02:05:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.520+0000 7f9aa1e1b740 1 client.25585 shutdown 2024-04-26T02:05:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.520+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/326982081 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44d820 msgr2=0x55929d460f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.520+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/326982081 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44d820 0x55929d460f10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9a880ce350 tx=0x7f9a88005ab0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.520+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/326982081 shutdown_connections 2024-04-26T02:05:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.520+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/326982081 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55929d468d80 0x55929d4d19e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.520+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/326982081 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55929d458a00 0x55929d45e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.520+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/326982081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55929d44e140 0x55929d45e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.520+0000 7f9aa1e1b740 1 --2- 172.21.15.26:0/326982081 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55929d44d820 0x55929d460f10 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.520+0000 7f9a86000640 0 client.25585 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.520+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/326982081 >> 172.21.15.26:0/326982081 conn(0x55929d449d30 msgr2=0x55929d4571b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.521+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/326982081 shutdown_connections 2024-04-26T02:05:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.521+0000 7f9aa1e1b740 1 -- 172.21.15.26:0/326982081 wait complete. 2024-04-26T02:05:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.521+0000 7f9aa1e1b740 20 client.25585 trim_cache size 0 max 16384 2024-04-26T02:05:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:05:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:05:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:05:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:05:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.522+0000 7f9a9f000640 1 -- 172.21.15.26:0/1661312551 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f9a7c0a3d90 msgr2=0x7f9a7c0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.522+0000 7f9a9f000640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f9a7c0a3d90 0x7f9a7c0a6250 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9a90005fd0 tx=0x7f9a90009500 comp rx=0 tx=0).stop 2024-04-26T02:05:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.522+0000 7f9a9f000640 1 -- 172.21.15.26:0/1661312551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a981043c0 msgr2=0x7f9a981a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.522+0000 7f9a9f000640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a981043c0 0x7f9a981a0690 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9a8800e9f0 tx=0x7f9a8800edf0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.522+0000 7f9a9f000640 1 -- 172.21.15.26:0/1661312551 shutdown_connections 2024-04-26T02:05:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.522+0000 7f9a9f000640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f9a7c0a3d90 0x7f9a7c0a6250 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.522+0000 7f9a9f000640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a98109490 0x7f9a981a0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.522+0000 7f9a9f000640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a9819a800 0x7f9a9819acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.522+0000 7f9a9f000640 1 --2- 172.21.15.26:0/1661312551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a981043c0 0x7f9a981a0690 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.522+0000 7f9a9f000640 1 -- 172.21.15.26:0/1661312551 >> 172.21.15.26:0/1661312551 conn(0x7f9a980ffc40 msgr2=0x7f9a98100fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.522+0000 7f9a9f000640 1 -- 172.21.15.26:0/1661312551 shutdown_connections 2024-04-26T02:05:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:35.522+0000 7f9a9f000640 1 -- 172.21.15.26:0/1661312551 wait complete. 2024-04-26T02:05:35.847 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-26T02:05:35.847 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-26T02:05:35.848 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:05:36.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:35 smithi026 ceph-mon[28138]: pgmap v86: 97 pgs: 97 active+clean; 272 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s rd, 549 KiB/s wr, 206 op/s 2024-04-26T02:05:36.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:35 smithi033 ceph-mon[32805]: pgmap v86: 97 pgs: 97 active+clean; 272 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s rd, 549 KiB/s wr, 206 op/s 2024-04-26T02:05:36.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:35 smithi064 ceph-mon[32613]: pgmap v86: 97 pgs: 97 active+clean; 272 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 52 MiB/s rd, 549 KiB/s wr, 206 op/s 2024-04-26T02:05:36.358 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:05:36.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 1024 2024-04-26T02:05:36.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193280 len 1024 2024-04-26T02:05:36.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 1024 2024-04-26T02:05:36.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193280 len 2048 2024-04-26T02:05:36.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 2048 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193280 len 2048 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 2048 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193280 len 4096 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 4096 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193280 len 4096 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 4096 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193280 len 8192 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 8192 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193280 len 8192 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 8192 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193280 len 16384 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 16384 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193280 len 16384 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 16384 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193792 len 1024 2024-04-26T02:05:36.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 1024 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193792 len 1024 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 1024 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193792 len 2048 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 2048 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193792 len 2048 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 2048 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193792 len 4096 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 4096 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193792 len 4096 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 4096 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193792 len 8192 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 8192 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193792 len 8192 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 8192 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193792 len 16384 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 16384 2024-04-26T02:05:36.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193792 len 16384 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 16384 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194304 len 1024 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 1024 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194304 len 1024 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 1024 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194304 len 2048 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 2048 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194304 len 2048 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 2048 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194304 len 4096 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 4096 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194304 len 4096 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 4096 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194304 len 8192 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 8192 2024-04-26T02:05:36.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194304 len 8192 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 8192 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194304 len 16384 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 16384 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194304 len 16384 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 16384 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194816 len 1024 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 1024 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194816 len 1024 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 1024 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194816 len 2048 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 2048 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194816 len 2048 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 2048 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194816 len 4096 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 4096 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194816 len 4096 2024-04-26T02:05:36.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 4096 2024-04-26T02:05:36.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194816 len 8192 2024-04-26T02:05:36.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 8192 2024-04-26T02:05:36.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194816 len 8192 2024-04-26T02:05:36.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 8192 2024-04-26T02:05:36.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194816 len 16384 2024-04-26T02:05:36.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 16384 2024-04-26T02:05:36.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194816 len 16384 2024-04-26T02:05:36.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 16384 2024-04-26T02:05:36.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195328 len 1024 2024-04-26T02:05:36.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 1024 2024-04-26T02:05:37.112 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195328 len 1024 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 1024 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195328 len 2048 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 2048 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195328 len 2048 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 2048 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195328 len 4096 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 4096 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195328 len 4096 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 4096 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195328 len 8192 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 8192 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195328 len 8192 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 8192 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195328 len 16384 2024-04-26T02:05:37.113 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 16384 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195328 len 16384 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 16384 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195840 len 1024 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 1024 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195840 len 1024 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 1024 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195840 len 2048 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 2048 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195840 len 2048 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 2048 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195840 len 4096 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 4096 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195840 len 4096 2024-04-26T02:05:37.114 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 4096 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195840 len 8192 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 8192 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195840 len 8192 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 8192 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195840 len 16384 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 16384 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195840 len 16384 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 16384 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196352 len 1024 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 1024 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196352 len 1024 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 1024 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196352 len 2048 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 2048 2024-04-26T02:05:37.115 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196352 len 2048 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 2048 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196352 len 4096 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 4096 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196352 len 4096 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 4096 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196352 len 8192 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 8192 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196352 len 8192 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 8192 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196352 len 16384 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 16384 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196352 len 16384 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 16384 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196864 len 1024 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 1024 2024-04-26T02:05:37.116 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196864 len 1024 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 1024 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196864 len 2048 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 2048 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196864 len 2048 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 2048 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196864 len 4096 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 4096 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196864 len 4096 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 4096 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196864 len 8192 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 8192 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196864 len 8192 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 8192 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196864 len 16384 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 16384 2024-04-26T02:05:37.117 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196864 len 16384 2024-04-26T02:05:37.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 16384 2024-04-26T02:05:37.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197376 len 1024 2024-04-26T02:05:37.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 1024 2024-04-26T02:05:37.118 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197376 len 1024 2024-04-26T02:05:38.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:37 smithi026 ceph-mon[28138]: pgmap v87: 97 pgs: 97 active+clean; 139 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 77 MiB/s rd, 877 KiB/s wr, 313 op/s 2024-04-26T02:05:38.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:37 smithi033 ceph-mon[32805]: pgmap v87: 97 pgs: 97 active+clean; 139 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 77 MiB/s rd, 877 KiB/s wr, 313 op/s 2024-04-26T02:05:38.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:37 smithi064 ceph-mon[32613]: pgmap v87: 97 pgs: 97 active+clean; 139 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 77 MiB/s rd, 877 KiB/s wr, 313 op/s 2024-04-26T02:05:38.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 1024 2024-04-26T02:05:38.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197376 len 2048 2024-04-26T02:05:38.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 2048 2024-04-26T02:05:38.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197376 len 2048 2024-04-26T02:05:38.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 2048 2024-04-26T02:05:38.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197376 len 4096 2024-04-26T02:05:38.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 4096 2024-04-26T02:05:38.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197376 len 4096 2024-04-26T02:05:38.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 4096 2024-04-26T02:05:38.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197376 len 8192 2024-04-26T02:05:38.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 8192 2024-04-26T02:05:38.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197376 len 8192 2024-04-26T02:05:38.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 8192 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197376 len 16384 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 16384 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197376 len 16384 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 16384 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197888 len 1024 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 1024 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197888 len 1024 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 1024 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197888 len 2048 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 2048 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197888 len 2048 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 2048 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197888 len 4096 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 4096 2024-04-26T02:05:38.548 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197888 len 4096 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 4096 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197888 len 8192 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 8192 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197888 len 8192 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 8192 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197888 len 16384 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 16384 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197888 len 16384 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 16384 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4190720 len 1024 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 1024 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4190720 len 1024 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 1024 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4190720 len 2048 2024-04-26T02:05:38.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 2048 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4190720 len 2048 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 2048 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4190720 len 4096 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 4096 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4190720 len 4096 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 4096 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4190720 len 8192 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 8192 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4190720 len 8192 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 8192 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4190720 len 16384 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 16384 2024-04-26T02:05:38.550 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4190720 len 16384 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 16384 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191232 len 1024 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 1024 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191232 len 1024 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 1024 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191232 len 2048 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 2048 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191232 len 2048 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 2048 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191232 len 4096 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 4096 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191232 len 4096 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 4096 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191232 len 8192 2024-04-26T02:05:38.551 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 8192 2024-04-26T02:05:38.552 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191232 len 8192 2024-04-26T02:05:38.552 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 8192 2024-04-26T02:05:38.552 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191232 len 16384 2024-04-26T02:05:38.552 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 16384 2024-04-26T02:05:38.552 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191232 len 16384 2024-04-26T02:05:38.552 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 16384 2024-04-26T02:05:38.552 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191744 len 1024 2024-04-26T02:05:38.552 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 1024 2024-04-26T02:05:38.552 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191744 len 1024 2024-04-26T02:05:38.552 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 1024 2024-04-26T02:05:39.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.223+0000 7f537ee00700 1 -- 172.21.15.26:0/463351952 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f537810e3b0 msgr2=0x7f5378115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.223+0000 7f537ee00700 1 --2- 172.21.15.26:0/463351952 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f537810e3b0 0x7f5378115f80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f537000b0d0 tx=0x7f537000b3e0 comp rx=0 tx=0).stop 2024-04-26T02:05:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.223+0000 7f537ee00700 1 -- 172.21.15.26:0/463351952 shutdown_connections 2024-04-26T02:05:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.223+0000 7f537ee00700 1 --2- 172.21.15.26:0/463351952 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f537810e3b0 0x7f5378115f80 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.223+0000 7f537ee00700 1 --2- 172.21.15.26:0/463351952 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f53781092d0 0x7f53781096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.223+0000 7f537ee00700 1 --2- 172.21.15.26:0/463351952 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5378109c80 0x7f537810dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.223+0000 7f537ee00700 1 -- 172.21.15.26:0/463351952 >> 172.21.15.26:0/463351952 conn(0x7f5378076210 msgr2=0x7f5378107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.224+0000 7f537ee00700 1 -- 172.21.15.26:0/463351952 shutdown_connections 2024-04-26T02:05:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.224+0000 7f537ee00700 1 -- 172.21.15.26:0/463351952 wait complete. 2024-04-26T02:05:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.225+0000 7f537ee00700 1 Processor -- start 2024-04-26T02:05:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.225+0000 7f537ee00700 1 -- start start 2024-04-26T02:05:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.226+0000 7f537ee00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f53781092d0 0x7f537819f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.226+0000 7f537ee00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5378109c80 0x7f537819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.226+0000 7f537ee00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f537810e3b0 0x7f53781a3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.226+0000 7f537ee00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5378119250 con 0x7f53781092d0 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.226+0000 7f537ee00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f53781190d0 con 0x7f537810e3b0 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.226+0000 7f537ee00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f53781193d0 con 0x7f5378109c80 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.226+0000 7f5377e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f53781092d0 0x7f537819f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.226+0000 7f537ce00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f537810e3b0 0x7f53781a3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.226+0000 7f5377400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5378109c80 0x7f537819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.226+0000 7f5377e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f53781092d0 0x7f537819f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49642/0 (socket says 172.21.15.26:49642) 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.226+0000 7f5377e00700 1 -- 172.21.15.26:0/3763980177 learned_addr learned my addr 172.21.15.26:0/3763980177 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.227+0000 7f537ce00700 1 -- 172.21.15.26:0/3763980177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5378109c80 msgr2=0x7f537819fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.227+0000 7f537ce00700 1 --2- 172.21.15.26:0/3763980177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5378109c80 0x7f537819fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.227+0000 7f537ce00700 1 -- 172.21.15.26:0/3763980177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f53781092d0 msgr2=0x7f537819f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.227+0000 7f537ce00700 1 --2- 172.21.15.26:0/3763980177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f53781092d0 0x7f537819f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.227+0000 7f537ce00700 1 -- 172.21.15.26:0/3763980177 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53781a46f0 con 0x7f537810e3b0 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.227+0000 7f537ce00700 1 --2- 172.21.15.26:0/3763980177 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f537810e3b0 0x7f53781a3fb0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f537000b0d0 tx=0x7f5370007a00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.227+0000 7f5374c00700 1 -- 172.21.15.26:0/3763980177 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f537001f070 con 0x7f537810e3b0 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.227+0000 7f5374c00700 1 -- 172.21.15.26:0/3763980177 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5370004c50 con 0x7f537810e3b0 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.227+0000 7f537ee00700 1 -- 172.21.15.26:0/3763980177 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53781a4980 con 0x7f537810e3b0 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.227+0000 7f5374c00700 1 -- 172.21.15.26:0/3763980177 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f537001b430 con 0x7f537810e3b0 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.228+0000 7f537ee00700 1 -- 172.21.15.26:0/3763980177 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53781ac260 con 0x7f537810e3b0 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.229+0000 7f537ee00700 1 -- 172.21.15.26:0/3763980177 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f537810a7b0 con 0x7f537810e3b0 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.231+0000 7f5374c00700 1 -- 172.21.15.26:0/3763980177 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5370022070 con 0x7f537810e3b0 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.232+0000 7f5374c00700 1 --2- 172.21.15.26:0/3763980177 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f535c0a3db0 0x7f535c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.232+0000 7f5374c00700 1 -- 172.21.15.26:0/3763980177 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f537000f020 con 0x7f537810e3b0 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.232+0000 7f5377e00700 1 --2- 172.21.15.26:0/3763980177 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f535c0a3db0 0x7f535c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.233+0000 7f5377e00700 1 --2- 172.21.15.26:0/3763980177 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f535c0a3db0 0x7f535c0a6270 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5368009d20 tx=0x7f5368009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.237+0000 7f5374c00700 1 -- 172.21.15.26:0/3763980177 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5370029020 con 0x7f537810e3b0 2024-04-26T02:05:39.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.540+0000 7f537ee00700 1 -- 172.21.15.26:0/3763980177 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f537802df80 con 0x7f537810e3b0 2024-04-26T02:05:39.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.541+0000 7f5374c00700 1 -- 172.21.15.26:0/3763980177 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11912 (secure 0 0 0) 0x7f537009de10 con 0x7f537810e3b0 2024-04-26T02:05:39.541 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:05:39.541 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T02:04:16.063508+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25447":{"gid":25447,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/2035438278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":2035438278},{"type":"v1","addr":"172.21.15.64:6837","nonce":2035438278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24502,24524,24490,24491,24512]},"id":1}]} 2024-04-26T02:05:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.545+0000 7f537ee00700 1 -- 172.21.15.26:0/3763980177 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f535c0a3db0 msgr2=0x7f535c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.545+0000 7f537ee00700 1 --2- 172.21.15.26:0/3763980177 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f535c0a3db0 0x7f535c0a6270 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5368009d20 tx=0x7f5368009260 comp rx=0 tx=0).stop 2024-04-26T02:05:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.545+0000 7f537ee00700 1 -- 172.21.15.26:0/3763980177 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f537810e3b0 msgr2=0x7f53781a3fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.545+0000 7f537ee00700 1 --2- 172.21.15.26:0/3763980177 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f537810e3b0 0x7f53781a3fb0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f537000b0d0 tx=0x7f5370007a00 comp rx=0 tx=0).stop 2024-04-26T02:05:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.545+0000 7f537ee00700 1 -- 172.21.15.26:0/3763980177 shutdown_connections 2024-04-26T02:05:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.545+0000 7f537ee00700 1 --2- 172.21.15.26:0/3763980177 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f537810e3b0 0x7f53781a3fb0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.545+0000 7f537ee00700 1 --2- 172.21.15.26:0/3763980177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f53781092d0 0x7f537819f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.545+0000 7f537ee00700 1 --2- 172.21.15.26:0/3763980177 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f535c0a3db0 0x7f535c0a6270 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.545+0000 7f537ee00700 1 --2- 172.21.15.26:0/3763980177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5378109c80 0x7f537819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.545+0000 7f537ee00700 1 -- 172.21.15.26:0/3763980177 >> 172.21.15.26:0/3763980177 conn(0x7f5378076210 msgr2=0x7f53780767f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.545+0000 7f537ee00700 1 -- 172.21.15.26:0/3763980177 shutdown_connections 2024-04-26T02:05:39.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:39.545+0000 7f537ee00700 1 -- 172.21.15.26:0/3763980177 wait complete. 2024-04-26T02:05:39.545 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 31 2024-04-26T02:05:40.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:39 smithi026 ceph-mon[28138]: pgmap v88: 97 pgs: 97 active+clean; 139 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 51 MiB/s rd, 604 KiB/s wr, 195 op/s 2024-04-26T02:05:40.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:39 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3763980177' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:05:40.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:39 smithi033 ceph-mon[32805]: pgmap v88: 97 pgs: 97 active+clean; 139 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 51 MiB/s rd, 604 KiB/s wr, 195 op/s 2024-04-26T02:05:40.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:39 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3763980177' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:05:40.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:39 smithi064 ceph-mon[32613]: pgmap v88: 97 pgs: 97 active+clean; 139 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 51 MiB/s rd, 604 KiB/s wr, 195 op/s 2024-04-26T02:05:40.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:39 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3763980177' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:05:40.415 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191744 len 2048 2024-04-26T02:05:40.415 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 2048 2024-04-26T02:05:40.415 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191744 len 2048 2024-04-26T02:05:40.415 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 2048 2024-04-26T02:05:40.415 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191744 len 4096 2024-04-26T02:05:40.415 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 4096 2024-04-26T02:05:40.415 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191744 len 4096 2024-04-26T02:05:40.415 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 4096 2024-04-26T02:05:40.415 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191744 len 8192 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 8192 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191744 len 8192 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 8192 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191744 len 16384 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 16384 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191744 len 16384 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 16384 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192256 len 1024 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 1024 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192256 len 1024 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 1024 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192256 len 2048 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 2048 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192256 len 2048 2024-04-26T02:05:40.416 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 2048 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192256 len 4096 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 4096 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192256 len 4096 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 4096 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192256 len 8192 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 8192 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192256 len 8192 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 8192 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192256 len 16384 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 16384 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192256 len 16384 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 16384 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192768 len 1024 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 1024 2024-04-26T02:05:40.417 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192768 len 1024 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 1024 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192768 len 2048 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 2048 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192768 len 2048 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 2048 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192768 len 4096 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 4096 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192768 len 4096 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 4096 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192768 len 8192 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 8192 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192768 len 8192 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 8192 2024-04-26T02:05:40.418 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192768 len 16384 2024-04-26T02:05:40.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 16384 2024-04-26T02:05:40.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192768 len 16384 2024-04-26T02:05:40.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 16384 2024-04-26T02:05:40.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193280 len 1024 2024-04-26T02:05:40.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 1024 2024-04-26T02:05:40.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193280 len 1024 2024-04-26T02:05:40.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 1024 2024-04-26T02:05:40.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193280 len 2048 2024-04-26T02:05:40.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 2048 2024-04-26T02:05:40.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193280 len 2048 2024-04-26T02:05:40.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 2048 2024-04-26T02:05:40.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193280 len 4096 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 4096 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193280 len 4096 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 4096 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193280 len 8192 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 8192 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193280 len 8192 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 8192 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193280 len 16384 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 16384 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193280 len 16384 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 16384 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193792 len 1024 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 1024 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193792 len 1024 2024-04-26T02:05:40.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 1024 2024-04-26T02:05:40.505 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24524 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-26T02:05:40.505 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24524 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-26T02:05:40.998 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:05:41.071 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193792 len 2048 2024-04-26T02:05:41.071 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 2048 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193792 len 2048 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 2048 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193792 len 4096 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 4096 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193792 len 4096 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 4096 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193792 len 8192 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 8192 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193792 len 8192 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 8192 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193792 len 16384 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 16384 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193792 len 16384 2024-04-26T02:05:41.072 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 16384 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194304 len 1024 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 1024 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194304 len 1024 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 1024 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194304 len 2048 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 2048 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194304 len 2048 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 2048 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194304 len 4096 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 4096 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194304 len 4096 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 4096 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194304 len 8192 2024-04-26T02:05:41.073 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 8192 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194304 len 8192 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 8192 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194304 len 16384 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 16384 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194304 len 16384 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 16384 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194816 len 1024 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 1024 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194816 len 1024 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 1024 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194816 len 2048 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 2048 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194816 len 2048 2024-04-26T02:05:41.074 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 2048 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194816 len 4096 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 4096 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194816 len 4096 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 4096 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194816 len 8192 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 8192 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194816 len 8192 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 8192 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194816 len 16384 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 16384 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194816 len 16384 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 16384 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195328 len 1024 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 1024 2024-04-26T02:05:41.075 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195328 len 1024 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 1024 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195328 len 2048 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 2048 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195328 len 2048 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 2048 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195328 len 4096 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 4096 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195328 len 4096 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 4096 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195328 len 8192 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 8192 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195328 len 8192 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 8192 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195328 len 16384 2024-04-26T02:05:41.076 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 16384 2024-04-26T02:05:41.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195328 len 16384 2024-04-26T02:05:41.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 16384 2024-04-26T02:05:41.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195840 len 1024 2024-04-26T02:05:41.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 1024 2024-04-26T02:05:41.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195840 len 1024 2024-04-26T02:05:41.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 1024 2024-04-26T02:05:41.077 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195840 len 2048 2024-04-26T02:05:41.558 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 2048 2024-04-26T02:05:41.558 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195840 len 2048 2024-04-26T02:05:41.558 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 2048 2024-04-26T02:05:41.558 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195840 len 4096 2024-04-26T02:05:41.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 4096 2024-04-26T02:05:41.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195840 len 4096 2024-04-26T02:05:41.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 4096 2024-04-26T02:05:41.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195840 len 8192 2024-04-26T02:05:41.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 8192 2024-04-26T02:05:41.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195840 len 8192 2024-04-26T02:05:41.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 8192 2024-04-26T02:05:41.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195840 len 16384 2024-04-26T02:05:41.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 16384 2024-04-26T02:05:41.559 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195840 len 16384 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 16384 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196352 len 1024 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 1024 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196352 len 1024 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 1024 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196352 len 2048 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 2048 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196352 len 2048 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 2048 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196352 len 4096 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 4096 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196352 len 4096 2024-04-26T02:05:41.560 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 4096 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196352 len 8192 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 8192 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196352 len 8192 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 8192 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196352 len 16384 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 16384 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196352 len 16384 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 16384 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196864 len 1024 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 1024 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196864 len 1024 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 1024 2024-04-26T02:05:41.561 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196864 len 2048 2024-04-26T02:05:41.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 2048 2024-04-26T02:05:41.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196864 len 2048 2024-04-26T02:05:41.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 2048 2024-04-26T02:05:41.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196864 len 4096 2024-04-26T02:05:41.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 4096 2024-04-26T02:05:41.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196864 len 4096 2024-04-26T02:05:41.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 4096 2024-04-26T02:05:41.562 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196864 len 8192 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 8192 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196864 len 8192 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 8192 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196864 len 16384 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 16384 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196864 len 16384 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 16384 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197376 len 1024 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 1024 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197376 len 1024 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 1024 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197376 len 2048 2024-04-26T02:05:41.563 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 2048 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197376 len 2048 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 2048 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197376 len 4096 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 4096 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197376 len 4096 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 4096 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197376 len 8192 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 8192 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197376 len 8192 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 8192 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197376 len 16384 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 16384 2024-04-26T02:05:41.564 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197376 len 16384 2024-04-26T02:05:41.565 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 16384 2024-04-26T02:05:41.565 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197888 len 1024 2024-04-26T02:05:41.565 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 1024 2024-04-26T02:05:41.565 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197888 len 1024 2024-04-26T02:05:41.565 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 1024 2024-04-26T02:05:41.565 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197888 len 2048 2024-04-26T02:05:41.565 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 2048 2024-04-26T02:05:41.671 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197888 len 2048 2024-04-26T02:05:41.671 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 2048 2024-04-26T02:05:41.671 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197888 len 4096 2024-04-26T02:05:41.671 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 4096 2024-04-26T02:05:41.671 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197888 len 4096 2024-04-26T02:05:41.672 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 4096 2024-04-26T02:05:41.672 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197888 len 8192 2024-04-26T02:05:41.672 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 8192 2024-04-26T02:05:41.672 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197888 len 8192 2024-04-26T02:05:41.672 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 8192 2024-04-26T02:05:41.672 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197888 len 16384 2024-04-26T02:05:41.672 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 16384 2024-04-26T02:05:41.672 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197888 len 16384 2024-04-26T02:05:41.672 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 16384 2024-04-26T02:05:41.673 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T02:05:41.673 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T02:05:41.754 INFO:tasks.workunit:Stopping ['direct_io'] on client.0... 2024-04-26T02:05:41.754 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-26T02:05:42.195 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:41 smithi026 ceph-mon[28138]: pgmap v89: 97 pgs: 97 active+clean; 139 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 51 MiB/s rd, 604 KiB/s wr, 195 op/s 2024-04-26T02:05:42.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:41 smithi033 ceph-mon[32805]: pgmap v89: 97 pgs: 97 active+clean; 139 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 51 MiB/s rd, 604 KiB/s wr, 195 op/s 2024-04-26T02:05:42.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:41 smithi064 ceph-mon[32613]: pgmap v89: 97 pgs: 97 active+clean; 139 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 51 MiB/s rd, 604 KiB/s wr, 195 op/s 2024-04-26T02:05:42.941 DEBUG:teuthology.parallel:result is None 2024-04-26T02:05:42.942 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T02:05:43.032 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T02:05:43.032 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-04-26T02:05:43.044 INFO:tasks.quiescer:joining Quiescers 2024-04-26T02:05:43.044 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-04-26T02:05:43.044 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:05:43.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.678+0000 7f5e1d600700 1 -- 172.21.15.26:0/1421547154 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5e18075590 msgr2=0x7f5e1810ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:43.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.678+0000 7f5e1d600700 1 --2- 172.21.15.26:0/1421547154 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5e18075590 0x7f5e1810ef60 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5e04009990 tx=0x7f5e04009ca0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.678+0000 7f5e1d600700 1 -- 172.21.15.26:0/1421547154 shutdown_connections 2024-04-26T02:05:43.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.678+0000 7f5e1d600700 1 --2- 172.21.15.26:0/1421547154 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e1810f4a0 0x7f5e18111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.678+0000 7f5e1d600700 1 --2- 172.21.15.26:0/1421547154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e18074c70 0x7f5e18075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.678+0000 7f5e1d600700 1 --2- 172.21.15.26:0/1421547154 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5e18075590 0x7f5e1810ef60 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.678+0000 7f5e1d600700 1 -- 172.21.15.26:0/1421547154 >> 172.21.15.26:0/1421547154 conn(0x7f5e18079b10 msgr2=0x7f5e18079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:43.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.678+0000 7f5e1d600700 1 -- 172.21.15.26:0/1421547154 shutdown_connections 2024-04-26T02:05:43.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.679+0000 7f5e1d600700 1 -- 172.21.15.26:0/1421547154 wait complete. 2024-04-26T02:05:43.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.680+0000 7f5e1d600700 1 Processor -- start 2024-04-26T02:05:43.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.680+0000 7f5e1d600700 1 -- start start 2024-04-26T02:05:43.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.680+0000 7f5e1d600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e18074c70 0x7f5e1819b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.680+0000 7f5e1d600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e18075590 0x7f5e1819b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.680+0000 7f5e1d600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5e1810f4a0 0x7f5e1819fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.680+0000 7f5e1d600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5e18114e00 con 0x7f5e18075590 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.680+0000 7f5e1d600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5e18114c80 con 0x7f5e18074c70 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.680+0000 7f5e1d600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5e18114f80 con 0x7f5e1810f4a0 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.681+0000 7f5e16000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e18075590 0x7f5e1819b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.681+0000 7f5e17400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5e1810f4a0 0x7f5e1819fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.681+0000 7f5e16000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e18075590 0x7f5e1819b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49668/0 (socket says 172.21.15.26:49668) 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.681+0000 7f5e16a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e18074c70 0x7f5e1819b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.681+0000 7f5e16000700 1 -- 172.21.15.26:0/2151658303 learned_addr learned my addr 172.21.15.26:0/2151658303 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.681+0000 7f5e16a00700 1 -- 172.21.15.26:0/2151658303 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5e1810f4a0 msgr2=0x7f5e1819fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.681+0000 7f5e16a00700 1 --2- 172.21.15.26:0/2151658303 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5e1810f4a0 0x7f5e1819fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.681+0000 7f5e16a00700 1 -- 172.21.15.26:0/2151658303 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e18075590 msgr2=0x7f5e1819b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.681+0000 7f5e16a00700 1 --2- 172.21.15.26:0/2151658303 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e18075590 0x7f5e1819b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.681+0000 7f5e16a00700 1 -- 172.21.15.26:0/2151658303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e181a0220 con 0x7f5e18074c70 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.682+0000 7f5e16a00700 1 --2- 172.21.15.26:0/2151658303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e18074c70 0x7f5e1819b210 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f5e0800e9f0 tx=0x7f5e0800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:43.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.682+0000 7f5e0f400700 1 -- 172.21.15.26:0/2151658303 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0800c9c0 con 0x7f5e18074c70 2024-04-26T02:05:43.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.682+0000 7f5e1d600700 1 -- 172.21.15.26:0/2151658303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e181a0510 con 0x7f5e18074c70 2024-04-26T02:05:43.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.682+0000 7f5e0f400700 1 -- 172.21.15.26:0/2151658303 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e0800cb60 con 0x7f5e18074c70 2024-04-26T02:05:43.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.682+0000 7f5e0f400700 1 -- 172.21.15.26:0/2151658303 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e08018680 con 0x7f5e18074c70 2024-04-26T02:05:43.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.682+0000 7f5e1d600700 1 -- 172.21.15.26:0/2151658303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e181a7d90 con 0x7f5e18074c70 2024-04-26T02:05:43.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.685+0000 7f5e0f400700 1 -- 172.21.15.26:0/2151658303 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5e08010430 con 0x7f5e18074c70 2024-04-26T02:05:43.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.687+0000 7f5e27f14b80 1 Processor -- start 2024-04-26T02:05:43.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.687+0000 7f5e0f400700 1 --2- 172.21.15.26:0/2151658303 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5dfc0a3ed0 0x7f5dfc0a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.687+0000 7f5e27f14b80 1 -- start start 2024-04-26T02:05:43.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.687+0000 7f5e0f400700 1 -- 172.21.15.26:0/2151658303 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f5e080d0920 con 0x7f5e18074c70 2024-04-26T02:05:43.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.687+0000 7f5e27f14b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e7ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.687+0000 7f5e27f14b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e85c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e27f14b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4e88570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e27f14b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55c3b4dce020 con 0x55c3b4e86180 2024-04-26T02:05:43.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e27f14b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c3b4d748c0 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e27f14b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c3b4dc9fe0 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e17400700 1 --2- 172.21.15.26:0/2151658303 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5dfc0a3ed0 0x7f5dfc0a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e16a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e7ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e16000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e85c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e16000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e85c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:55650/0 (socket says 172.21.15.26:55650) 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e16a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e7ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:54590/0 (socket says 172.21.15.26:54590) 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e16000700 1 -- 172.21.15.26:0/4130334001 learned_addr learned my addr 172.21.15.26:0/4130334001 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e17400700 1 --2- 172.21.15.26:0/4130334001 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4e88570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e16a00700 1 -- 172.21.15.26:0/4130334001 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 msgr2=0x55c3b4e85c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e16a00700 1 --2- 172.21.15.26:0/4130334001 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e85c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e16a00700 1 -- 172.21.15.26:0/4130334001 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 msgr2=0x55c3b4e88570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e16a00700 1 --2- 172.21.15.26:0/4130334001 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4e88570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.688+0000 7f5e16a00700 1 -- 172.21.15.26:0/4130334001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3b4d6a810 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.689+0000 7f5e17400700 1 --2- 172.21.15.26:0/2151658303 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5dfc0a3ed0 0x7f5dfc0a6390 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5e1000f870 tx=0x7f5e1000fc30 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.689+0000 7f5e16a00700 1 --2- 172.21.15.26:0/4130334001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e7ad90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5e080ce040 tx=0x7f5e0809c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f02ce4d0661bcc7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:43.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.689+0000 7f5e03e00700 1 -- 172.21.15.26:0/4130334001 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e080a5500 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.689+0000 7f5e03e00700 1 -- 172.21.15.26:0/4130334001 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e0809ab90 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.689+0000 7f5e03e00700 1 -- 172.21.15.26:0/4130334001 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e080a52d0 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.690+0000 7f5e27f14b80 1 -- 172.21.15.26:0/4130334001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 msgr2=0x55c3b4e7ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:43.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.690+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/4130334001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e7ad90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5e080ce040 tx=0x7f5e0809c890 comp rx=0 tx=0).stop 2024-04-26T02:05:43.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.690+0000 7f5e27f14b80 1 -- 172.21.15.26:0/4130334001 shutdown_connections 2024-04-26T02:05:43.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.690+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/4130334001 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4e88570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.690+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/4130334001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e7ad90 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.690+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/4130334001 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e85c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.690+0000 7f5e27f14b80 1 -- 172.21.15.26:0/4130334001 >> 172.21.15.26:0/4130334001 conn(0x55c3b4da9730 msgr2=0x55c3b4e76e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:43.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.690+0000 7f5e27f14b80 1 -- 172.21.15.26:0/4130334001 shutdown_connections 2024-04-26T02:05:43.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.690+0000 7f5e27f14b80 1 -- 172.21.15.26:0/4130334001 wait complete. 2024-04-26T02:05:43.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.691+0000 7f5e27f14b80 1 -- start start 2024-04-26T02:05:43.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.691+0000 7f5e27f14b80 1 Processor -- start 2024-04-26T02:05:43.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.692+0000 7f5e27f14b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e85920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.692+0000 7f5e27f14b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e82c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.692+0000 7f5e27f14b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4e83160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.692+0000 7f5e27f14b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55c3b4e88ca0 con 0x55c3b4e86180 2024-04-26T02:05:43.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.692+0000 7f5e27f14b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c3b4d879f0 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.692+0000 7f5e27f14b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c3b4e88e20 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.692+0000 7f5e27f14b80 10 client.0 _ll_register_callbacks cb 0x55c3b4d668b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:43.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.693+0000 7f5e16a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e85920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.693+0000 7f5e16000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e82c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.693+0000 7f5e16000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e82c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:55658/0 (socket says 172.21.15.26:55658) 2024-04-26T02:05:43.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.693+0000 7f5e16000700 1 -- 172.21.15.26:0/1952309468 learned_addr learned my addr 172.21.15.26:0/1952309468 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:43.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.693+0000 7f5e17400700 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4e83160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.693+0000 7f5e16000700 1 -- 172.21.15.26:0/1952309468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 msgr2=0x55c3b4e85920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.693+0000 7f5e16000700 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e85920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.693+0000 7f5e16000700 1 -- 172.21.15.26:0/1952309468 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 msgr2=0x55c3b4e83160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.693+0000 7f5e16000700 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4e83160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.693+0000 7f5e16000700 1 -- 172.21.15.26:0/1952309468 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3b4d1ba60 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.693+0000 7f5e16a00700 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e85920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.694+0000 7f5e16000700 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e82c20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5e040055f0 tx=0x7f5e04005620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c393c49d268ef1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.694+0000 7f5e00c00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.694+0000 7f5e00c00700 1 -- 172.21.15.26:0/1952309468 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e04029060 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.694+0000 7f5e00c00700 1 -- 172.21.15.26:0/1952309468 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f5e04003680 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.694+0000 7f5e27f14b80 1 -- 172.21.15.26:0/1952309468 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e0809ab90 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.694+0000 7f5e00c00700 1 -- 172.21.15.26:0/1952309468 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5e04003880 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.694+0000 7f5e27f14b80 10 client.25603 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:43.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.694+0000 7f5e27f14b80 1 -- 172.21.15.26:0/1952309468 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c3b4d64c80 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.695+0000 7f5e00c00700 1 -- 172.21.15.26:0/1952309468 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e04024480 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.695+0000 7f5e00c00700 1 -- 172.21.15.26:0/1952309468 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5e0400f460 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.695+0000 7f5e27f14b80 10 client.25603 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.695+0000 7f5e27f14b80 10 client.25603 resolve_mds: validated gid 24524 aka daemon mds.b 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.695+0000 7f5e27f14b80 20 client.25603 populate_metadata read hostname 'smithi026' 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.695+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c3b4e9e1f0 0x55c3b4ea05e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.695+0000 7f5e27f14b80 4 client.25603 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.695+0000 7f5e27f14b80 1 -- 172.21.15.26:0/1952309468 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f5e0809ab90 con 0x55c3b4e9e1f0 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.696+0000 7f5e16a00700 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c3b4e9e1f0 0x55c3b4ea05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.696+0000 7f5e16a00700 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c3b4e9e1f0 0x55c3b4ea05e0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=667bdb2380f23421 server_cookie=e95e9ce3dfa5c76c in_seq=0 out_seq=0 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.696+0000 7f5e00c00700 10 client.25603 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.697+0000 7f5e00c00700 1 -- 172.21.15.26:0/1952309468 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f5e0809ab90 con 0x55c3b4e9e1f0 2024-04-26T02:05:43.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.697+0000 7f5e00c00700 10 client.25603 handle_command_reply: tid=0 2024-04-26T02:05:43.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.697+0000 7f5e27f14b80 1 client.25603 shutdown 2024-04-26T02:05:43.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.697+0000 7f5e27f14b80 1 -- 172.21.15.26:0/1952309468 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 msgr2=0x55c3b4e82c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:43.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.697+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e82c20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5e040055f0 tx=0x7f5e04005620 comp rx=0 tx=0).stop 2024-04-26T02:05:43.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.698+0000 7f5e27f14b80 1 -- 172.21.15.26:0/1952309468 shutdown_connections 2024-04-26T02:05:43.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.698+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c3b4e9e1f0 0x55c3b4ea05e0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.698+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4e83160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.698+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e85920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.698+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/1952309468 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e82c20 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.698+0000 7f5e00c00700 0 client.25603 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:43.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.698+0000 7f5e27f14b80 1 -- 172.21.15.26:0/1952309468 >> 172.21.15.26:0/1952309468 conn(0x55c3b4da9730 msgr2=0x55c3b4e76a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:43.698 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:05:43.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.698+0000 7f5e27f14b80 1 -- 172.21.15.26:0/1952309468 shutdown_connections 2024-04-26T02:05:43.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.698+0000 7f5e27f14b80 1 -- 172.21.15.26:0/1952309468 wait complete. 2024-04-26T02:05:43.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.698+0000 7f5e27f14b80 20 client.25603 trim_cache size 0 max 16384 2024-04-26T02:05:43.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.720+0000 7f5e27f14b80 1 Processor -- start 2024-04-26T02:05:43.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.720+0000 7f5e27f14b80 1 -- start start 2024-04-26T02:05:43.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.721+0000 7f5e27f14b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e9a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.721+0000 7f5e27f14b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e84b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.721+0000 7f5e27f14b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4ea5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.721+0000 7f5e27f14b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5e181aaf20 con 0x55c3b4e86180 2024-04-26T02:05:43.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.721+0000 7f5e27f14b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5e181aca60 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.721+0000 7f5e27f14b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5e181ab5f0 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.721+0000 7f5e17400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4ea5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.721+0000 7f5e16000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e84b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.721+0000 7f5e17400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4ea5e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49694/0 (socket says 172.21.15.26:49694) 2024-04-26T02:05:43.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.721+0000 7f5e16000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e84b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:55662/0 (socket says 172.21.15.26:55662) 2024-04-26T02:05:43.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.721+0000 7f5e17400700 1 -- 172.21.15.26:0/2177718938 learned_addr learned my addr 172.21.15.26:0/2177718938 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:43.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.721+0000 7f5e16a00700 1 --2- 172.21.15.26:0/2177718938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e9a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.722+0000 7f5e16000700 1 -- 172.21.15.26:0/2177718938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 msgr2=0x55c3b4e9a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:43.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.722+0000 7f5e16000700 1 --2- 172.21.15.26:0/2177718938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e9a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.722+0000 7f5e16000700 1 -- 172.21.15.26:0/2177718938 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 msgr2=0x55c3b4ea5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:43.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.722+0000 7f5e16000700 1 --2- 172.21.15.26:0/2177718938 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4ea5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.722+0000 7f5e16000700 1 -- 172.21.15.26:0/2177718938 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3b4e83b20 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.722+0000 7f5e16000700 1 --2- 172.21.15.26:0/2177718938 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e84b60 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5e0400fa70 tx=0x7f5e04003810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a92a745b9fd32fa9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:43.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.722+0000 7f5e03400700 1 -- 172.21.15.26:0/2177718938 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e04029030 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.722+0000 7f5e03400700 1 -- 172.21.15.26:0/2177718938 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e0400b2e0 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.722+0000 7f5e03400700 1 -- 172.21.15.26:0/2177718938 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0400fd50 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.723+0000 7f5e27f14b80 1 -- 172.21.15.26:0/2177718938 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 msgr2=0x55c3b4e84b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:43.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.723+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/2177718938 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e84b60 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5e0400fa70 tx=0x7f5e04003810 comp rx=0 tx=0).stop 2024-04-26T02:05:43.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.723+0000 7f5e27f14b80 1 -- 172.21.15.26:0/2177718938 shutdown_connections 2024-04-26T02:05:43.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.723+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/2177718938 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e86180 0x55c3b4ea5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.723+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/2177718938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e9a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.723+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/2177718938 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e84b60 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.723+0000 7f5e27f14b80 1 -- 172.21.15.26:0/2177718938 >> 172.21.15.26:0/2177718938 conn(0x55c3b4da9730 msgr2=0x55c3b4e84450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:43.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.723+0000 7f5e27f14b80 1 -- 172.21.15.26:0/2177718938 shutdown_connections 2024-04-26T02:05:43.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.724+0000 7f5e27f14b80 1 -- 172.21.15.26:0/2177718938 wait complete. 2024-04-26T02:05:43.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.724+0000 7f5e27f14b80 1 -- start start 2024-04-26T02:05:43.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.724+0000 7f5e27f14b80 1 Processor -- start 2024-04-26T02:05:43.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.725+0000 7f5e27f14b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e96cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.725+0000 7f5e27f14b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e91900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.725+0000 7f5e27f14b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e86180 0x55c3b4e91e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.725+0000 7f5e27f14b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5e181ac390 con 0x55c3b4e7b2d0 2024-04-26T02:05:43.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.725+0000 7f5e27f14b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5e181abcc0 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.725+0000 7f5e27f14b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5e18106bf0 con 0x55c3b4e86180 2024-04-26T02:05:43.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.725+0000 7f5e27f14b80 10 client.0 _ll_register_callbacks cb 0x55c3b4d668b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:43.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.725+0000 7f5e16a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e96cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.725+0000 7f5e16000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e91900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.725+0000 7f5e16a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e96cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:54618/0 (socket says 172.21.15.26:54618) 2024-04-26T02:05:43.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.725+0000 7f5e16a00700 1 -- 172.21.15.26:0/712784181 learned_addr learned my addr 172.21.15.26:0/712784181 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:43.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.725+0000 7f5e17400700 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e86180 0x55c3b4e91e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e16a00700 1 -- 172.21.15.26:0/712784181 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e86180 msgr2=0x55c3b4e91e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:43.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e16a00700 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e86180 0x55c3b4e91e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e16a00700 1 -- 172.21.15.26:0/712784181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e7b2d0 msgr2=0x55c3b4e91900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:43.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e16a00700 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e91900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:43.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e16a00700 1 -- 172.21.15.26:0/712784181 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3b4e92680 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e16000700 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e91900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e16a00700 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e96cf0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5e0809c590 tx=0x7f5e080ce5c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e5641246846f002 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e00c00700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e00c00700 1 -- 172.21.15.26:0/712784181 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0809ccf0 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e00c00700 1 -- 172.21.15.26:0/712784181 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f5e080a5070 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e27f14b80 1 -- 172.21.15.26:0/712784181 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e0400b2e0 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e00c00700 1 -- 172.21.15.26:0/712784181 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5e08082050 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e27f14b80 10 client.25634 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.726+0000 7f5e27f14b80 1 -- 172.21.15.26:0/712784181 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c3b4f056e0 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.727+0000 7f5e00c00700 1 -- 172.21.15.26:0/712784181 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e0400b2e0 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.727+0000 7f5e00c00700 1 -- 172.21.15.26:0/712784181 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5e08010720 con 0x55c3b4e7a9b0 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.727+0000 7f5e27f14b80 10 client.25634 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.727+0000 7f5e27f14b80 10 client.25634 resolve_mds: validated gid 24524 aka daemon mds.b 2024-04-26T02:05:43.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.727+0000 7f5e27f14b80 20 client.25634 populate_metadata read hostname 'smithi026' 2024-04-26T02:05:43.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.727+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c3b4f059d0 0x55c3b4f07dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:43.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.727+0000 7f5e27f14b80 4 client.25634 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-26T02:05:43.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.727+0000 7f5e27f14b80 1 -- 172.21.15.26:0/712784181 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x55c3b4ddb810 con 0x55c3b4f059d0 2024-04-26T02:05:43.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.728+0000 7f5e16000700 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c3b4f059d0 0x55c3b4f07dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:43.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.728+0000 7f5e16000700 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c3b4f059d0 0x55c3b4f07dc0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b62bafcf03ae878 server_cookie=de03a04c08162af in_seq=0 out_seq=0 2024-04-26T02:05:43.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:43.728+0000 7f5e00c00700 10 client.25634 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:44.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:43 smithi026 ceph-mon[28138]: pgmap v90: 97 pgs: 97 active+clean; 49 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 75 MiB/s rd, 913 KiB/s wr, 293 op/s 2024-04-26T02:05:44.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:43 smithi033 ceph-mon[32805]: pgmap v90: 97 pgs: 97 active+clean; 49 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 75 MiB/s rd, 913 KiB/s wr, 293 op/s 2024-04-26T02:05:44.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:43 smithi064 ceph-mon[32613]: pgmap v90: 97 pgs: 97 active+clean; 49 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 75 MiB/s rd, 913 KiB/s wr, 293 op/s 2024-04-26T02:05:46.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.120+0000 7f1136c00700 1 -- 172.21.15.26:0/4075177506 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1130074c70 msgr2=0x7f1130075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:46.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.120+0000 7f1136c00700 1 --2- 172.21.15.26:0/4075177506 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1130074c70 0x7f1130075050 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f1120009f90 tx=0x7f112000b330 comp rx=0 tx=0).stop 2024-04-26T02:05:46.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.120+0000 7f1136c00700 1 -- 172.21.15.26:0/4075177506 shutdown_connections 2024-04-26T02:05:46.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.120+0000 7f1136c00700 1 --2- 172.21.15.26:0/4075177506 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f113010f440 0x7f1130111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:46.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.120+0000 7f1136c00700 1 --2- 172.21.15.26:0/4075177506 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1130074c70 0x7f1130075050 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:46.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.120+0000 7f1136c00700 1 --2- 172.21.15.26:0/4075177506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1130075590 0x7f113010ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:46.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.120+0000 7f1136c00700 1 -- 172.21.15.26:0/4075177506 >> 172.21.15.26:0/4075177506 conn(0x7f1130079ba0 msgr2=0x7f1130079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:46.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.120+0000 7f1136c00700 1 -- 172.21.15.26:0/4075177506 shutdown_connections 2024-04-26T02:05:46.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.120+0000 7f1136c00700 1 -- 172.21.15.26:0/4075177506 wait complete. 2024-04-26T02:05:46.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.121+0000 7f1136c00700 1 Processor -- start 2024-04-26T02:05:46.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.122+0000 7f1136c00700 1 -- start start 2024-04-26T02:05:46.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.122+0000 7f1136c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1130074c70 0x7f113019b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:46.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.122+0000 7f1136c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1130075590 0x7f113019b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:46.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.122+0000 7f1136c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f113010f440 0x7f113019fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:46.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.122+0000 7f1136c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1130114df0 con 0x7f113010f440 2024-04-26T02:05:46.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.122+0000 7f1136c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1130114c70 con 0x7f1130074c70 2024-04-26T02:05:46.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.122+0000 7f1136c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1130114f70 con 0x7f1130075590 2024-04-26T02:05:46.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.123+0000 7f112fe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1130074c70 0x7f113019b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:46.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.123+0000 7f112fe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1130074c70 0x7f113019b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:54646/0 (socket says 172.21.15.26:54646) 2024-04-26T02:05:46.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.123+0000 7f1134c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f113010f440 0x7f113019fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:46.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.123+0000 7f112fe00700 1 -- 172.21.15.26:0/2911597174 learned_addr learned my addr 172.21.15.26:0/2911597174 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:46.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.123+0000 7f1127400700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1130075590 0x7f113019b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:46.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.123+0000 7f112fe00700 1 -- 172.21.15.26:0/2911597174 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1130075590 msgr2=0x7f113019b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:46.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.123+0000 7f112fe00700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1130075590 0x7f113019b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:46.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.123+0000 7f112fe00700 1 -- 172.21.15.26:0/2911597174 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f113010f440 msgr2=0x7f113019fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:46.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.123+0000 7f112fe00700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f113010f440 0x7f113019fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:46.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.123+0000 7f112fe00700 1 -- 172.21.15.26:0/2911597174 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11301a0280 con 0x7f1130074c70 2024-04-26T02:05:46.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.123+0000 7f112fe00700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1130074c70 0x7f113019b2c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1120004fd0 tx=0x7f112000cd80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:46.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.124+0000 7f112d600700 1 -- 172.21.15.26:0/2911597174 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1120021070 con 0x7f1130074c70 2024-04-26T02:05:46.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.124+0000 7f112d600700 1 -- 172.21.15.26:0/2911597174 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1120007b40 con 0x7f1130074c70 2024-04-26T02:05:46.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.124+0000 7f1136c00700 1 -- 172.21.15.26:0/2911597174 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11301a0510 con 0x7f1130074c70 2024-04-26T02:05:46.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.124+0000 7f112d600700 1 -- 172.21.15.26:0/2911597174 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11200052a0 con 0x7f1130074c70 2024-04-26T02:05:46.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.124+0000 7f1136c00700 1 -- 172.21.15.26:0/2911597174 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11301a7df0 con 0x7f1130074c70 2024-04-26T02:05:46.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.125+0000 7f1136c00700 1 -- 172.21.15.26:0/2911597174 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1130069730 con 0x7f1130074c70 2024-04-26T02:05:46.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.127+0000 7f112d600700 1 -- 172.21.15.26:0/2911597174 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1120024070 con 0x7f1130074c70 2024-04-26T02:05:46.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.129+0000 7f112d600700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f11140a3db0 0x7f11140a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:46.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.129+0000 7f112d600700 1 -- 172.21.15.26:0/2911597174 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f112000f020 con 0x7f1130074c70 2024-04-26T02:05:46.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.129+0000 7f1127400700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f11140a3db0 0x7f11140a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:46.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.130+0000 7f1127400700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f11140a3db0 0x7f11140a6270 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1130102630 tx=0x7f1118007400 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:46.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.132+0000 7f112d600700 1 -- 172.21.15.26:0/2911597174 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f112001de20 con 0x7f1130074c70 2024-04-26T02:05:46.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:45 smithi026 ceph-mon[28138]: pgmap v91: 97 pgs: 97 active+clean; 49 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s rd, 638 KiB/s wr, 205 op/s 2024-04-26T02:05:46.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:45 smithi033 ceph-mon[32805]: pgmap v91: 97 pgs: 97 active+clean; 49 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s rd, 638 KiB/s wr, 205 op/s 2024-04-26T02:05:46.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:45 smithi064 ceph-mon[32613]: pgmap v91: 97 pgs: 97 active+clean; 49 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s rd, 638 KiB/s wr, 205 op/s 2024-04-26T02:05:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.465+0000 7f1136c00700 1 -- 172.21.15.26:0/2911597174 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f113002df80 con 0x7f1130074c70 2024-04-26T02:05:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.466+0000 7f112d600700 1 -- 172.21.15.26:0/2911597174 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11912 (secure 0 0 0) 0x7f112002b020 con 0x7f1130074c70 2024-04-26T02:05:46.465 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:05:46.466 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T02:04:16.063508+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25447":{"gid":25447,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/2035438278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":2035438278},{"type":"v1","addr":"172.21.15.64:6837","nonce":2035438278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24502,24524,24490,24491,24512]},"id":1}]} 2024-04-26T02:05:46.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.469+0000 7f1136c00700 1 -- 172.21.15.26:0/2911597174 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f11140a3db0 msgr2=0x7f11140a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:46.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.469+0000 7f1136c00700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f11140a3db0 0x7f11140a6270 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1130102630 tx=0x7f1118007400 comp rx=0 tx=0).stop 2024-04-26T02:05:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.469+0000 7f1136c00700 1 -- 172.21.15.26:0/2911597174 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1130074c70 msgr2=0x7f113019b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.469+0000 7f1136c00700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1130074c70 0x7f113019b2c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1120004fd0 tx=0x7f112000cd80 comp rx=0 tx=0).stop 2024-04-26T02:05:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.469+0000 7f1136c00700 1 -- 172.21.15.26:0/2911597174 shutdown_connections 2024-04-26T02:05:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.469+0000 7f1136c00700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f113010f440 0x7f113019fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.469+0000 7f1136c00700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1130074c70 0x7f113019b2c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:46.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.469+0000 7f1136c00700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f11140a3db0 0x7f11140a6270 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:46.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.469+0000 7f1136c00700 1 --2- 172.21.15.26:0/2911597174 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1130075590 0x7f113019b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:46.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.469+0000 7f1136c00700 1 -- 172.21.15.26:0/2911597174 >> 172.21.15.26:0/2911597174 conn(0x7f1130079ba0 msgr2=0x7f11300ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:46.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.469+0000 7f1136c00700 1 -- 172.21.15.26:0/2911597174 shutdown_connections 2024-04-26T02:05:46.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:46.469+0000 7f1136c00700 1 -- 172.21.15.26:0/2911597174 wait complete. 2024-04-26T02:05:46.469 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 31 2024-04-26T02:05:47.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:46 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2911597174' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:05:47.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:46 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2911597174' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:05:47.349 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:46 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2911597174' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:05:47.431 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24524 quiesce db --cancel --all' 2024-04-26T02:05:47.431 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24524 quiesce db --cancel --all 2024-04-26T02:05:47.920 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:05:48.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.023+0000 7f5e00c00700 1 -- 172.21.15.26:0/712784181 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55c3b4ddb810 con 0x55c3b4f059d0 2024-04-26T02:05:48.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.023+0000 7f5e00c00700 10 client.25634 handle_command_reply: tid=0 2024-04-26T02:05:48.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.023+0000 7f5e27f14b80 1 client.25634 shutdown 2024-04-26T02:05:48.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.024+0000 7f5e27f14b80 1 -- 172.21.15.26:0/712784181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 msgr2=0x55c3b4e96cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:48.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.024+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e96cf0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5e0809c590 tx=0x7f5e080ce5c0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.024+0000 7f5e27f14b80 1 -- 172.21.15.26:0/712784181 shutdown_connections 2024-04-26T02:05:48.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.024+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3b4e86180 0x55c3b4e91e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.024+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c3b4e7a9b0 0x55c3b4e96cf0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.024+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55c3b4f059d0 0x55c3b4f07dc0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.024+0000 7f5e27f14b80 1 --2- 172.21.15.26:0/712784181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c3b4e7b2d0 0x55c3b4e91900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.025+0000 7f5e27f14b80 1 -- 172.21.15.26:0/712784181 >> 172.21.15.26:0/712784181 conn(0x55c3b4da9730 msgr2=0x55c3b4e7d140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:48.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.025+0000 7f5e00c00700 0 client.25634 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:48.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.025+0000 7f5e27f14b80 1 -- 172.21.15.26:0/712784181 shutdown_connections 2024-04-26T02:05:48.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.025+0000 7f5e27f14b80 1 -- 172.21.15.26:0/712784181 wait complete. 2024-04-26T02:05:48.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.025+0000 7f5e27f14b80 20 client.25634 trim_cache size 0 max 16384 2024-04-26T02:05:48.026 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:05:48.026 INFO:teuthology.orchestra.run.smithi026.stdout: "epoch": 31, 2024-04-26T02:05:48.026 INFO:teuthology.orchestra.run.smithi026.stdout: "leader": 24524, 2024-04-26T02:05:48.026 INFO:teuthology.orchestra.run.smithi026.stdout: "set_version": 6, 2024-04-26T02:05:48.026 INFO:teuthology.orchestra.run.smithi026.stdout: "sets": { 2024-04-26T02:05:48.026 INFO:teuthology.orchestra.run.smithi026.stdout: "79ef524a": { 2024-04-26T02:05:48.026 INFO:teuthology.orchestra.run.smithi026.stdout: "version": 6, 2024-04-26T02:05:48.026 INFO:teuthology.orchestra.run.smithi026.stdout: "age_ref": 0.0, 2024-04-26T02:05:48.026 INFO:teuthology.orchestra.run.smithi026.stdout: "state": { 2024-04-26T02:05:48.026 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "QUIESCED", 2024-04-26T02:05:48.026 INFO:teuthology.orchestra.run.smithi026.stdout: "age": 0.0 2024-04-26T02:05:48.026 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: "timeout": 60.0, 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: "expiration": 90.0, 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: "members": { 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: "file:/": { 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: "excluded": false, 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: "state": { 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "QUIESCED", 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: "age": 0.0 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:05:48.027 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:05:48.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.026+0000 7f5e1d600700 1 -- 172.21.15.26:0/2151658303 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5dfc0a3ed0 msgr2=0x7f5dfc0a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:48.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.026+0000 7f5e1d600700 1 --2- 172.21.15.26:0/2151658303 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5dfc0a3ed0 0x7f5dfc0a6390 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5e1000f870 tx=0x7f5e1000fc30 comp rx=0 tx=0).stop 2024-04-26T02:05:48.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.026+0000 7f5e1d600700 1 -- 172.21.15.26:0/2151658303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e18074c70 msgr2=0x7f5e1819b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:48.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.026+0000 7f5e1d600700 1 --2- 172.21.15.26:0/2151658303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e18074c70 0x7f5e1819b210 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f5e0800e9f0 tx=0x7f5e0800ed00 comp rx=0 tx=0).stop 2024-04-26T02:05:48.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.026+0000 7f5e1d600700 1 -- 172.21.15.26:0/2151658303 shutdown_connections 2024-04-26T02:05:48.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.026+0000 7f5e1d600700 1 --2- 172.21.15.26:0/2151658303 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f5dfc0a3ed0 0x7f5dfc0a6390 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.026+0000 7f5e1d600700 1 --2- 172.21.15.26:0/2151658303 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5e1810f4a0 0x7f5e1819fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.026+0000 7f5e1d600700 1 --2- 172.21.15.26:0/2151658303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e18074c70 0x7f5e1819b210 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.026+0000 7f5e1d600700 1 --2- 172.21.15.26:0/2151658303 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e18075590 0x7f5e1819b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.026+0000 7f5e1d600700 1 -- 172.21.15.26:0/2151658303 >> 172.21.15.26:0/2151658303 conn(0x7f5e18079b10 msgr2=0x7f5e180ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:48.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.027+0000 7f5e1d600700 1 -- 172.21.15.26:0/2151658303 shutdown_connections 2024-04-26T02:05:48.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:48.027+0000 7f5e1d600700 1 -- 172.21.15.26:0/2151658303 wait complete. 2024-04-26T02:05:48.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:47 smithi033 ceph-mon[32805]: pgmap v92: 97 pgs: 97 active+clean; 8.6 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s rd, 642 KiB/s wr, 220 op/s 2024-04-26T02:05:48.264 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:47 smithi026 ceph-mon[28138]: pgmap v92: 97 pgs: 97 active+clean; 8.6 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s rd, 642 KiB/s wr, 220 op/s 2024-04-26T02:05:48.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:47 smithi064 ceph-mon[32613]: pgmap v92: 97 pgs: 97 active+clean; 8.6 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s rd, 642 KiB/s wr, 220 op/s 2024-04-26T02:05:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.676+0000 7fa9e6000640 1 -- 172.21.15.26:0/1819749670 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e0102b60 msgr2=0x7fa9e0106ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.676+0000 7fa9e6000640 1 --2- 172.21.15.26:0/1819749670 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e0102b60 0x7fa9e0106ba0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa9c8009900 tx=0x7fa9c802a3f0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.677+0000 7fa9e6000640 1 -- 172.21.15.26:0/1819749670 shutdown_connections 2024-04-26T02:05:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.677+0000 7fa9e6000640 1 --2- 172.21.15.26:0/1819749670 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e0102b60 0x7fa9e0106ba0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.677+0000 7fa9e6000640 1 --2- 172.21.15.26:0/1819749670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9e0107280 0x7fa9e010ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.677+0000 7fa9e6000640 1 --2- 172.21.15.26:0/1819749670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa9e01021b0 0x7fa9e0102590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.677+0000 7fa9e6000640 1 -- 172.21.15.26:0/1819749670 >> 172.21.15.26:0/1819749670 conn(0x7fa9e00fda10 msgr2=0x7fa9e00ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.677+0000 7fa9e6000640 1 -- 172.21.15.26:0/1819749670 shutdown_connections 2024-04-26T02:05:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.677+0000 7fa9e6000640 1 -- 172.21.15.26:0/1819749670 wait complete. 2024-04-26T02:05:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.678+0000 7fa9e6000640 1 Processor -- start 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.678+0000 7fa9e6000640 1 -- start start 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.678+0000 7fa9e6000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa9e01021b0 0x7fa9e01a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.678+0000 7fa9e6000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9e0107280 0x7fa9e01a0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.678+0000 7fa9e6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e019a830 0x7fa9e019ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.678+0000 7fa9e6000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01121f0 con 0x7fa9e019a830 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.678+0000 7fa9e6000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e0112070 con 0x7fa9e0107280 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.678+0000 7fa9e6000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e0112370 con 0x7fa9e01021b0 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.679+0000 7fa9dfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e019a830 0x7fa9e019ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.679+0000 7fa9dfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e019a830 0x7fa9e019ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53132/0 (socket says 172.21.15.26:53132) 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.679+0000 7fa9dfe00640 1 -- 172.21.15.26:0/2488079214 learned_addr learned my addr 172.21.15.26:0/2488079214 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.679+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9e0107280 0x7fa9e01a0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.679+0000 7fa9df400640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa9e01021b0 0x7fa9e01a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.679+0000 7fa9dfe00640 1 -- 172.21.15.26:0/2488079214 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa9e01021b0 msgr2=0x7fa9e01a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.679+0000 7fa9dfe00640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa9e01021b0 0x7fa9e01a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.679+0000 7fa9dfe00640 1 -- 172.21.15.26:0/2488079214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9e0107280 msgr2=0x7fa9e01a0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.679+0000 7fa9dfe00640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9e0107280 0x7fa9e01a0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.679+0000 7fa9dfe00640 1 -- 172.21.15.26:0/2488079214 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9e019b3c0 con 0x7fa9e019a830 2024-04-26T02:05:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.679+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9e0107280 0x7fa9e01a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.680+0000 7fa9dfe00640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e019a830 0x7fa9e019ace0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa9d800e970 tx=0x7fa9d800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.680+0000 7fa9dcc00640 1 -- 172.21.15.26:0/2488079214 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d800ccc0 con 0x7fa9e019a830 2024-04-26T02:05:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.680+0000 7fa9dcc00640 1 -- 172.21.15.26:0/2488079214 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9d800ce60 con 0x7fa9e019a830 2024-04-26T02:05:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.680+0000 7fa9e6000640 1 -- 172.21.15.26:0/2488079214 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9e019b6b0 con 0x7fa9e019a830 2024-04-26T02:05:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.680+0000 7fa9dcc00640 1 -- 172.21.15.26:0/2488079214 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d8010430 con 0x7fa9e019a830 2024-04-26T02:05:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.680+0000 7fa9e6000640 1 -- 172.21.15.26:0/2488079214 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9e01a7810 con 0x7fa9e019a830 2024-04-26T02:05:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.684+0000 7fa9dcc00640 1 -- 172.21.15.26:0/2488079214 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa9d8004ff0 con 0x7fa9e019a830 2024-04-26T02:05:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.684+0000 7fa9e8e58740 1 Processor -- start 2024-04-26T02:05:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.684+0000 7fa9e8e58740 1 -- start start 2024-04-26T02:05:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.685+0000 7fa9e8e58740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138196820 0x55b138196c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.685+0000 7fa9e8e58740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b138197140 0x55b1381a14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.685+0000 7fa9e8e58740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b1381a1a00 0x55b1381a3df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.685+0000 7fa9e8e58740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b1380fc900 con 0x55b138197140 2024-04-26T02:05:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.685+0000 7fa9e8e58740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b1380a2ef0 con 0x55b1381a1a00 2024-04-26T02:05:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.685+0000 7fa9e8e58740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55b1380f88c0 con 0x55b138196820 2024-04-26T02:05:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.685+0000 7fa9df400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b138197140 0x55b1381a14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.685+0000 7fa9d6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b1381a1a00 0x55b1381a3df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.685+0000 7fa9df400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b138197140 0x55b1381a14c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53146/0 (socket says 172.21.15.26:53146) 2024-04-26T02:05:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.685+0000 7fa9df400640 1 -- 172.21.15.26:0/242987616 learned_addr learned my addr 172.21.15.26:0/242987616 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.685+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/242987616 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138196820 0x55b138196c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.685+0000 7fa9dcc00640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fa9c40a3d10 0x7fa9c40a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.686+0000 7fa9d6a00640 1 -- 172.21.15.26:0/242987616 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138196820 msgr2=0x55b138196c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.686+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/242987616 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138196820 0x55b138196c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.686+0000 7fa9d6a00640 1 -- 172.21.15.26:0/242987616 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b138197140 msgr2=0x55b1381a14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.686+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/242987616 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b138197140 0x55b1381a14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.686+0000 7fa9d6a00640 1 -- 172.21.15.26:0/242987616 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b137e0f210 con 0x55b1381a1a00 2024-04-26T02:05:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.686+0000 7fa9df400640 1 --2- 172.21.15.26:0/242987616 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b138197140 0x55b1381a14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.686+0000 7fa9dcc00640 1 -- 172.21.15.26:0/2488079214 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fa9d80d0b60 con 0x7fa9e019a830 2024-04-26T02:05:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.686+0000 7fa9dfe00640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fa9c40a3d10 0x7fa9c40a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.686+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/242987616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b1381a1a00 0x55b1381a3df0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa9c802a910 tx=0x7fa9c8005e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=32da2c8bd7dd3bee server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.686+0000 7fa9cfe00640 1 -- 172.21.15.26:0/242987616 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c8035030 con 0x55b1381a1a00 2024-04-26T02:05:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.686+0000 7fa9cfe00640 1 -- 172.21.15.26:0/242987616 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9c80054d0 con 0x55b1381a1a00 2024-04-26T02:05:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.686+0000 7fa9cfe00640 1 -- 172.21.15.26:0/242987616 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c8004a60 con 0x55b1381a1a00 2024-04-26T02:05:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.687+0000 7fa9e8e58740 1 -- 172.21.15.26:0/242987616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b1381a1a00 msgr2=0x55b1381a3df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.687+0000 7fa9dfe00640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fa9c40a3d10 0x7fa9c40a61d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa9d809c830 tx=0x7fa9d8009310 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.687+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/242987616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b1381a1a00 0x55b1381a3df0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa9c802a910 tx=0x7fa9c8005e50 comp rx=0 tx=0).stop 2024-04-26T02:05:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.688+0000 7fa9e8e58740 1 -- 172.21.15.26:0/242987616 shutdown_connections 2024-04-26T02:05:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.688+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/242987616 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b138197140 0x55b1381a14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.688+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/242987616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b1381a1a00 0x55b1381a3df0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.688+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/242987616 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138196820 0x55b138196c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.688+0000 7fa9e8e58740 1 -- 172.21.15.26:0/242987616 >> 172.21.15.26:0/242987616 conn(0x55b138192d30 msgr2=0x55b138193110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.688+0000 7fa9e8e58740 1 -- 172.21.15.26:0/242987616 shutdown_connections 2024-04-26T02:05:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.688+0000 7fa9e8e58740 1 -- 172.21.15.26:0/242987616 wait complete. 2024-04-26T02:05:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.688+0000 7fa9e8e58740 1 -- start start 2024-04-26T02:05:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.689+0000 7fa9e8e58740 1 Processor -- start 2024-04-26T02:05:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.689+0000 7fa9e8e58740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138196820 0x55b13819ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.689+0000 7fa9e8e58740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 0x55b13819ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.689+0000 7fa9e8e58740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b13819f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.689+0000 7fa9e8e58740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b1381a45d0 con 0x55b1381a1a00 2024-04-26T02:05:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.689+0000 7fa9e8e58740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55b1380b6310 con 0x55b138196820 2024-04-26T02:05:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.689+0000 7fa9e8e58740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55b1381a4750 con 0x55b138197140 2024-04-26T02:05:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.690+0000 7fa9e8e58740 10 client.0 _ll_register_callbacks cb 0x55b138084cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.690+0000 7fa9df400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 0x55b13819ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.690+0000 7fa9d6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b13819f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.690+0000 7fa9df400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 0x55b13819ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:42428/0 (socket says 172.21.15.26:42428) 2024-04-26T02:05:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.690+0000 7fa9df400640 1 -- 172.21.15.26:0/641256881 learned_addr learned my addr 172.21.15.26:0/641256881 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.690+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138196820 0x55b13819ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.690+0000 7fa9df400640 1 -- 172.21.15.26:0/641256881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138196820 msgr2=0x55b13819ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.690+0000 7fa9df400640 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138196820 0x55b13819ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.690+0000 7fa9df400640 1 -- 172.21.15.26:0/641256881 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 msgr2=0x55b13819f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.690+0000 7fa9df400640 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b13819f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.690+0000 7fa9df400640 1 -- 172.21.15.26:0/641256881 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b137edb620 con 0x55b138197140 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.690+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138196820 0x55b13819ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.691+0000 7fa9df400640 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 0x55b13819ef60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa9d0011d10 tx=0x7fa9d000f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da131390cc8a4b18 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.691+0000 7fa9ccc00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.691+0000 7fa9ccc00640 1 -- 172.21.15.26:0/641256881 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d001e020 con 0x55b138197140 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.691+0000 7fa9e8e58740 1 -- 172.21.15.26:0/641256881 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9c80054d0 con 0x55b138197140 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.691+0000 7fa9ccc00640 1 -- 172.21.15.26:0/641256881 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fa9d0017050 con 0x55b138197140 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.691+0000 7fa9ccc00640 1 -- 172.21.15.26:0/641256881 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa9d0023430 con 0x55b138197140 2024-04-26T02:05:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.691+0000 7fa9e8e58740 10 client.25627 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.691+0000 7fa9e8e58740 1 -- 172.21.15.26:0/641256881 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b1381b0970 con 0x55b138197140 2024-04-26T02:05:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.692+0000 7fa9ccc00640 1 -- 172.21.15.26:0/641256881 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9c80054d0 con 0x55b138197140 2024-04-26T02:05:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.692+0000 7fa9ccc00640 1 -- 172.21.15.26:0/641256881 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa9d0019070 con 0x55b138197140 2024-04-26T02:05:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.692+0000 7fa9e8e58740 10 client.25627 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.692+0000 7fa9e8e58740 10 client.25627 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.692+0000 7fa9e8e58740 20 client.25627 populate_metadata read hostname 'smithi026' 2024-04-26T02:05:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.692+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55b1381b1e30 0x55b1381b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.692+0000 7fa9e8e58740 4 client.25627 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:05:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.692+0000 7fa9e8e58740 1 -- 172.21.15.26:0/641256881 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b1381108b0 con 0x55b1381b1e30 2024-04-26T02:05:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.693+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55b1381b1e30 0x55b1381b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.693+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55b1381b1e30 0x55b1381b4220 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86d353079c952c82 server_cookie=ce1b9f0a36617acb in_seq=0 out_seq=0 2024-04-26T02:05:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.693+0000 7fa9ccc00640 10 client.25627 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.694+0000 7fa9ccc00640 1 -- 172.21.15.26:0/641256881 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b1381108b0 con 0x55b1381b1e30 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.694+0000 7fa9ccc00640 10 client.25627 handle_command_reply: tid=0 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.694+0000 7fa9e8e58740 1 client.25627 shutdown 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.694+0000 7fa9e8e58740 1 -- 172.21.15.26:0/641256881 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 msgr2=0x55b13819ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.694+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 0x55b13819ef60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa9d0011d10 tx=0x7fa9d000f790 comp rx=0 tx=0).stop 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.694+0000 7fa9e8e58740 1 -- 172.21.15.26:0/641256881 shutdown_connections 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.694+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55b1381b1e30 0x55b1381b4220 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.694+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b13819f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.694+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 0x55b13819ef60 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.694+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/641256881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138196820 0x55b13819ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.694+0000 7fa9ccc00640 0 client.25627 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.694+0000 7fa9e8e58740 1 -- 172.21.15.26:0/641256881 >> 172.21.15.26:0/641256881 conn(0x55b138192d30 msgr2=0x55b138198ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.695+0000 7fa9e8e58740 1 -- 172.21.15.26:0/641256881 shutdown_connections 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.695+0000 7fa9e8e58740 1 -- 172.21.15.26:0/641256881 wait complete. 2024-04-26T02:05:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.695+0000 7fa9e8e58740 20 client.25627 trim_cache size 0 max 16384 2024-04-26T02:05:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.712+0000 7fa9e8e58740 1 Processor -- start 2024-04-26T02:05:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.712+0000 7fa9e8e58740 1 -- start start 2024-04-26T02:05:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.712+0000 7fa9e8e58740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138196820 0x55b1381ad490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.712+0000 7fa9e8e58740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 0x55b1381991e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.712+0000 7fa9e8e58740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b1381b9b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.712+0000 7fa9e8e58740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01afd90 con 0x55b1381a1a00 2024-04-26T02:05:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.712+0000 7fa9e8e58740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01b18d0 con 0x55b138196820 2024-04-26T02:05:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.712+0000 7fa9e8e58740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01b0460 con 0x55b138197140 2024-04-26T02:05:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.712+0000 7fa9d6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138196820 0x55b1381ad490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.712+0000 7fa9d6a00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138196820 0x55b1381ad490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:42264/0 (socket says 172.21.15.26:42264) 2024-04-26T02:05:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.713+0000 7fa9d6a00640 1 -- 172.21.15.26:0/1335163308 learned_addr learned my addr 172.21.15.26:0/1335163308 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.713+0000 7fa9df400640 1 --2- 172.21.15.26:0/1335163308 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 0x55b1381991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.713+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/1335163308 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b1381b9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.713+0000 7fa9df400640 1 -- 172.21.15.26:0/1335163308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138196820 msgr2=0x55b1381ad490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:48.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.713+0000 7fa9df400640 1 --2- 172.21.15.26:0/1335163308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138196820 0x55b1381ad490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.713+0000 7fa9df400640 1 -- 172.21.15.26:0/1335163308 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 msgr2=0x55b1381b9b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:48.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.713+0000 7fa9df400640 1 --2- 172.21.15.26:0/1335163308 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b1381b9b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.713 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.713+0000 7fa9df400640 1 -- 172.21.15.26:0/1335163308 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b13819cf70 con 0x55b138197140 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.713+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/1335163308 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b1381b9b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.713+0000 7fa9df400640 1 --2- 172.21.15.26:0/1335163308 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 0x55b1381991e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa9d00226d0 tx=0x7fa9d0009320 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d6bd24a6dca3be server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.713+0000 7fa9cf400640 1 -- 172.21.15.26:0/1335163308 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d001e040 con 0x55b138197140 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.714+0000 7fa9cf400640 1 -- 172.21.15.26:0/1335163308 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9d0022750 con 0x55b138197140 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.714+0000 7fa9cf400640 1 -- 172.21.15.26:0/1335163308 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d00235d0 con 0x55b138197140 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.715+0000 7fa9e8e58740 1 -- 172.21.15.26:0/1335163308 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 msgr2=0x55b1381991e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.715+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/1335163308 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 0x55b1381991e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa9d00226d0 tx=0x7fa9d0009320 comp rx=0 tx=0).stop 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.715+0000 7fa9e8e58740 1 -- 172.21.15.26:0/1335163308 shutdown_connections 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.715+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/1335163308 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b1381b9b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.715+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/1335163308 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138197140 0x55b1381991e0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.715+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/1335163308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138196820 0x55b1381ad490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.715+0000 7fa9e8e58740 1 -- 172.21.15.26:0/1335163308 >> 172.21.15.26:0/1335163308 conn(0x55b138192d30 msgr2=0x55b138199dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.715+0000 7fa9e8e58740 1 -- 172.21.15.26:0/1335163308 shutdown_connections 2024-04-26T02:05:48.715 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.715+0000 7fa9e8e58740 1 -- 172.21.15.26:0/1335163308 wait complete. 2024-04-26T02:05:48.717 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.715+0000 7fa9e8e58740 1 -- start start 2024-04-26T02:05:48.717 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.716+0000 7fa9e8e58740 1 Processor -- start 2024-04-26T02:05:48.717 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.716+0000 7fa9e8e58740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138196820 0x55b1381a99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.717 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.716+0000 7fa9e8e58740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138197140 0x55b1381a9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.717 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.716+0000 7fa9e8e58740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b1381a6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.717 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.716+0000 7fa9e8e58740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01b1200 con 0x55b1381a1a00 2024-04-26T02:05:48.717 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.716+0000 7fa9e8e58740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01b0b30 con 0x55b138197140 2024-04-26T02:05:48.717 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.716+0000 7fa9e8e58740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01add70 con 0x55b138196820 2024-04-26T02:05:48.717 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.716+0000 7fa9e8e58740 10 client.0 _ll_register_callbacks cb 0x7fa9d0011920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9df400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138197140 0x55b1381a9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9df400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138197140 0x55b1381a9ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:42276/0 (socket says 172.21.15.26:42276) 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9df400640 1 -- 172.21.15.26:0/2515302783 learned_addr learned my addr 172.21.15.26:0/2515302783 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138196820 0x55b1381a99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b1381a6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9df400640 1 -- 172.21.15.26:0/2515302783 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138196820 msgr2=0x55b1381a99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9df400640 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138196820 0x55b1381a99b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9df400640 1 -- 172.21.15.26:0/2515302783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 msgr2=0x55b1381a6f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9df400640 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b1381a6f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9df400640 1 -- 172.21.15.26:0/2515302783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1381a7740 con 0x55b138197140 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138196820 0x55b1381a99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9df400640 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138197140 0x55b1381a9ef0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa9d0011a30 tx=0x7fa9d0003b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff43023213825212 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:48.718 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.717+0000 7fa9ccc00640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.718+0000 7fa9ccc00640 1 -- 172.21.15.26:0/2515302783 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d001e040 con 0x55b138197140 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.718+0000 7fa9e8e58740 1 -- 172.21.15.26:0/2515302783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9d0022750 con 0x55b138197140 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.718+0000 7fa9ccc00640 1 -- 172.21.15.26:0/2515302783 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fa9d0011e00 con 0x55b138197140 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.718+0000 7fa9ccc00640 1 -- 172.21.15.26:0/2515302783 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa9d0022900 con 0x55b138197140 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.718+0000 7fa9e8e58740 10 client.25658 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.718+0000 7fa9e8e58740 1 -- 172.21.15.26:0/2515302783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b138218010 con 0x55b138197140 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.718+0000 7fa9ccc00640 1 -- 172.21.15.26:0/2515302783 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9d0022750 con 0x55b138197140 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.718+0000 7fa9ccc00640 1 -- 172.21.15.26:0/2515302783 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa9d003c070 con 0x55b138197140 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.718+0000 7fa9e8e58740 10 client.25658 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.718+0000 7fa9e8e58740 10 client.25658 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.718+0000 7fa9e8e58740 20 client.25658 populate_metadata read hostname 'smithi026' 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.719+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55b138218670 0x55b13821aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.719+0000 7fa9e8e58740 4 client.25658 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:05:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.719+0000 7fa9e8e58740 1 -- 172.21.15.26:0/2515302783 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b13810a320 con 0x55b138218670 2024-04-26T02:05:48.720 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.719+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55b138218670 0x55b13821aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:48.720 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.719+0000 7fa9d6a00640 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55b138218670 0x55b13821aa90 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e6fd377c58e24d server_cookie=33bd60d1dd4a2b13 in_seq=0 out_seq=0 2024-04-26T02:05:48.720 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.719+0000 7fa9ccc00640 10 client.25658 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.743+0000 7fa9ccc00640 1 -- 172.21.15.26:0/2515302783 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b13810a320 con 0x55b138218670 2024-04-26T02:05:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.743+0000 7fa9ccc00640 10 client.25658 handle_command_reply: tid=0 2024-04-26T02:05:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.743+0000 7fa9e8e58740 1 client.25658 shutdown 2024-04-26T02:05:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.743+0000 7fa9e8e58740 1 -- 172.21.15.26:0/2515302783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138197140 msgr2=0x55b1381a9ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.743+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138197140 0x55b1381a9ef0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa9d0011a30 tx=0x7fa9d0003b80 comp rx=0 tx=0).stop 2024-04-26T02:05:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.743+0000 7fa9e8e58740 1 -- 172.21.15.26:0/2515302783 shutdown_connections 2024-04-26T02:05:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.744+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55b138218670 0x55b13821aa90 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.744+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1381a1a00 0x55b1381a6f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.744+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55b138197140 0x55b1381a9ef0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.744+0000 7fa9e8e58740 1 --2- 172.21.15.26:0/2515302783 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b138196820 0x55b1381a99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.744+0000 7fa9ccc00640 0 client.25658 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.744+0000 7fa9e8e58740 1 -- 172.21.15.26:0/2515302783 >> 172.21.15.26:0/2515302783 conn(0x55b138192d30 msgr2=0x55b138191600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.744+0000 7fa9e8e58740 1 -- 172.21.15.26:0/2515302783 shutdown_connections 2024-04-26T02:05:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.744+0000 7fa9e8e58740 1 -- 172.21.15.26:0/2515302783 wait complete. 2024-04-26T02:05:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.744+0000 7fa9e8e58740 20 client.25658 trim_cache size 0 max 16384 2024-04-26T02:05:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-26T02:05:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-26T02:05:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-26T02:05:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-26T02:05:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.745+0000 7fa9e6000640 1 -- 172.21.15.26:0/2488079214 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fa9c40a3d10 msgr2=0x7fa9c40a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.745+0000 7fa9e6000640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fa9c40a3d10 0x7fa9c40a61d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa9d809c830 tx=0x7fa9d8009310 comp rx=0 tx=0).stop 2024-04-26T02:05:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.745+0000 7fa9e6000640 1 -- 172.21.15.26:0/2488079214 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e019a830 msgr2=0x7fa9e019ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.745+0000 7fa9e6000640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e019a830 0x7fa9e019ace0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa9d800e970 tx=0x7fa9d800ed70 comp rx=0 tx=0).stop 2024-04-26T02:05:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.745+0000 7fa9e6000640 1 -- 172.21.15.26:0/2488079214 shutdown_connections 2024-04-26T02:05:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.745+0000 7fa9e6000640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fa9c40a3d10 0x7fa9c40a61d0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.745+0000 7fa9e6000640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e019a830 0x7fa9e019ace0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.745+0000 7fa9e6000640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9e0107280 0x7fa9e01a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.745+0000 7fa9e6000640 1 --2- 172.21.15.26:0/2488079214 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa9e01021b0 0x7fa9e01a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.745+0000 7fa9e6000640 1 -- 172.21.15.26:0/2488079214 >> 172.21.15.26:0/2488079214 conn(0x7fa9e00fda10 msgr2=0x7fa9e00ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.745+0000 7fa9e6000640 1 -- 172.21.15.26:0/2488079214 shutdown_connections 2024-04-26T02:05:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-26T02:05:48.745+0000 7fa9e6000640 1 -- 172.21.15.26:0/2488079214 wait complete. 2024-04-26T02:05:50.110 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '79ef524a', quiesce took 14.3 seconds. Will release after: 30.0 2024-04-26T02:05:50.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:49 smithi033 ceph-mon[32805]: pgmap v93: 97 pgs: 97 active+clean; 8.6 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 24 MiB/s rd, 314 KiB/s wr, 112 op/s 2024-04-26T02:05:50.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:49 smithi064 ceph-mon[32613]: pgmap v93: 97 pgs: 97 active+clean; 8.6 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 24 MiB/s rd, 314 KiB/s wr, 112 op/s 2024-04-26T02:05:50.390 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:49 smithi026 ceph-mon[28138]: pgmap v93: 97 pgs: 97 active+clean; 8.6 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 24 MiB/s rd, 314 KiB/s wr, 112 op/s 2024-04-26T02:05:50.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.725+0000 7f77f7400700 1 -- 172.21.15.26:0/4090166906 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77f010f4a0 msgr2=0x7f77f0111890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.725+0000 7f77f7400700 1 --2- 172.21.15.26:0/4090166906 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77f010f4a0 0x7f77f0111890 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f77e800b0a0 tx=0x7f77e800b3b0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.725+0000 7f77f7400700 1 -- 172.21.15.26:0/4090166906 shutdown_connections 2024-04-26T02:05:50.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.725+0000 7f77f7400700 1 --2- 172.21.15.26:0/4090166906 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77f010f4a0 0x7f77f0111890 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.725+0000 7f77f7400700 1 --2- 172.21.15.26:0/4090166906 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f77f0074c70 0x7f77f0075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.725+0000 7f77f7400700 1 --2- 172.21.15.26:0/4090166906 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77f0075590 0x7f77f010ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.725+0000 7f77f7400700 1 -- 172.21.15.26:0/4090166906 >> 172.21.15.26:0/4090166906 conn(0x7f77f0079ba0 msgr2=0x7f77f0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:50.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.725+0000 7f77f7400700 1 -- 172.21.15.26:0/4090166906 shutdown_connections 2024-04-26T02:05:50.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.725+0000 7f77f7400700 1 -- 172.21.15.26:0/4090166906 wait complete. 2024-04-26T02:05:50.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.726+0000 7f77f7400700 1 Processor -- start 2024-04-26T02:05:50.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.727+0000 7f77f7400700 1 -- start start 2024-04-26T02:05:50.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.727+0000 7f77f7400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77f0074c70 0x7f77f019b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.727+0000 7f77f7400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f77f0075590 0x7f77f019b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.727+0000 7f77f7400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77f010f4a0 0x7f77f019fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.727+0000 7f77f7400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f77f0114e30 con 0x7f77f0074c70 2024-04-26T02:05:50.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.727+0000 7f77f7400700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f77f0114cb0 con 0x7f77f010f4a0 2024-04-26T02:05:50.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.727+0000 7f77f7400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f77f0114fb0 con 0x7f77f0075590 2024-04-26T02:05:50.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.728+0000 7f77efe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f77f0075590 0x7f77f019b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.728+0000 7f77efe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f77f0075590 0x7f77f019b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:42470/0 (socket says 172.21.15.26:42470) 2024-04-26T02:05:50.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.728+0000 7f77efe00700 1 -- 172.21.15.26:0/35755261 learned_addr learned my addr 172.21.15.26:0/35755261 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:50.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.728+0000 7f77f4a00700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77f0074c70 0x7f77f019b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.728+0000 7f77f5400700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77f010f4a0 0x7f77f019fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.728+0000 7f77efe00700 1 -- 172.21.15.26:0/35755261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77f010f4a0 msgr2=0x7f77f019fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.728+0000 7f77efe00700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77f010f4a0 0x7f77f019fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.728+0000 7f77efe00700 1 -- 172.21.15.26:0/35755261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77f0074c70 msgr2=0x7f77f019b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.728+0000 7f77efe00700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77f0074c70 0x7f77f019b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.728+0000 7f77efe00700 1 -- 172.21.15.26:0/35755261 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77f01a0270 con 0x7f77f0075590 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.728+0000 7f77f5400700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77f010f4a0 0x7f77f019fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.729+0000 7f77f4a00700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77f0074c70 0x7f77f019b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.729+0000 7f77efe00700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f77f0075590 0x7f77f019b7a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f77dc00e9a0 tx=0x7f77dc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.729+0000 7f77ed600700 1 -- 172.21.15.26:0/35755261 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77dc00ca10 con 0x7f77f0075590 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.729+0000 7f77ed600700 1 -- 172.21.15.26:0/35755261 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77dc00cbb0 con 0x7f77f0075590 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.729+0000 7f77ed600700 1 -- 172.21.15.26:0/35755261 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77dc018680 con 0x7f77f0075590 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.729+0000 7f77f7400700 1 -- 172.21.15.26:0/35755261 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77f01a0560 con 0x7f77f0075590 2024-04-26T02:05:50.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.729+0000 7f77f7400700 1 -- 172.21.15.26:0/35755261 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77f01a7de0 con 0x7f77f0075590 2024-04-26T02:05:50.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.733+0000 7f77ed600700 1 -- 172.21.15.26:0/35755261 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f77dc010430 con 0x7f77f0075590 2024-04-26T02:05:50.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.734+0000 7f7801e44b80 1 Processor -- start 2024-04-26T02:05:50.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.734+0000 7f77ed600700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f77d80a3e30 0x7f77d80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.734+0000 7f7801e44b80 1 -- start start 2024-04-26T02:05:50.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.734+0000 7f77ed600700 1 -- 172.21.15.26:0/35755261 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f77dc0d0970 con 0x7f77f0075590 2024-04-26T02:05:50.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.735+0000 7f77f5400700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f77d80a3e30 0x7f77d80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.735+0000 7f7801e44b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1f2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.735+0000 7f7801e44b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 0x55bf8c1fcf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.735+0000 7f7801e44b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1fd440 0x55bf8c1ff830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.735+0000 7f7801e44b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55bf8c144f00 con 0x55bf8c1f1cb0 2024-04-26T02:05:50.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.735+0000 7f7801e44b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55bf8c0eb7a0 con 0x55bf8c1fd440 2024-04-26T02:05:50.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.735+0000 7f7801e44b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55bf8c140ec0 con 0x55bf8c1f25d0 2024-04-26T02:05:50.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.735+0000 7f77f4a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1f2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.735+0000 7f77f4a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1f2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53194/0 (socket says 172.21.15.26:53194) 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.735+0000 7f77f4a00700 1 -- 172.21.15.26:0/587576384 learned_addr learned my addr 172.21.15.26:0/587576384 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.735+0000 7f77f5400700 1 --2- 172.21.15.26:0/587576384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1fd440 0x55bf8c1ff830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.735+0000 7f77efe00700 1 --2- 172.21.15.26:0/587576384 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 0x55bf8c1fcf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.736+0000 7f77f4a00700 1 -- 172.21.15.26:0/587576384 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 msgr2=0x55bf8c1fcf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.736+0000 7f77f4a00700 1 --2- 172.21.15.26:0/587576384 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 0x55bf8c1fcf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.736+0000 7f77f5400700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f77d80a3e30 0x7f77d80a62f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f77e800bfa0 tx=0x7f77e800b720 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.736+0000 7f77f4a00700 1 -- 172.21.15.26:0/587576384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1fd440 msgr2=0x55bf8c1ff830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.736+0000 7f77f4a00700 1 --2- 172.21.15.26:0/587576384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1fd440 0x55bf8c1ff830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.736+0000 7f77f4a00700 1 -- 172.21.15.26:0/587576384 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf8c0e16f0 con 0x55bf8c1f1cb0 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.736+0000 7f77f4a00700 1 --2- 172.21.15.26:0/587576384 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1f2090 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f77e40115c0 tx=0x7f77e40118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=104c7feedb949a75 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.736+0000 7f77e2000700 1 -- 172.21.15.26:0/587576384 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e401e070 con 0x55bf8c1f1cb0 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.737+0000 7f77e2000700 1 -- 172.21.15.26:0/587576384 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77e4019ae0 con 0x55bf8c1f1cb0 2024-04-26T02:05:50.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.737+0000 7f77e2000700 1 -- 172.21.15.26:0/587576384 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e400eaf0 con 0x55bf8c1f1cb0 2024-04-26T02:05:50.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.737+0000 7f7801e44b80 1 -- 172.21.15.26:0/587576384 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 msgr2=0x55bf8c1f2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.737+0000 7f7801e44b80 1 --2- 172.21.15.26:0/587576384 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1f2090 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f77e40115c0 tx=0x7f77e40118d0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.737+0000 7f7801e44b80 1 -- 172.21.15.26:0/587576384 shutdown_connections 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.737+0000 7f7801e44b80 1 --2- 172.21.15.26:0/587576384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1fd440 0x55bf8c1ff830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.737+0000 7f7801e44b80 1 --2- 172.21.15.26:0/587576384 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1f2090 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.737+0000 7f7801e44b80 1 --2- 172.21.15.26:0/587576384 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 0x55bf8c1fcf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.737+0000 7f7801e44b80 1 -- 172.21.15.26:0/587576384 >> 172.21.15.26:0/587576384 conn(0x55bf8c120fc0 msgr2=0x55bf8c1ee1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.738+0000 7f7801e44b80 1 -- 172.21.15.26:0/587576384 shutdown_connections 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.738+0000 7f7801e44b80 1 -- 172.21.15.26:0/587576384 wait complete. 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.738+0000 7f7801e44b80 1 -- start start 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.738+0000 7f7801e44b80 1 Processor -- start 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f7801e44b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1fcb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f7801e44b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f25d0 0x55bf8c1f9e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f7801e44b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1fd440 0x55bf8c1fa3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f7801e44b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55bf8c1fff30 con 0x55bf8c1f1cb0 2024-04-26T02:05:50.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f7801e44b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55bf8c0fe8d0 con 0x55bf8c1f25d0 2024-04-26T02:05:50.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f7801e44b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55bf8c2000b0 con 0x55bf8c1fd440 2024-04-26T02:05:50.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f7801e44b80 10 client.0 _ll_register_callbacks cb 0x55bf8c0dd790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:50.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f77f4a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1fcb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f77efe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f25d0 0x55bf8c1f9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f77f5400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1fd440 0x55bf8c1fa3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f77f4a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1fcb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53202/0 (socket says 172.21.15.26:53202) 2024-04-26T02:05:50.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f77efe00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f25d0 0x55bf8c1f9e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:42314/0 (socket says 172.21.15.26:42314) 2024-04-26T02:05:50.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.739+0000 7f77f4a00700 1 -- 172.21.15.26:0/2985988715 learned_addr learned my addr 172.21.15.26:0/2985988715 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:50.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.740+0000 7f77f5400700 1 -- 172.21.15.26:0/2985988715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f25d0 msgr2=0x55bf8c1f9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.740+0000 7f77f5400700 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f25d0 0x55bf8c1f9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.740+0000 7f77f5400700 1 -- 172.21.15.26:0/2985988715 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 msgr2=0x55bf8c1fcb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.740+0000 7f77f5400700 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1fcb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.740+0000 7f77f5400700 1 -- 172.21.15.26:0/2985988715 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf8c092940 con 0x55bf8c1fd440 2024-04-26T02:05:50.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.740+0000 7f77f4a00700 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1fcb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:50.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.740+0000 7f77efe00700 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f25d0 0x55bf8c1f9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:50.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.740+0000 7f77f5400700 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1fd440 0x55bf8c1fa3d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f77e800d010 tx=0x7f77e800b3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19d350f21981d9be server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:50.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.740+0000 7f77d6a00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.741+0000 7f77d6a00700 1 -- 172.21.15.26:0/2985988715 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e8021070 con 0x55bf8c1fd440 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.741+0000 7f77d6a00700 1 -- 172.21.15.26:0/2985988715 <== mon.1 v2:172.21.15.64:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f77e8005240 con 0x55bf8c1fd440 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.741+0000 7f7801e44b80 1 -- 172.21.15.26:0/2985988715 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77e4019ae0 con 0x55bf8c1fd440 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.741+0000 7f77d6a00700 1 -- 172.21.15.26:0/2985988715 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f77e8007e90 con 0x55bf8c1fd440 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.741+0000 7f7801e44b80 10 client.25645 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.741+0000 7f7801e44b80 1 -- 172.21.15.26:0/2985988715 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bf8c0dbb60 con 0x55bf8c1fd440 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.741+0000 7f77d6a00700 1 -- 172.21.15.26:0/2985988715 <== mon.1 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77e4019ae0 con 0x55bf8c1fd440 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.742+0000 7f77d6a00700 1 -- 172.21.15.26:0/2985988715 <== mon.1 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f77e802e030 con 0x55bf8c1fd440 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.742+0000 7f7801e44b80 10 client.25645 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.742+0000 7f7801e44b80 10 client.25645 resolve_mds: validated gid 24524 aka daemon mds.b 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.742+0000 7f7801e44b80 20 client.25645 populate_metadata read hostname 'smithi026' 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.742+0000 7f7801e44b80 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55bf8c20cab0 0x55bf8c20eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.742+0000 7f7801e44b80 4 client.25645 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:05:50.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.742+0000 7f7801e44b80 1 -- 172.21.15.26:0/2985988715 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bf8c1526f0 con 0x55bf8c20cab0 2024-04-26T02:05:50.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.742+0000 7f77f4a00700 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55bf8c20cab0 0x55bf8c20eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.743+0000 7f77f4a00700 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55bf8c20cab0 0x55bf8c20eea0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95e4818542572663 server_cookie=16821e1797031208 in_seq=0 out_seq=0 2024-04-26T02:05:50.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.743+0000 7f77d6a00700 10 client.25645 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:50.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f77d6a00700 1 -- 172.21.15.26:0/2985988715 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bf8c1526f0 con 0x55bf8c20cab0 2024-04-26T02:05:50.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f77d6a00700 10 client.25645 handle_command_reply: tid=0 2024-04-26T02:05:50.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f7801e44b80 1 client.25645 shutdown 2024-04-26T02:05:50.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f7801e44b80 1 -- 172.21.15.26:0/2985988715 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1fd440 msgr2=0x55bf8c1fa3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f7801e44b80 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1fd440 0x55bf8c1fa3d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f77e800d010 tx=0x7f77e800b3b0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f7801e44b80 1 -- 172.21.15.26:0/2985988715 shutdown_connections 2024-04-26T02:05:50.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f7801e44b80 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1fd440 0x55bf8c1fa3d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f7801e44b80 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55bf8c20cab0 0x55bf8c20eea0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f7801e44b80 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1fcb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f7801e44b80 1 --2- 172.21.15.26:0/2985988715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f25d0 0x55bf8c1f9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f77d6a00700 0 client.25645 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:50.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f7801e44b80 1 -- 172.21.15.26:0/2985988715 >> 172.21.15.26:0/2985988715 conn(0x55bf8c120fc0 msgr2=0x55bf8c1eddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:50.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.744+0000 7f7801e44b80 1 -- 172.21.15.26:0/2985988715 shutdown_connections 2024-04-26T02:05:50.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.745+0000 7f7801e44b80 1 -- 172.21.15.26:0/2985988715 wait complete. 2024-04-26T02:05:50.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.745+0000 7f7801e44b80 20 client.25645 trim_cache size 0 max 16384 2024-04-26T02:05:50.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.766+0000 7f7801e44b80 1 Processor -- start 2024-04-26T02:05:50.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.766+0000 7f7801e44b80 1 -- start start 2024-04-26T02:05:50.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.766+0000 7f7801e44b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1fbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.766+0000 7f7801e44b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 0x55bf8c214790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.766+0000 7f7801e44b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1fd440 0x55bf8c214cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.766+0000 7f7801e44b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f77f01af3d0 con 0x55bf8c1fd440 2024-04-26T02:05:50.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.766+0000 7f7801e44b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f77f01b0f10 con 0x55bf8c1f1cb0 2024-04-26T02:05:50.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.766+0000 7f7801e44b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f77f01afaa0 con 0x55bf8c1f25d0 2024-04-26T02:05:50.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.767+0000 7f77f4a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1fbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.767+0000 7f77f4a00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1fbdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:42330/0 (socket says 172.21.15.26:42330) 2024-04-26T02:05:50.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.767+0000 7f77f4a00700 1 -- 172.21.15.26:0/1624892870 learned_addr learned my addr 172.21.15.26:0/1624892870 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:50.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.767+0000 7f77efe00700 1 --2- 172.21.15.26:0/1624892870 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 0x55bf8c214790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.767+0000 7f77f5400700 1 --2- 172.21.15.26:0/1624892870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1fd440 0x55bf8c214cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.767+0000 7f77f4a00700 1 -- 172.21.15.26:0/1624892870 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 msgr2=0x55bf8c214790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.767+0000 7f77f4a00700 1 --2- 172.21.15.26:0/1624892870 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 0x55bf8c214790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.767+0000 7f77f4a00700 1 -- 172.21.15.26:0/1624892870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1fd440 msgr2=0x55bf8c214cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.767+0000 7f77f4a00700 1 --2- 172.21.15.26:0/1624892870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1fd440 0x55bf8c214cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.767+0000 7f77f4a00700 1 -- 172.21.15.26:0/1624892870 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf8c20f500 con 0x55bf8c1f1cb0 2024-04-26T02:05:50.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.767+0000 7f77efe00700 1 --2- 172.21.15.26:0/1624892870 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 0x55bf8c214790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:05:50.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.767+0000 7f77f5400700 1 --2- 172.21.15.26:0/1624892870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1fd440 0x55bf8c214cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:05:50.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.768+0000 7f77f4a00700 1 --2- 172.21.15.26:0/1624892870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1fbdd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f77e4009da0 tx=0x7f77e40058e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e9f9c6f8731f009 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:50.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.768+0000 7f77e1600700 1 -- 172.21.15.26:0/1624892870 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e4030070 con 0x55bf8c1f1cb0 2024-04-26T02:05:50.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.768+0000 7f77e1600700 1 -- 172.21.15.26:0/1624892870 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77e401f040 con 0x55bf8c1f1cb0 2024-04-26T02:05:50.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.768+0000 7f77e1600700 1 -- 172.21.15.26:0/1624892870 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e401e040 con 0x55bf8c1f1cb0 2024-04-26T02:05:50.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.769+0000 7f7801e44b80 1 -- 172.21.15.26:0/1624892870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f1cb0 msgr2=0x55bf8c1fbdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.769+0000 7f7801e44b80 1 --2- 172.21.15.26:0/1624892870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1fbdd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f77e4009da0 tx=0x7f77e40058e0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.769+0000 7f7801e44b80 1 -- 172.21.15.26:0/1624892870 shutdown_connections 2024-04-26T02:05:50.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.769+0000 7f7801e44b80 1 --2- 172.21.15.26:0/1624892870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1fd440 0x55bf8c214cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.769+0000 7f7801e44b80 1 --2- 172.21.15.26:0/1624892870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c1fbdd0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.769+0000 7f7801e44b80 1 --2- 172.21.15.26:0/1624892870 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 0x55bf8c214790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.769+0000 7f7801e44b80 1 -- 172.21.15.26:0/1624892870 >> 172.21.15.26:0/1624892870 conn(0x55bf8c120fc0 msgr2=0x55bf8c1fb6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.769+0000 7f7801e44b80 1 -- 172.21.15.26:0/1624892870 shutdown_connections 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.769+0000 7f7801e44b80 1 -- 172.21.15.26:0/1624892870 wait complete. 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.769+0000 7f7801e44b80 1 -- start start 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.770+0000 7f7801e44b80 1 Processor -- start 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.770+0000 7f7801e44b80 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c205470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.770+0000 7f7801e44b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 0x55bf8c202810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.770+0000 7f7801e44b80 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1fd440 0x55bf8c202d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.770+0000 7f7801e44b80 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f77f01b0840 con 0x55bf8c1f1cb0 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.770+0000 7f7801e44b80 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f77f01b0170 con 0x55bf8c1fd440 2024-04-26T02:05:50.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.770+0000 7f7801e44b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f77f01ad370 con 0x55bf8c1f25d0 2024-04-26T02:05:50.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.770+0000 7f7801e44b80 10 client.0 _ll_register_callbacks cb 0x55bf8c0dd790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:50.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.770+0000 7f77f4a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c205470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.770+0000 7f77f4a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c205470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53222/0 (socket says 172.21.15.26:53222) 2024-04-26T02:05:50.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.770+0000 7f77f4a00700 1 -- 172.21.15.26:0/27292411 learned_addr learned my addr 172.21.15.26:0/27292411 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:05:50.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.770+0000 7f77f5400700 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1fd440 0x55bf8c202d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.771+0000 7f77f5400700 1 -- 172.21.15.26:0/27292411 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 msgr2=0x55bf8c202810 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T02:05:50.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.771+0000 7f77f5400700 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 0x55bf8c202810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.771+0000 7f77f5400700 1 -- 172.21.15.26:0/27292411 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 msgr2=0x55bf8c205470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.771+0000 7f77f5400700 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c205470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.771+0000 7f77f5400700 1 -- 172.21.15.26:0/27292411 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf8c1f2c50 con 0x55bf8c1fd440 2024-04-26T02:05:50.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.771+0000 7f77f4a00700 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c205470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:50.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.771+0000 7f77f5400700 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1fd440 0x55bf8c202d50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f77e80269e0 tx=0x7f77e80099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f5fc79814d31d6b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:50.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.771+0000 7f77d6a00700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-04-26T02:05:50.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.772+0000 7f77d6a00700 1 -- 172.21.15.26:0/27292411 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e803c070 con 0x55bf8c1fd440 2024-04-26T02:05:50.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.772+0000 7f77d6a00700 1 -- 172.21.15.26:0/27292411 <== mon.2 v2:172.21.15.33:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f77e8026430 con 0x55bf8c1fd440 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.772+0000 7f7801e44b80 1 -- 172.21.15.26:0/27292411 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77e401f040 con 0x55bf8c1fd440 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.772+0000 7f77d6a00700 1 -- 172.21.15.26:0/27292411 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f77e8045050 con 0x55bf8c1fd440 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.772+0000 7f7801e44b80 10 client.25676 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.772+0000 7f7801e44b80 1 -- 172.21.15.26:0/27292411 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bf8c1f3b20 con 0x55bf8c1fd440 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.772+0000 7f77d6a00700 1 -- 172.21.15.26:0/27292411 <== mon.2 v2:172.21.15.33:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77e401f040 con 0x55bf8c1fd440 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.772+0000 7f77d6a00700 1 -- 172.21.15.26:0/27292411 <== mon.2 v2:172.21.15.33:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f77e803f020 con 0x55bf8c1fd440 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.772+0000 7f7801e44b80 10 client.25676 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.772+0000 7f7801e44b80 10 client.25676 resolve_mds: validated gid 24524 aka daemon mds.b 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.773+0000 7f7801e44b80 20 client.25676 populate_metadata read hostname 'smithi026' 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.773+0000 7f7801e44b80 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55bf8c274fd0 0x55bf8c2773e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.773+0000 7f7801e44b80 4 client.25676 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.773+0000 7f7801e44b80 1 -- 172.21.15.26:0/27292411 --> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x55bf8c14c790 con 0x55bf8c274fd0 2024-04-26T02:05:50.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.773+0000 7f77f4a00700 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55bf8c274fd0 0x55bf8c2773e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.774+0000 7f77f4a00700 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55bf8c274fd0 0x55bf8c2773e0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f4f487d7f0484ba server_cookie=54ad85534563a218 in_seq=0 out_seq=0 2024-04-26T02:05:50.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.774+0000 7f77d6a00700 10 client.25676 ms_handle_connect on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:50.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.774+0000 7f77d6a00700 1 -- 172.21.15.26:0/27292411 <== mds.0 v2:172.21.15.33:6838/736189255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+79 (crc 0 0 0) 0x55bf8c14c790 con 0x55bf8c274fd0 2024-04-26T02:05:50.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.774+0000 7f77d6a00700 10 client.25676 handle_command_reply: tid=0 2024-04-26T02:05:50.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.774+0000 7f7801e44b80 1 client.25676 shutdown 2024-04-26T02:05:50.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.775+0000 7f7801e44b80 1 -- 172.21.15.26:0/27292411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1fd440 msgr2=0x55bf8c202d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.775+0000 7f7801e44b80 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1fd440 0x55bf8c202d50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f77e80269e0 tx=0x7f77e80099e0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.775+0000 7f7801e44b80 1 -- 172.21.15.26:0/27292411 shutdown_connections 2024-04-26T02:05:50.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.775+0000 7f7801e44b80 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55bf8c1fd440 0x55bf8c202d50 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.775+0000 7f7801e44b80 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.33:6838/736189255,v1:172.21.15.33:6839/736189255] conn(0x55bf8c274fd0 0x55bf8c2773e0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.775+0000 7f7801e44b80 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bf8c1f1cb0 0x55bf8c205470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.775+0000 7f7801e44b80 1 --2- 172.21.15.26:0/27292411 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bf8c1f25d0 0x55bf8c202810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.775+0000 7f7801e44b80 1 -- 172.21.15.26:0/27292411 >> 172.21.15.26:0/27292411 conn(0x55bf8c120fc0 msgr2=0x55bf8c1f45e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:50.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.775+0000 7f77d6a00700 0 client.25676 ms_handle_reset on v2:172.21.15.33:6838/736189255 2024-04-26T02:05:50.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.775+0000 7f7801e44b80 1 -- 172.21.15.26:0/27292411 shutdown_connections 2024-04-26T02:05:50.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.775+0000 7f7801e44b80 1 -- 172.21.15.26:0/27292411 wait complete. 2024-04-26T02:05:50.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.776+0000 7f7801e44b80 20 client.25676 trim_cache size 0 max 16384 2024-04-26T02:05:50.777 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:05:50.777 INFO:teuthology.orchestra.run.smithi026.stdout: "epoch": 31, 2024-04-26T02:05:50.777 INFO:teuthology.orchestra.run.smithi026.stdout: "leader": 24524, 2024-04-26T02:05:50.777 INFO:teuthology.orchestra.run.smithi026.stdout: "set_version": 7, 2024-04-26T02:05:50.777 INFO:teuthology.orchestra.run.smithi026.stdout: "sets": {} 2024-04-26T02:05:50.777 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:05:50.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.776+0000 7f77f7400700 1 -- 172.21.15.26:0/35755261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f77d80a3e30 msgr2=0x7f77d80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.776+0000 7f77f7400700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f77d80a3e30 0x7f77d80a62f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f77e800bfa0 tx=0x7f77e800b720 comp rx=0 tx=0).stop 2024-04-26T02:05:50.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.776+0000 7f77f7400700 1 -- 172.21.15.26:0/35755261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f77f0075590 msgr2=0x7f77f019b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.776+0000 7f77f7400700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f77f0075590 0x7f77f019b7a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f77dc00e9a0 tx=0x7f77dc00ecb0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.777+0000 7f77f7400700 1 -- 172.21.15.26:0/35755261 shutdown_connections 2024-04-26T02:05:50.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.777+0000 7f77f7400700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77f010f4a0 0x7f77f019fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.777+0000 7f77f7400700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77f0074c70 0x7f77f019b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.777+0000 7f77f7400700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f77d80a3e30 0x7f77d80a62f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.777+0000 7f77f7400700 1 --2- 172.21.15.26:0/35755261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f77f0075590 0x7f77f019b7a0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.777+0000 7f77f7400700 1 -- 172.21.15.26:0/35755261 >> 172.21.15.26:0/35755261 conn(0x7f77f0079ba0 msgr2=0x7f77f00ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:50.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.777+0000 7f77f7400700 1 -- 172.21.15.26:0/35755261 shutdown_connections 2024-04-26T02:05:50.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:05:50.777+0000 7f77f7400700 1 -- 172.21.15.26:0/35755261 wait complete. 2024-04-26T02:05:51.779 INFO:tasks.quiescer:done joining Quiescers 2024-04-26T02:05:51.779 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-26T02:05:51.790 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T02:05:51.813 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-26T02:05:51.823 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-26T02:05:51.823 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T02:05:51.823 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T02:05:51.823 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-26T02:05:51.948 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-26T02:05:52.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:51 smithi026 ceph-mon[28138]: pgmap v94: 97 pgs: 97 active+clean; 8.6 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 24 MiB/s rd, 314 KiB/s wr, 112 op/s 2024-04-26T02:05:52.247 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:51 smithi033 ceph-mon[32805]: pgmap v94: 97 pgs: 97 active+clean; 8.6 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 24 MiB/s rd, 314 KiB/s wr, 112 op/s 2024-04-26T02:05:52.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:51 smithi064 ceph-mon[32613]: pgmap v94: 97 pgs: 97 active+clean; 8.6 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 24 MiB/s rd, 314 KiB/s wr, 112 op/s 2024-04-26T02:05:54.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:54 smithi064 ceph-mon[32613]: pgmap v95: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 24 MiB/s rd, 324 KiB/s wr, 121 op/s 2024-04-26T02:05:54.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:54 smithi026 ceph-mon[28138]: pgmap v95: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 24 MiB/s rd, 324 KiB/s wr, 121 op/s 2024-04-26T02:05:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:54 smithi033 ceph-mon[32805]: pgmap v95: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 24 MiB/s rd, 324 KiB/s wr, 121 op/s 2024-04-26T02:05:56.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:56 smithi064 ceph-mon[32613]: pgmap v96: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 14 KiB/s wr, 23 op/s 2024-04-26T02:05:56.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:56 smithi026 ceph-mon[28138]: pgmap v96: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 14 KiB/s wr, 23 op/s 2024-04-26T02:05:56.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:56 smithi033 ceph-mon[32805]: pgmap v96: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 14 KiB/s wr, 23 op/s 2024-04-26T02:05:58.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:05:58 smithi064 ceph-mon[32613]: pgmap v97: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 14 KiB/s wr, 27 op/s 2024-04-26T02:05:58.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:05:58 smithi026 ceph-mon[28138]: pgmap v97: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 14 KiB/s wr, 27 op/s 2024-04-26T02:05:58.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:05:58 smithi033 ceph-mon[32805]: pgmap v97: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 14 KiB/s wr, 27 op/s 2024-04-26T02:06:00.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:00 smithi064 ceph-mon[32613]: pgmap v98: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:06:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:00 smithi026 ceph-mon[28138]: pgmap v98: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:06:00.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:00 smithi033 ceph-mon[32805]: pgmap v98: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:06:02.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:02 smithi064 ceph-mon[32613]: pgmap v99: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:06:02.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:02 smithi026 ceph-mon[28138]: pgmap v99: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:06:02.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:02 smithi033 ceph-mon[32805]: pgmap v99: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:06:03.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:03 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:06:03.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:03 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:06:03.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:03 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:06:04.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:04 smithi064 ceph-mon[32613]: pgmap v100: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 33 KiB/s wr, 32 op/s 2024-04-26T02:06:04.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:04 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:06:04.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:04 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:06:04.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:04 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:06:04.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:04 smithi026 ceph-mon[28138]: pgmap v100: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 33 KiB/s wr, 32 op/s 2024-04-26T02:06:04.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:04 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:06:04.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:04 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:06:04.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:04 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:06:04.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:04 smithi033 ceph-mon[32805]: pgmap v100: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 33 KiB/s wr, 32 op/s 2024-04-26T02:06:04.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:04 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:06:04.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:04 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:06:04.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:04 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:06:06.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:06 smithi064 ceph-mon[32613]: pgmap v101: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:06:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:06 smithi026 ceph-mon[28138]: pgmap v101: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:06:06.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:06 smithi033 ceph-mon[32805]: pgmap v101: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:06:08.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:08 smithi064 ceph-mon[32613]: pgmap v102: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:06:08.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:08 smithi026 ceph-mon[28138]: pgmap v102: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:06:08.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:08 smithi033 ceph-mon[32805]: pgmap v102: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:06:10.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:10 smithi064 ceph-mon[32613]: pgmap v103: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:06:10.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:10 smithi026 ceph-mon[28138]: pgmap v103: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:06:10.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:10 smithi033 ceph-mon[32805]: pgmap v103: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:06:12.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:12 smithi064 ceph-mon[32613]: pgmap v104: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:06:12.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:12 smithi026 ceph-mon[28138]: pgmap v104: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:06:12.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:12 smithi033 ceph-mon[32805]: pgmap v104: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:06:14.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:14 smithi064 ceph-mon[32613]: pgmap v105: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:06:14.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:14 smithi026 ceph-mon[28138]: pgmap v105: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:06:14.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:14 smithi033 ceph-mon[32805]: pgmap v105: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:06:16.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:16 smithi064 ceph-mon[32613]: pgmap v106: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:06:16.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:16 smithi026 ceph-mon[28138]: pgmap v106: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:06:16.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:16 smithi033 ceph-mon[32805]: pgmap v106: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T02:06:18.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:18 smithi064 ceph-mon[32613]: pgmap v107: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T02:06:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:18 smithi026 ceph-mon[28138]: pgmap v107: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T02:06:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:18 smithi033 ceph-mon[32805]: pgmap v107: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T02:06:20.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:20 smithi064 ceph-mon[32613]: pgmap v108: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:06:20.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:20 smithi026 ceph-mon[28138]: pgmap v108: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:06:20.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:20 smithi033 ceph-mon[32805]: pgmap v108: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:06:22.409 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:22 smithi026 ceph-mon[28138]: pgmap v109: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:06:22.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:22 smithi033 ceph-mon[32805]: pgmap v109: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:06:22.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:22 smithi064 ceph-mon[32613]: pgmap v109: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:06:24.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:24 smithi026 ceph-mon[28138]: pgmap v110: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-26T02:06:24.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:24 smithi033 ceph-mon[32805]: pgmap v110: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-26T02:06:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:24 smithi064 ceph-mon[32613]: pgmap v110: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-26T02:06:26.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:26 smithi026 ceph-mon[28138]: pgmap v111: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:26.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:26 smithi033 ceph-mon[32805]: pgmap v111: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:26 smithi064 ceph-mon[32613]: pgmap v111: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:28.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:28 smithi026 ceph-mon[28138]: pgmap v112: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:28.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:28 smithi033 ceph-mon[32805]: pgmap v112: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:28.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:28 smithi064 ceph-mon[32613]: pgmap v112: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:30.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:30 smithi026 ceph-mon[28138]: pgmap v113: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:30.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:30 smithi033 ceph-mon[32805]: pgmap v113: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:30.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:30 smithi064 ceph-mon[32613]: pgmap v113: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:32.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:32 smithi026 ceph-mon[28138]: pgmap v114: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:32.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:32 smithi033 ceph-mon[32805]: pgmap v114: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:32.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:32 smithi064 ceph-mon[32613]: pgmap v114: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:34 smithi026 ceph-mon[28138]: pgmap v115: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:34.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:34 smithi033 ceph-mon[32805]: pgmap v115: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:34.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:34 smithi064 ceph-mon[32613]: pgmap v115: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:36.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:36 smithi026 ceph-mon[28138]: pgmap v116: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:36.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:36 smithi033 ceph-mon[32805]: pgmap v116: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:36.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:36 smithi064 ceph-mon[32613]: pgmap v116: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:38.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:38 smithi026 ceph-mon[28138]: pgmap v117: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:38.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:38 smithi033 ceph-mon[32805]: pgmap v117: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:38.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:38 smithi064 ceph-mon[32613]: pgmap v117: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:40.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:40 smithi026 ceph-mon[28138]: pgmap v118: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:40.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:40 smithi033 ceph-mon[32805]: pgmap v118: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:40.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:40 smithi064 ceph-mon[32613]: pgmap v118: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:42.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:42 smithi026 ceph-mon[28138]: pgmap v119: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:42.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:42 smithi033 ceph-mon[32805]: pgmap v119: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:42.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:42 smithi064 ceph-mon[32613]: pgmap v119: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:44.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:44 smithi026 ceph-mon[28138]: pgmap v120: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:44.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:44 smithi033 ceph-mon[32805]: pgmap v120: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:44.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:44 smithi064 ceph-mon[32613]: pgmap v120: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:46.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:46 smithi026 ceph-mon[28138]: pgmap v121: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:46.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:46 smithi033 ceph-mon[32805]: pgmap v121: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:46.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:46 smithi064 ceph-mon[32613]: pgmap v121: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:48.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:48 smithi026 ceph-mon[28138]: pgmap v122: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:48.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:48 smithi033 ceph-mon[32805]: pgmap v122: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:48.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:48 smithi064 ceph-mon[32613]: pgmap v122: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:50.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:50 smithi026 ceph-mon[28138]: pgmap v123: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:50.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:50 smithi033 ceph-mon[32805]: pgmap v123: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:50.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:50 smithi064 ceph-mon[32613]: pgmap v123: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:52.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:52 smithi026 ceph-mon[28138]: pgmap v124: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:52.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:52 smithi033 ceph-mon[32805]: pgmap v124: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:52.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:52 smithi064 ceph-mon[32613]: pgmap v124: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:54.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:54 smithi026 ceph-mon[28138]: pgmap v125: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:54.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:54 smithi033 ceph-mon[32805]: pgmap v125: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:54.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:54 smithi064 ceph-mon[32613]: pgmap v125: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:56.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:56 smithi026 ceph-mon[28138]: pgmap v126: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:56.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:56 smithi033 ceph-mon[32805]: pgmap v126: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:56.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:56 smithi064 ceph-mon[32613]: pgmap v126: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:06:58.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:06:58 smithi026 ceph-mon[28138]: pgmap v127: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:58.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:06:58 smithi033 ceph-mon[32805]: pgmap v127: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:06:58.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:06:58 smithi064 ceph-mon[32613]: pgmap v127: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:00 smithi026 ceph-mon[28138]: pgmap v128: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:00.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:00 smithi033 ceph-mon[32805]: pgmap v128: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:00.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:00 smithi064 ceph-mon[32613]: pgmap v128: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:02.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:02 smithi026 ceph-mon[28138]: pgmap v129: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:02.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:02 smithi033 ceph-mon[32805]: pgmap v129: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:02.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:02 smithi064 ceph-mon[32613]: pgmap v129: 97 pgs: 97 active+clean; 8.7 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:04.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:04 smithi026 ceph-mon[28138]: pgmap v130: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:07:04.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:04 smithi033 ceph-mon[32805]: pgmap v130: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:07:04.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:04 smithi064 ceph-mon[32613]: pgmap v130: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:07:05.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:05 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:07:05.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:05 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:07:05.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:05 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:07:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:06 smithi026 ceph-mon[28138]: pgmap v131: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:07:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:06 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:07:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:06 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:07:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:06 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:07:06.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:06 smithi033 ceph-mon[32805]: pgmap v131: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:07:06.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:06 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:07:06.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:06 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:07:06.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:06 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:07:06.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:06 smithi064 ceph-mon[32613]: pgmap v131: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:07:06.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:06 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:07:06.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:06 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:07:06.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:06 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:07:08.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:08 smithi026 ceph-mon[28138]: pgmap v132: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:07:08.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:08 smithi033 ceph-mon[32805]: pgmap v132: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:07:08.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:08 smithi064 ceph-mon[32613]: pgmap v132: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:07:10.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:10 smithi026 ceph-mon[28138]: pgmap v133: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:07:10.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:10 smithi033 ceph-mon[32805]: pgmap v133: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:07:10.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:10 smithi064 ceph-mon[32613]: pgmap v133: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:07:12.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:12 smithi026 ceph-mon[28138]: pgmap v134: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:07:12.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:12 smithi033 ceph-mon[32805]: pgmap v134: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:07:12.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:12 smithi064 ceph-mon[32613]: pgmap v134: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:07:14.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:14 smithi026 ceph-mon[28138]: pgmap v135: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:07:14.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:14 smithi033 ceph-mon[32805]: pgmap v135: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:07:14.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:14 smithi064 ceph-mon[32613]: pgmap v135: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:07:16.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:16 smithi026 ceph-mon[28138]: pgmap v136: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:07:16.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:16 smithi033 ceph-mon[32805]: pgmap v136: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:07:16.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:16 smithi064 ceph-mon[32613]: pgmap v136: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:07:18.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:18 smithi033 ceph-mon[32805]: pgmap v137: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-26T02:07:18.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:18 smithi064 ceph-mon[32613]: pgmap v137: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-26T02:07:18.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:18 smithi026 ceph-mon[28138]: pgmap v137: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-26T02:07:20.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:20 smithi033 ceph-mon[32805]: pgmap v138: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T02:07:20.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:20 smithi064 ceph-mon[32613]: pgmap v138: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T02:07:20.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:20 smithi026 ceph-mon[28138]: pgmap v138: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T02:07:22.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:22 smithi033 ceph-mon[32805]: pgmap v139: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T02:07:22.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:22 smithi064 ceph-mon[32613]: pgmap v139: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T02:07:22.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:22 smithi026 ceph-mon[28138]: pgmap v139: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T02:07:24.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:24 smithi064 ceph-mon[32613]: pgmap v140: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:07:24.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:24 smithi026 ceph-mon[28138]: pgmap v140: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:07:24.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:24 smithi033 ceph-mon[32805]: pgmap v140: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:07:26.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:26 smithi064 ceph-mon[32613]: pgmap v141: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:26.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:26 smithi026 ceph-mon[28138]: pgmap v141: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:26.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:26 smithi033 ceph-mon[32805]: pgmap v141: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:28.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:28 smithi064 ceph-mon[32613]: pgmap v142: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:28.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:28 smithi026 ceph-mon[28138]: pgmap v142: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:28.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:28 smithi033 ceph-mon[32805]: pgmap v142: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:30.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:30 smithi064 ceph-mon[32613]: pgmap v143: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:30.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:30 smithi026 ceph-mon[28138]: pgmap v143: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:30.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:30 smithi033 ceph-mon[32805]: pgmap v143: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:32.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:32 smithi064 ceph-mon[32613]: pgmap v144: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:32.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:32 smithi026 ceph-mon[28138]: pgmap v144: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:32.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:32 smithi033 ceph-mon[32805]: pgmap v144: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:34.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:34 smithi064 ceph-mon[32613]: pgmap v145: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:34.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:34 smithi026 ceph-mon[28138]: pgmap v145: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:34.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:34 smithi033 ceph-mon[32805]: pgmap v145: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:36.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:36 smithi064 ceph-mon[32613]: pgmap v146: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:36.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:36 smithi026 ceph-mon[28138]: pgmap v146: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:36.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:36 smithi033 ceph-mon[32805]: pgmap v146: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:38.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:38 smithi064 ceph-mon[32613]: pgmap v147: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:38.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:38 smithi026 ceph-mon[28138]: pgmap v147: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:38.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:38 smithi033 ceph-mon[32805]: pgmap v147: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:40.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:40 smithi064 ceph-mon[32613]: pgmap v148: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:40.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:40 smithi026 ceph-mon[28138]: pgmap v148: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:40.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:40 smithi033 ceph-mon[32805]: pgmap v148: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:42.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:42 smithi064 ceph-mon[32613]: pgmap v149: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:42.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:42 smithi026 ceph-mon[28138]: pgmap v149: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:42.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:42 smithi033 ceph-mon[32805]: pgmap v149: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:44.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:44 smithi064 ceph-mon[32613]: pgmap v150: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:44.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:44 smithi026 ceph-mon[28138]: pgmap v150: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:44.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:44 smithi033 ceph-mon[32805]: pgmap v150: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:46.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:46 smithi064 ceph-mon[32613]: pgmap v151: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:46.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:46 smithi026 ceph-mon[28138]: pgmap v151: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:46.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:46 smithi033 ceph-mon[32805]: pgmap v151: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:48.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:48 smithi064 ceph-mon[32613]: pgmap v152: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:48.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:48 smithi026 ceph-mon[28138]: pgmap v152: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:48.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:48 smithi033 ceph-mon[32805]: pgmap v152: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:50.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:50 smithi064 ceph-mon[32613]: pgmap v153: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:50.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:50 smithi026 ceph-mon[28138]: pgmap v153: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:50.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:50 smithi033 ceph-mon[32805]: pgmap v153: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:52.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:52 smithi064 ceph-mon[32613]: pgmap v154: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:52.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:52 smithi026 ceph-mon[28138]: pgmap v154: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:52.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:52 smithi033 ceph-mon[32805]: pgmap v154: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:54.578 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:54 smithi064 ceph-mon[32613]: pgmap v155: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:54.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:54 smithi026 ceph-mon[28138]: pgmap v155: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:54.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:54 smithi033 ceph-mon[32805]: pgmap v155: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:56.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:56 smithi026 ceph-mon[28138]: pgmap v156: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:56.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:56 smithi033 ceph-mon[32805]: pgmap v156: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:56.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:56 smithi064 ceph-mon[32613]: pgmap v156: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:58.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:07:58 smithi026 ceph-mon[28138]: pgmap v157: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:58.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:07:58 smithi033 ceph-mon[32805]: pgmap v157: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:07:58.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:07:58 smithi064 ceph-mon[32613]: pgmap v157: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:00.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:00 smithi026 ceph-mon[28138]: pgmap v158: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:00.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:00 smithi033 ceph-mon[32805]: pgmap v158: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:00.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:00 smithi064 ceph-mon[32613]: pgmap v158: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:02.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:02 smithi026 ceph-mon[28138]: pgmap v159: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:02.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:02 smithi033 ceph-mon[32805]: pgmap v159: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:02.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:02 smithi064 ceph-mon[32613]: pgmap v159: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:04.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:04 smithi026 ceph-mon[28138]: pgmap v160: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:08:04.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:04 smithi033 ceph-mon[32805]: pgmap v160: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:08:04.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:04 smithi064 ceph-mon[32613]: pgmap v160: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:08:06.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:06 smithi026 ceph-mon[28138]: pgmap v161: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:08:06.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:06 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:08:06.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:06 smithi033 ceph-mon[32805]: pgmap v161: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:08:06.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:06 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:08:06.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:06 smithi064 ceph-mon[32613]: pgmap v161: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:08:06.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:06 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:08:08.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:08 smithi026 ceph-mon[28138]: pgmap v162: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:08:08.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:08 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:08:08.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:08 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:08:08.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:08 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:08:08.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:08 smithi033 ceph-mon[32805]: pgmap v162: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:08:08.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:08 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:08:08.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:08 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:08:08.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:08 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:08:08.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:08 smithi064 ceph-mon[32613]: pgmap v162: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:08:08.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:08 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:08:08.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:08 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:08:08.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:08 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:08:10.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:10 smithi026 ceph-mon[28138]: pgmap v163: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:08:10.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:10 smithi033 ceph-mon[32805]: pgmap v163: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:08:10.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:10 smithi064 ceph-mon[32613]: pgmap v163: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:08:12.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:12 smithi026 ceph-mon[28138]: pgmap v164: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:08:12.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:12 smithi033 ceph-mon[32805]: pgmap v164: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:08:12.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:12 smithi064 ceph-mon[32613]: pgmap v164: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:08:14.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:14 smithi026 ceph-mon[28138]: pgmap v165: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:08:14.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:14 smithi033 ceph-mon[32805]: pgmap v165: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:08:14.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:14 smithi064 ceph-mon[32613]: pgmap v165: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-26T02:08:16.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:16 smithi026 ceph-mon[28138]: pgmap v166: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:08:16.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:16 smithi033 ceph-mon[32805]: pgmap v166: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:08:16.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:16 smithi064 ceph-mon[32613]: pgmap v166: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:08:18.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:18 smithi026 ceph-mon[28138]: pgmap v167: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-26T02:08:18.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:18 smithi033 ceph-mon[32805]: pgmap v167: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-26T02:08:18.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:18 smithi064 ceph-mon[32613]: pgmap v167: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-26T02:08:20.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:20 smithi026 ceph-mon[28138]: pgmap v168: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T02:08:20.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:20 smithi033 ceph-mon[32805]: pgmap v168: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T02:08:20.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:20 smithi064 ceph-mon[32613]: pgmap v168: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T02:08:22.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:22 smithi026 ceph-mon[28138]: pgmap v169: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T02:08:22.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:22 smithi033 ceph-mon[32805]: pgmap v169: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T02:08:22.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:22 smithi064 ceph-mon[32613]: pgmap v169: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T02:08:24.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:24 smithi026 ceph-mon[28138]: pgmap v170: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:08:24.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:24 smithi033 ceph-mon[32805]: pgmap v170: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:08:24.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:24 smithi064 ceph-mon[32613]: pgmap v170: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:08:26.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:26 smithi026 ceph-mon[28138]: pgmap v171: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:26.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:26 smithi033 ceph-mon[32805]: pgmap v171: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:26.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:26 smithi064 ceph-mon[32613]: pgmap v171: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:28.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:28 smithi026 ceph-mon[28138]: pgmap v172: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:28.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:28 smithi033 ceph-mon[32805]: pgmap v172: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:28.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:28 smithi064 ceph-mon[32613]: pgmap v172: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:30.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:30 smithi026 ceph-mon[28138]: pgmap v173: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:30.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:30 smithi033 ceph-mon[32805]: pgmap v173: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:30.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:30 smithi064 ceph-mon[32613]: pgmap v173: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:32.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:32 smithi026 ceph-mon[28138]: pgmap v174: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:32.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:32 smithi033 ceph-mon[32805]: pgmap v174: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:32.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:32 smithi064 ceph-mon[32613]: pgmap v174: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:34.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:34 smithi026 ceph-mon[28138]: pgmap v175: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:34.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:34 smithi033 ceph-mon[32805]: pgmap v175: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:34.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:34 smithi064 ceph-mon[32613]: pgmap v175: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:36.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:36 smithi026 ceph-mon[28138]: pgmap v176: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:36.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:36 smithi033 ceph-mon[32805]: pgmap v176: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:36.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:36 smithi064 ceph-mon[32613]: pgmap v176: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:38.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:38 smithi026 ceph-mon[28138]: pgmap v177: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:38.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:38 smithi033 ceph-mon[32805]: pgmap v177: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:38.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:38 smithi064 ceph-mon[32613]: pgmap v177: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:40.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:40 smithi026 ceph-mon[28138]: pgmap v178: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:40.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:40 smithi033 ceph-mon[32805]: pgmap v178: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:40.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:40 smithi064 ceph-mon[32613]: pgmap v178: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:42.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:42 smithi026 ceph-mon[28138]: pgmap v179: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:42.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:42 smithi033 ceph-mon[32805]: pgmap v179: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:42.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:42 smithi064 ceph-mon[32613]: pgmap v179: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:44.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:44 smithi026 ceph-mon[28138]: pgmap v180: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:44.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:44 smithi033 ceph-mon[32805]: pgmap v180: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:44.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:44 smithi064 ceph-mon[32613]: pgmap v180: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:46.729 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:46 smithi026 ceph-mon[28138]: pgmap v181: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:46.747 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:46 smithi033 ceph-mon[32805]: pgmap v181: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:46.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:46 smithi064 ceph-mon[32613]: pgmap v181: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:47.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:47 smithi064 ceph-mon[32613]: pgmap v182: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:47.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:47 smithi026 ceph-mon[28138]: pgmap v182: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:47.997 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:47 smithi033 ceph-mon[32805]: pgmap v182: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:50.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:49 smithi033 ceph-mon[32805]: pgmap v183: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:50.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:49 smithi064 ceph-mon[32613]: pgmap v183: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:50.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:49 smithi026 ceph-mon[28138]: pgmap v183: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:52.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:51 smithi033 ceph-mon[32805]: pgmap v184: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:52.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:51 smithi064 ceph-mon[32613]: pgmap v184: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:52.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:51 smithi026 ceph-mon[28138]: pgmap v184: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:54.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:54 smithi064 ceph-mon[32613]: pgmap v185: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:54.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:54 smithi026 ceph-mon[28138]: pgmap v185: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:54 smithi033 ceph-mon[32805]: pgmap v185: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:56.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:56 smithi064 ceph-mon[32613]: pgmap v186: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:56.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:56 smithi026 ceph-mon[28138]: pgmap v186: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:56.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:56 smithi033 ceph-mon[32805]: pgmap v186: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:08:58.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:08:58 smithi064 ceph-mon[32613]: pgmap v187: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:58.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:08:58 smithi026 ceph-mon[28138]: pgmap v187: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:08:58.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:08:58 smithi033 ceph-mon[32805]: pgmap v187: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:00.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:00 smithi064 ceph-mon[32613]: pgmap v188: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:00.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:00 smithi026 ceph-mon[28138]: pgmap v188: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:00 smithi033 ceph-mon[32805]: pgmap v188: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:02.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:02 smithi064 ceph-mon[32613]: pgmap v189: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:02.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:02 smithi026 ceph-mon[28138]: pgmap v189: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:02.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:02 smithi033 ceph-mon[32805]: pgmap v189: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:04.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:04 smithi064 ceph-mon[32613]: pgmap v190: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:09:04.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:04 smithi026 ceph-mon[28138]: pgmap v190: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:09:04.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:04 smithi033 ceph-mon[32805]: pgmap v190: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:09:06.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:06 smithi064 ceph-mon[32613]: pgmap v191: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-26T02:09:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:06 smithi026 ceph-mon[28138]: pgmap v191: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-26T02:09:06.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:06 smithi033 ceph-mon[32805]: pgmap v191: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-26T02:09:08.328 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:08 smithi064 ceph-mon[32613]: pgmap v192: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:09:08.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:08 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:09:08.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:08 smithi026 ceph-mon[28138]: pgmap v192: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:09:08.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:08 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:09:08.497 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:08 smithi033 ceph-mon[32805]: pgmap v192: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:09:08.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:08 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:09:09.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:09 smithi064 ceph-mon[32613]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T02:09:09.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:09 smithi026 ceph-mon[28138]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T02:09:09.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:09 smithi033 ceph-mon[32805]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T02:09:10.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:10 smithi064 ceph-mon[32613]: pgmap v194: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:09:10.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:10 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:09:10.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:10 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:09:10.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:10 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:09:10.381 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:10 smithi026 ceph-mon[28138]: pgmap v194: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:09:10.382 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:10 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:09:10.382 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:10 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:09:10.382 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:10 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:09:10.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:10 smithi033 ceph-mon[32805]: pgmap v194: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:09:10.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:10 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:09:10.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:10 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:09:10.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:10 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:09:12.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:12 smithi064 ceph-mon[32613]: pgmap v195: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:09:12.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:12 smithi026 ceph-mon[28138]: pgmap v195: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:09:12.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:12 smithi033 ceph-mon[32805]: pgmap v195: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:09:14.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:14 smithi064 ceph-mon[32613]: pgmap v196: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:09:14.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:14 smithi026 ceph-mon[28138]: pgmap v196: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:09:14.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:14 smithi033 ceph-mon[32805]: pgmap v196: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:09:16.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:15 smithi026 ceph-mon[28138]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T02:09:16.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:15 smithi026 ceph-mon[28138]: pgmap v198: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:09:16.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:15 smithi033 ceph-mon[32805]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T02:09:16.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:15 smithi033 ceph-mon[32805]: pgmap v198: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:09:16.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:15 smithi064 ceph-mon[32613]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T02:09:16.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:15 smithi064 ceph-mon[32613]: pgmap v198: 97 pgs: 97 active+clean; 8.7 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:09:18.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:18 smithi064 ceph-mon[32613]: pgmap v199: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 230 B/s wr, 11 op/s 2024-04-26T02:09:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:18 smithi026 ceph-mon[28138]: pgmap v199: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 230 B/s wr, 11 op/s 2024-04-26T02:09:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:18 smithi033 ceph-mon[32805]: pgmap v199: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 230 B/s wr, 11 op/s 2024-04-26T02:09:20.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:20 smithi064 ceph-mon[32613]: pgmap v200: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:09:20.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:20 smithi026 ceph-mon[28138]: pgmap v200: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:09:20.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:20 smithi033 ceph-mon[32805]: pgmap v200: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:09:22.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:22 smithi064 ceph-mon[32613]: pgmap v201: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:09:22.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:22 smithi026 ceph-mon[28138]: pgmap v201: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:09:22.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:22 smithi033 ceph-mon[32805]: pgmap v201: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:09:24.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:24 smithi064 ceph-mon[32613]: pgmap v202: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:09:24.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:24 smithi026 ceph-mon[28138]: pgmap v202: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:09:24.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:24 smithi033 ceph-mon[32805]: pgmap v202: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:09:26.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:26 smithi064 ceph-mon[32613]: pgmap v203: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:09:26.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:26 smithi026 ceph-mon[28138]: pgmap v203: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:09:26.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:26 smithi033 ceph-mon[32805]: pgmap v203: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:09:28.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:28 smithi064 ceph-mon[32613]: pgmap v204: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:09:28.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:28 smithi026 ceph-mon[28138]: pgmap v204: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:09:28.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:28 smithi033 ceph-mon[32805]: pgmap v204: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:09:30.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:30 smithi064 ceph-mon[32613]: pgmap v205: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:30.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:30 smithi026 ceph-mon[28138]: pgmap v205: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:30.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:30 smithi033 ceph-mon[32805]: pgmap v205: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:32.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:32 smithi064 ceph-mon[32613]: pgmap v206: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:32.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:32 smithi026 ceph-mon[28138]: pgmap v206: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:32.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:32 smithi033 ceph-mon[32805]: pgmap v206: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:34.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:34 smithi064 ceph-mon[32613]: pgmap v207: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:34 smithi026 ceph-mon[28138]: pgmap v207: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:34.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:34 smithi033 ceph-mon[32805]: pgmap v207: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:36.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:36 smithi064 ceph-mon[32613]: pgmap v208: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:36.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:36 smithi026 ceph-mon[28138]: pgmap v208: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:36.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:36 smithi033 ceph-mon[32805]: pgmap v208: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:38.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:38 smithi064 ceph-mon[32613]: pgmap v209: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:38.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:38 smithi026 ceph-mon[28138]: pgmap v209: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:38.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:38 smithi033 ceph-mon[32805]: pgmap v209: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:40.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:40 smithi064 ceph-mon[32613]: pgmap v210: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:40.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:40 smithi026 ceph-mon[28138]: pgmap v210: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:40.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:40 smithi033 ceph-mon[32805]: pgmap v210: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:42.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:42 smithi064 ceph-mon[32613]: pgmap v211: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:42.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:42 smithi026 ceph-mon[28138]: pgmap v211: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:42.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:42 smithi033 ceph-mon[32805]: pgmap v211: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:44.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:44 smithi064 ceph-mon[32613]: pgmap v212: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:44.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:44 smithi026 ceph-mon[28138]: pgmap v212: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:44.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:44 smithi033 ceph-mon[32805]: pgmap v212: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:46.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:46 smithi064 ceph-mon[32613]: pgmap v213: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:46.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:46 smithi026 ceph-mon[28138]: pgmap v213: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:46.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:46 smithi033 ceph-mon[32805]: pgmap v213: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:48.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:48 smithi026 ceph-mon[28138]: pgmap v214: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:48.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:48 smithi033 ceph-mon[32805]: pgmap v214: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:48.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:48 smithi064 ceph-mon[32613]: pgmap v214: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:50.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:50 smithi026 ceph-mon[28138]: pgmap v215: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:50.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:50 smithi033 ceph-mon[32805]: pgmap v215: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:50.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:50 smithi064 ceph-mon[32613]: pgmap v215: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:52.381 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:52 smithi064 ceph-mon[32613]: pgmap v216: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:52.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:52 smithi026 ceph-mon[28138]: pgmap v216: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:52.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:52 smithi033 ceph-mon[32805]: pgmap v216: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:54.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:54 smithi026 ceph-mon[28138]: pgmap v217: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:54 smithi033 ceph-mon[32805]: pgmap v217: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:54.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:54 smithi064 ceph-mon[32613]: pgmap v217: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:56.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:56 smithi026 ceph-mon[28138]: pgmap v218: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:56.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:56 smithi033 ceph-mon[32805]: pgmap v218: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:56.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:56 smithi064 ceph-mon[32613]: pgmap v218: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:09:58.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:09:58 smithi026 ceph-mon[28138]: pgmap v219: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:58.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:09:58 smithi033 ceph-mon[32805]: pgmap v219: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:09:58.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:09:58 smithi064 ceph-mon[32613]: pgmap v219: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:00.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:00 smithi026 ceph-mon[28138]: pgmap v220: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:00.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:00 smithi026 ceph-mon[28138]: overall HEALTH_OK 2024-04-26T02:10:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:00 smithi033 ceph-mon[32805]: pgmap v220: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:00 smithi033 ceph-mon[32805]: overall HEALTH_OK 2024-04-26T02:10:00.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:00 smithi064 ceph-mon[32613]: pgmap v220: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:00.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:00 smithi064 ceph-mon[32613]: overall HEALTH_OK 2024-04-26T02:10:02.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:02 smithi026 ceph-mon[28138]: pgmap v221: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:02.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:02 smithi033 ceph-mon[32805]: pgmap v221: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:02.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:02 smithi064 ceph-mon[32613]: pgmap v221: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:04.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:04 smithi026 ceph-mon[28138]: pgmap v222: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:10:04.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:04 smithi033 ceph-mon[32805]: pgmap v222: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:10:04.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:04 smithi064 ceph-mon[32613]: pgmap v222: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:10:06.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:06 smithi026 ceph-mon[28138]: pgmap v223: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-26T02:10:06.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:06 smithi033 ceph-mon[32805]: pgmap v223: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-26T02:10:06.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:06 smithi064 ceph-mon[32613]: pgmap v223: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-26T02:10:08.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:08 smithi026 ceph-mon[28138]: pgmap v224: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:10:08.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:08 smithi033 ceph-mon[32805]: pgmap v224: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:10:08.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:08 smithi064 ceph-mon[32613]: pgmap v224: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:10:09.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:09 smithi026 ceph-mon[28138]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T02:10:09.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:09 smithi033 ceph-mon[32805]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T02:10:09.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:09 smithi064 ceph-mon[32613]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T02:10:10.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:10 smithi026 ceph-mon[28138]: pgmap v226: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:10:10.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:10 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:10:10.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:10 smithi033 ceph-mon[32805]: pgmap v226: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:10:10.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:10 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:10:10.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:10 smithi064 ceph-mon[32613]: pgmap v226: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:10:10.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:10 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:10:11.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:11 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:10:11.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:11 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:10:11.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:11 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:10:11.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:11 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:10:11.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:11 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:10:11.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:11 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:10:11.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:11 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:10:11.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:11 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:10:11.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:11 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:10:12.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:12 smithi026 ceph-mon[28138]: pgmap v227: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:10:12.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:12 smithi033 ceph-mon[32805]: pgmap v227: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:10:12.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:12 smithi064 ceph-mon[32613]: pgmap v227: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:10:14.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:14 smithi026 ceph-mon[28138]: pgmap v228: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:10:14.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:14 smithi033 ceph-mon[32805]: pgmap v228: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:10:14.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:14 smithi064 ceph-mon[32613]: pgmap v228: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:10:16.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:15 smithi026 ceph-mon[28138]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T02:10:16.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:15 smithi026 ceph-mon[28138]: pgmap v230: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:10:16.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:15 smithi033 ceph-mon[32805]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T02:10:16.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:15 smithi033 ceph-mon[32805]: pgmap v230: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:10:16.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:15 smithi064 ceph-mon[32613]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T02:10:16.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:15 smithi064 ceph-mon[32613]: pgmap v230: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:10:18.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:18 smithi064 ceph-mon[32613]: pgmap v231: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 232 B/s wr, 11 op/s 2024-04-26T02:10:18.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:18 smithi026 ceph-mon[28138]: pgmap v231: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 232 B/s wr, 11 op/s 2024-04-26T02:10:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:18 smithi033 ceph-mon[32805]: pgmap v231: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 232 B/s wr, 11 op/s 2024-04-26T02:10:20.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:20 smithi064 ceph-mon[32613]: pgmap v232: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:10:20.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:20 smithi026 ceph-mon[28138]: pgmap v232: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:10:20.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:20 smithi033 ceph-mon[32805]: pgmap v232: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:10:22.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:22 smithi064 ceph-mon[32613]: pgmap v233: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:10:22.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:22 smithi026 ceph-mon[28138]: pgmap v233: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:10:22.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:22 smithi033 ceph-mon[32805]: pgmap v233: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:10:24.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:24 smithi064 ceph-mon[32613]: pgmap v234: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:10:24.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:24 smithi026 ceph-mon[28138]: pgmap v234: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:10:24.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:24 smithi033 ceph-mon[32805]: pgmap v234: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:10:26.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:26 smithi064 ceph-mon[32613]: pgmap v235: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:10:26.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:26 smithi026 ceph-mon[28138]: pgmap v235: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:10:26.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:26 smithi033 ceph-mon[32805]: pgmap v235: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:10:28.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:28 smithi064 ceph-mon[32613]: pgmap v236: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:10:28.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:28 smithi026 ceph-mon[28138]: pgmap v236: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:10:28.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:28 smithi033 ceph-mon[32805]: pgmap v236: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:10:30.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:30 smithi064 ceph-mon[32613]: pgmap v237: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:30.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:30 smithi026 ceph-mon[28138]: pgmap v237: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:30.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:30 smithi033 ceph-mon[32805]: pgmap v237: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:32.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:32 smithi064 ceph-mon[32613]: pgmap v238: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:32.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:32 smithi026 ceph-mon[28138]: pgmap v238: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:32.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:32 smithi033 ceph-mon[32805]: pgmap v238: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:34.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:34 smithi064 ceph-mon[32613]: pgmap v239: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:34.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:34 smithi026 ceph-mon[28138]: pgmap v239: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:34.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:34 smithi033 ceph-mon[32805]: pgmap v239: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:36.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:36 smithi064 ceph-mon[32613]: pgmap v240: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:36.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:36 smithi026 ceph-mon[28138]: pgmap v240: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:36.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:36 smithi033 ceph-mon[32805]: pgmap v240: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:38.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:38 smithi064 ceph-mon[32613]: pgmap v241: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:38.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:38 smithi026 ceph-mon[28138]: pgmap v241: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:38.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:38 smithi033 ceph-mon[32805]: pgmap v241: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:40.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:40 smithi026 ceph-mon[28138]: pgmap v242: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:40.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:40 smithi033 ceph-mon[32805]: pgmap v242: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:40.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:40 smithi064 ceph-mon[32613]: pgmap v242: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:42.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:42 smithi026 ceph-mon[28138]: pgmap v243: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:42.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:42 smithi033 ceph-mon[32805]: pgmap v243: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:42.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:42 smithi064 ceph-mon[32613]: pgmap v243: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:44.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:44 smithi026 ceph-mon[28138]: pgmap v244: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:44.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:44 smithi033 ceph-mon[32805]: pgmap v244: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:44.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:44 smithi064 ceph-mon[32613]: pgmap v244: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:46.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:46 smithi026 ceph-mon[28138]: pgmap v245: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:46.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:46 smithi033 ceph-mon[32805]: pgmap v245: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:46.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:46 smithi064 ceph-mon[32613]: pgmap v245: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:48.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:48 smithi026 ceph-mon[28138]: pgmap v246: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:48.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:48 smithi033 ceph-mon[32805]: pgmap v246: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:48.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:48 smithi064 ceph-mon[32613]: pgmap v246: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:50.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:50 smithi026 ceph-mon[28138]: pgmap v247: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:50.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:50 smithi033 ceph-mon[32805]: pgmap v247: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:50.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:50 smithi064 ceph-mon[32613]: pgmap v247: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:52.381 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:52 smithi064 ceph-mon[32613]: pgmap v248: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:52.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:52 smithi026 ceph-mon[28138]: pgmap v248: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:52.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:52 smithi033 ceph-mon[32805]: pgmap v248: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:54.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:54 smithi026 ceph-mon[28138]: pgmap v249: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:54 smithi033 ceph-mon[32805]: pgmap v249: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:54.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:54 smithi064 ceph-mon[32613]: pgmap v249: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:56.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:56 smithi026 ceph-mon[28138]: pgmap v250: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:56.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:56 smithi033 ceph-mon[32805]: pgmap v250: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:56.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:56 smithi064 ceph-mon[32613]: pgmap v250: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:10:58.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:10:58 smithi026 ceph-mon[28138]: pgmap v251: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:58.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:10:58 smithi033 ceph-mon[32805]: pgmap v251: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:10:58.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:10:58 smithi064 ceph-mon[32613]: pgmap v251: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:00.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:00 smithi026 ceph-mon[28138]: pgmap v252: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:00 smithi033 ceph-mon[32805]: pgmap v252: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:00.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:00 smithi064 ceph-mon[32613]: pgmap v252: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:02.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:02 smithi026 ceph-mon[28138]: pgmap v253: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:02.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:02 smithi033 ceph-mon[32805]: pgmap v253: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:02.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:02 smithi064 ceph-mon[32613]: pgmap v253: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:04.481 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:04 smithi026 ceph-mon[28138]: pgmap v254: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:11:04.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:04 smithi033 ceph-mon[32805]: pgmap v254: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:11:04.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:04 smithi064 ceph-mon[32613]: pgmap v254: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:11:06.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:06 smithi026 ceph-mon[28138]: pgmap v255: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-26T02:11:06.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:06 smithi033 ceph-mon[32805]: pgmap v255: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-26T02:11:06.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:06 smithi064 ceph-mon[32613]: pgmap v255: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-26T02:11:08.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:08 smithi026 ceph-mon[28138]: pgmap v256: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:11:08.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:08 smithi033 ceph-mon[32805]: pgmap v256: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:11:08.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:08 smithi064 ceph-mon[32613]: pgmap v256: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:11:09.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:09 smithi026 ceph-mon[28138]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T02:11:09.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:09 smithi033 ceph-mon[32805]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T02:11:09.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:09 smithi064 ceph-mon[32613]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T02:11:10.479 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:10 smithi026 ceph-mon[28138]: pgmap v258: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:11:10.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:10 smithi033 ceph-mon[32805]: pgmap v258: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:11:10.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:10 smithi064 ceph-mon[32613]: pgmap v258: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:11:11.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:11 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:11:11.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:11 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:11:11.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:11 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:11:12.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:12 smithi026 ceph-mon[28138]: pgmap v259: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:11:12.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:12 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:11:12.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:12 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:11:12.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:12 smithi033 ceph-mon[32805]: pgmap v259: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:11:12.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:12 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:11:12.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:12 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:11:12.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:12 smithi064 ceph-mon[32613]: pgmap v259: 97 pgs: 97 active+clean; 8.7 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:11:12.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:12 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:11:12.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:12 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:11:14.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:14 smithi026 ceph-mon[28138]: pgmap v260: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:11:14.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:14 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:11:14.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:14 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:11:14.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:14 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:11:14.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:14 smithi033 ceph-mon[32805]: pgmap v260: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:11:14.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:14 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:11:14.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:14 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:11:14.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:14 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:11:14.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:14 smithi064 ceph-mon[32613]: pgmap v260: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:11:14.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:14 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:11:14.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:14 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:11:14.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:14 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:11:16.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:15 smithi026 ceph-mon[28138]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T02:11:16.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:15 smithi026 ceph-mon[28138]: pgmap v262: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:11:16.248 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:15 smithi033 ceph-mon[32805]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T02:11:16.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:15 smithi033 ceph-mon[32805]: pgmap v262: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:11:16.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:15 smithi064 ceph-mon[32613]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T02:11:16.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:15 smithi064 ceph-mon[32613]: pgmap v262: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:11:18.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:18 smithi064 ceph-mon[32613]: pgmap v263: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 231 B/s wr, 11 op/s 2024-04-26T02:11:18.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:18 smithi026 ceph-mon[28138]: pgmap v263: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 231 B/s wr, 11 op/s 2024-04-26T02:11:18.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:18 smithi033 ceph-mon[32805]: pgmap v263: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 231 B/s wr, 11 op/s 2024-04-26T02:11:20.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:20 smithi064 ceph-mon[32613]: pgmap v264: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:11:20.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:20 smithi026 ceph-mon[28138]: pgmap v264: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:11:20.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:20 smithi033 ceph-mon[32805]: pgmap v264: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:11:22.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:22 smithi064 ceph-mon[32613]: pgmap v265: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:11:22.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:22 smithi026 ceph-mon[28138]: pgmap v265: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:11:22.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:22 smithi033 ceph-mon[32805]: pgmap v265: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:11:24.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:24 smithi064 ceph-mon[32613]: pgmap v266: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:11:24.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:24 smithi026 ceph-mon[28138]: pgmap v266: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:11:24.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:24 smithi033 ceph-mon[32805]: pgmap v266: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:11:26.329 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:26 smithi064 ceph-mon[32613]: pgmap v267: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:11:26.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:26 smithi026 ceph-mon[28138]: pgmap v267: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:11:26.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:26 smithi033 ceph-mon[32805]: pgmap v267: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:11:28.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:28 smithi026 ceph-mon[28138]: pgmap v268: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:11:28.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:28 smithi033 ceph-mon[32805]: pgmap v268: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:11:28.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:28 smithi064 ceph-mon[32613]: pgmap v268: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:11:30.481 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:30 smithi026 ceph-mon[28138]: pgmap v269: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:30.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:30 smithi033 ceph-mon[32805]: pgmap v269: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:30.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:30 smithi064 ceph-mon[32613]: pgmap v269: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:32.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:32 smithi026 ceph-mon[28138]: pgmap v270: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:32.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:32 smithi033 ceph-mon[32805]: pgmap v270: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:32.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:32 smithi064 ceph-mon[32613]: pgmap v270: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:34.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:34 smithi026 ceph-mon[28138]: pgmap v271: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:34.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:34 smithi033 ceph-mon[32805]: pgmap v271: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:34.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:34 smithi064 ceph-mon[32613]: pgmap v271: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:36.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:36 smithi026 ceph-mon[28138]: pgmap v272: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:11:36.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:36 smithi033 ceph-mon[32805]: pgmap v272: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:11:36.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:36 smithi064 ceph-mon[32613]: pgmap v272: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:11:38.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:38 smithi026 ceph-mon[28138]: pgmap v273: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:38.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:38 smithi033 ceph-mon[32805]: pgmap v273: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:38.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:38 smithi064 ceph-mon[32613]: pgmap v273: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:40.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:40 smithi026 ceph-mon[28138]: pgmap v274: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:11:40.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:40 smithi033 ceph-mon[32805]: pgmap v274: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:11:40.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:40 smithi064 ceph-mon[32613]: pgmap v274: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:11:42.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:42 smithi026 ceph-mon[28138]: pgmap v275: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:11:42.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:42 smithi033 ceph-mon[32805]: pgmap v275: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:11:42.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:42 smithi064 ceph-mon[32613]: pgmap v275: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:11:44.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:44 smithi026 ceph-mon[28138]: pgmap v276: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:44.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:44 smithi033 ceph-mon[32805]: pgmap v276: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:44.582 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:44 smithi064 ceph-mon[32613]: pgmap v276: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:46.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:46 smithi026 ceph-mon[28138]: pgmap v277: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:46.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:46 smithi033 ceph-mon[32805]: pgmap v277: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:46.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:46 smithi064 ceph-mon[32613]: pgmap v277: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:48.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:48 smithi026 ceph-mon[28138]: pgmap v278: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:48.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:48 smithi033 ceph-mon[32805]: pgmap v278: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:48.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:48 smithi064 ceph-mon[32613]: pgmap v278: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:50.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:50 smithi026 ceph-mon[28138]: pgmap v279: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:50.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:50 smithi033 ceph-mon[32805]: pgmap v279: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:50.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:50 smithi064 ceph-mon[32613]: pgmap v279: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:52.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:52 smithi026 ceph-mon[28138]: pgmap v280: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:52.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:52 smithi033 ceph-mon[32805]: pgmap v280: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:52.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:52 smithi064 ceph-mon[32613]: pgmap v280: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:54.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:54 smithi026 ceph-mon[28138]: pgmap v281: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:54.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:54 smithi033 ceph-mon[32805]: pgmap v281: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:54.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:54 smithi064 ceph-mon[32613]: pgmap v281: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:56.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:56 smithi026 ceph-mon[28138]: pgmap v282: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:56.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:56 smithi033 ceph-mon[32805]: pgmap v282: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:56.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:56 smithi064 ceph-mon[32613]: pgmap v282: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:11:58.482 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:11:58 smithi026 ceph-mon[28138]: pgmap v283: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:58.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:11:58 smithi033 ceph-mon[32805]: pgmap v283: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:11:58.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:11:58 smithi064 ceph-mon[32613]: pgmap v283: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:00.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:00 smithi026 ceph-mon[28138]: pgmap v284: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:00.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:00 smithi033 ceph-mon[32805]: pgmap v284: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:00.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:00 smithi064 ceph-mon[32613]: pgmap v284: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:02.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:02 smithi026 ceph-mon[28138]: pgmap v285: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:02.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:02 smithi033 ceph-mon[32805]: pgmap v285: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:02.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:02 smithi064 ceph-mon[32613]: pgmap v285: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:04.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:04 smithi026 ceph-mon[28138]: pgmap v286: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:12:04.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:04 smithi033 ceph-mon[32805]: pgmap v286: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:12:04.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:04 smithi064 ceph-mon[32613]: pgmap v286: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:12:06.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:06 smithi026 ceph-mon[28138]: pgmap v287: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-26T02:12:06.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:06 smithi033 ceph-mon[32805]: pgmap v287: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-26T02:12:06.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:06 smithi064 ceph-mon[32613]: pgmap v287: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-26T02:12:08.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:08 smithi026 ceph-mon[28138]: pgmap v288: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:12:08.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:08 smithi033 ceph-mon[32805]: pgmap v288: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:12:08.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:08 smithi064 ceph-mon[32613]: pgmap v288: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:12:09.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:09 smithi026 ceph-mon[28138]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T02:12:09.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:09 smithi033 ceph-mon[32805]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T02:12:09.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:09 smithi064 ceph-mon[32613]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T02:12:10.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:10 smithi026 ceph-mon[28138]: pgmap v290: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:12:10.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:10 smithi033 ceph-mon[32805]: pgmap v290: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:12:10.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:10 smithi064 ceph-mon[32613]: pgmap v290: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:12:12.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:12 smithi026 ceph-mon[28138]: pgmap v291: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:12:12.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:12 smithi033 ceph-mon[32805]: pgmap v291: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:12:12.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:12 smithi064 ceph-mon[32613]: pgmap v291: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:12:14.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:14 smithi026 ceph-mon[28138]: pgmap v292: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:12:14.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:14 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:12:14.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:14 smithi033 ceph-mon[32805]: pgmap v292: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:12:14.498 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:14 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:12:14.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:14 smithi064 ceph-mon[32613]: pgmap v292: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:12:14.579 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:14 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:12:15.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:15 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:15 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:15 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:15 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:15 smithi026 ceph-mon[28138]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T02:12:15.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:15 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:12:15.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:15 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:12:15.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:15 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:15 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:15 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:15 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:15 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:15 smithi033 ceph-mon[32805]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T02:12:15.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:15 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:12:15.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:15 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:12:15.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:15 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:15 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:15 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:15 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:15 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:15 smithi064 ceph-mon[32613]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T02:12:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:15 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:12:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:15 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:12:15.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:15 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:12:16.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:16 smithi026 ceph-mon[28138]: pgmap v294: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:12:16.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:16 smithi033 ceph-mon[32805]: pgmap v294: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:12:16.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:16 smithi064 ceph-mon[32613]: pgmap v294: 97 pgs: 97 active+clean; 4.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:12:18.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:18 smithi026 ceph-mon[28138]: pgmap v295: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 231 B/s wr, 11 op/s 2024-04-26T02:12:18.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:18 smithi033 ceph-mon[32805]: pgmap v295: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 231 B/s wr, 11 op/s 2024-04-26T02:12:18.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:18 smithi064 ceph-mon[32613]: pgmap v295: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 231 B/s wr, 11 op/s 2024-04-26T02:12:20.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:20 smithi026 ceph-mon[28138]: pgmap v296: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:12:20.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:20 smithi033 ceph-mon[32805]: pgmap v296: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:12:20.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:20 smithi064 ceph-mon[32613]: pgmap v296: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:12:22.631 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:22 smithi064 ceph-mon[32613]: pgmap v297: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:12:22.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:22 smithi026 ceph-mon[28138]: pgmap v297: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:12:22.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:22 smithi033 ceph-mon[32805]: pgmap v297: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:12:24.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:24 smithi026 ceph-mon[28138]: pgmap v298: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:12:24.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:24 smithi033 ceph-mon[32805]: pgmap v298: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:12:24.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:24 smithi064 ceph-mon[32613]: pgmap v298: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:12:26.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:26 smithi026 ceph-mon[28138]: pgmap v299: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:12:26.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:26 smithi033 ceph-mon[32805]: pgmap v299: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:12:26.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:26 smithi064 ceph-mon[32613]: pgmap v299: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:12:28.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:28 smithi026 ceph-mon[28138]: pgmap v300: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:12:28.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:28 smithi033 ceph-mon[32805]: pgmap v300: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:12:28.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:28 smithi064 ceph-mon[32613]: pgmap v300: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:12:30.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:30 smithi026 ceph-mon[28138]: pgmap v301: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:30.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:30 smithi033 ceph-mon[32805]: pgmap v301: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:30.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:30 smithi064 ceph-mon[32613]: pgmap v301: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:32.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:32 smithi026 ceph-mon[28138]: pgmap v302: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:32.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:32 smithi033 ceph-mon[32805]: pgmap v302: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:32.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:32 smithi064 ceph-mon[32613]: pgmap v302: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:34.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:34 smithi026 ceph-mon[28138]: pgmap v303: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:34.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:34 smithi033 ceph-mon[32805]: pgmap v303: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:34.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:34 smithi064 ceph-mon[32613]: pgmap v303: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:36.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:36 smithi026 ceph-mon[28138]: pgmap v304: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:36.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:36 smithi033 ceph-mon[32805]: pgmap v304: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:36.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:36 smithi064 ceph-mon[32613]: pgmap v304: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:38.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:38 smithi026 ceph-mon[28138]: pgmap v305: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:38.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:38 smithi033 ceph-mon[32805]: pgmap v305: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:38.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:38 smithi064 ceph-mon[32613]: pgmap v305: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:40.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:40 smithi026 ceph-mon[28138]: pgmap v306: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:40.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:40 smithi033 ceph-mon[32805]: pgmap v306: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:40.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:40 smithi064 ceph-mon[32613]: pgmap v306: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:42.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:42 smithi026 ceph-mon[28138]: pgmap v307: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:42.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:42 smithi033 ceph-mon[32805]: pgmap v307: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:42.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:42 smithi064 ceph-mon[32613]: pgmap v307: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T02:12:44.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:44 smithi026 ceph-mon[28138]: pgmap v308: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:44.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:44 smithi033 ceph-mon[32805]: pgmap v308: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:44.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:44 smithi064 ceph-mon[32613]: pgmap v308: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:46.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:46 smithi026 ceph-mon[28138]: pgmap v309: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:46.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:46 smithi033 ceph-mon[32805]: pgmap v309: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:46.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:46 smithi064 ceph-mon[32613]: pgmap v309: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:48.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:48 smithi026 ceph-mon[28138]: pgmap v310: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:48.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:48 smithi033 ceph-mon[32805]: pgmap v310: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:48.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:48 smithi064 ceph-mon[32613]: pgmap v310: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:50.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:50 smithi026 ceph-mon[28138]: pgmap v311: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:50.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:50 smithi033 ceph-mon[32805]: pgmap v311: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:50.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:50 smithi064 ceph-mon[32613]: pgmap v311: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:52.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:52 smithi026 ceph-mon[28138]: pgmap v312: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:52.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:52 smithi033 ceph-mon[32805]: pgmap v312: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:52.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:52 smithi064 ceph-mon[32613]: pgmap v312: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:54.056 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-26T02:12:54.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.277+0000 7f16ab200640 1 -- 172.21.15.26:0/1289424857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16ac1092f0 msgr2=0x7f16ac110ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:54.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.277+0000 7f16ab200640 1 --2- 172.21.15.26:0/1289424857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16ac1092f0 0x7f16ac110ec0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f16a4009be0 tx=0x7f16a402a6c0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.277+0000 7f16ab200640 1 -- 172.21.15.26:0/1289424857 shutdown_connections 2024-04-26T02:12:54.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.277+0000 7f16ab200640 1 --2- 172.21.15.26:0/1289424857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16ac1092f0 0x7f16ac110ec0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.277+0000 7f16ab200640 1 --2- 172.21.15.26:0/1289424857 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16ac104bd0 0x7f16ac108c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.277+0000 7f16ab200640 1 --2- 172.21.15.26:0/1289424857 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16ac104220 0x7f16ac104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.277+0000 7f16ab200640 1 -- 172.21.15.26:0/1289424857 >> 172.21.15.26:0/1289424857 conn(0x7f16ac0ffa60 msgr2=0x7f16ac101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:54.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.277+0000 7f16ab200640 1 -- 172.21.15.26:0/1289424857 shutdown_connections 2024-04-26T02:12:54.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.277+0000 7f16ab200640 1 -- 172.21.15.26:0/1289424857 wait complete. 2024-04-26T02:12:54.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.278+0000 7f16ab200640 1 Processor -- start 2024-04-26T02:12:54.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.279+0000 7f16ab200640 1 -- start start 2024-04-26T02:12:54.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.279+0000 7f16ab200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16ac104220 0x7f16ac1a0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.279+0000 7f16ab200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16ac1092f0 0x7f16ac1a0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.279+0000 7f16ab200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16ac19a5c0 0x7f16ac19aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.279+0000 7f16ab200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f16ac114260 con 0x7f16ac1092f0 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.279+0000 7f16ab200640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f16ac1140e0 con 0x7f16ac104220 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.279+0000 7f16ab200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f16ac1143e0 con 0x7f16ac19a5c0 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.279+0000 7f16a9e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16ac104220 0x7f16ac1a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.279+0000 7f16a9e00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16ac104220 0x7f16ac1a0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:56374/0 (socket says 172.21.15.26:56374) 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.279+0000 7f16a9e00640 1 -- 172.21.15.26:0/4217048909 learned_addr learned my addr 172.21.15.26:0/4217048909 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.279+0000 7f16a3e00640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16ac1092f0 0x7f16ac1a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.279+0000 7f16aa800640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16ac19a5c0 0x7f16ac19aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.280+0000 7f16a9e00640 1 -- 172.21.15.26:0/4217048909 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16ac19a5c0 msgr2=0x7f16ac19aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.280+0000 7f16a9e00640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16ac19a5c0 0x7f16ac19aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.280+0000 7f16a9e00640 1 -- 172.21.15.26:0/4217048909 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16ac1092f0 msgr2=0x7f16ac1a0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.280+0000 7f16a9e00640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16ac1092f0 0x7f16ac1a0950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.280+0000 7f16a9e00640 1 -- 172.21.15.26:0/4217048909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16ac19b0e0 con 0x7f16ac104220 2024-04-26T02:12:54.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.280+0000 7f16a9e00640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16ac104220 0x7f16ac1a0410 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f169c00e9c0 tx=0x7f169c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:54.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.280+0000 7f16a2a00640 1 -- 172.21.15.26:0/4217048909 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f169c00cde0 con 0x7f16ac104220 2024-04-26T02:12:54.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.280+0000 7f16a2a00640 1 -- 172.21.15.26:0/4217048909 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f169c0035f0 con 0x7f16ac104220 2024-04-26T02:12:54.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.280+0000 7f16a2a00640 1 -- 172.21.15.26:0/4217048909 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f169c010690 con 0x7f16ac104220 2024-04-26T02:12:54.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.280+0000 7f16ab200640 1 -- 172.21.15.26:0/4217048909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16ac19b3d0 con 0x7f16ac104220 2024-04-26T02:12:54.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.281+0000 7f16ab200640 1 -- 172.21.15.26:0/4217048909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16ac1a7620 con 0x7f16ac104220 2024-04-26T02:12:54.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.282+0000 7f16ab200640 1 -- 172.21.15.26:0/4217048909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16ac0687f0 con 0x7f16ac104220 2024-04-26T02:12:54.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.284+0000 7f16a2a00640 1 -- 172.21.15.26:0/4217048909 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f169c004000 con 0x7f16ac104220 2024-04-26T02:12:54.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.285+0000 7f16a2a00640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f168c0a3d00 0x7f168c0a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:54.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.285+0000 7f16a2a00640 1 -- 172.21.15.26:0/4217048909 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7f169c0d0bc0 con 0x7f16ac104220 2024-04-26T02:12:54.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.286+0000 7f16a3e00640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f168c0a3d00 0x7f168c0a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:54.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.287+0000 7f16a3e00640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f168c0a3d00 0x7f168c0a61c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f16ac0fff60 tx=0x7f1694005f90 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:54.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.288+0000 7f16a2a00640 1 -- 172.21.15.26:0/4217048909 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f169c09d290 con 0x7f16ac104220 2024-04-26T02:12:54.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.519+0000 7f16ab200640 1 -- 172.21.15.26:0/4217048909 --> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f16ac104bd0 con 0x7f168c0a3d00 2024-04-26T02:12:54.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.534+0000 7f16a2a00640 1 -- 172.21.15.26:0/4217048909 <== mgr.25115 v2:172.21.15.26:6800/1535987766 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f16ac104bd0 con 0x7f168c0a3d00 2024-04-26T02:12:54.534 INFO:teuthology.orchestra.run.smithi026.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-26T00:00:00", "created": "2024-04-26T02:02:52", "first": "2024-04-26T02:03:00", "last": "2024-04-26T02:12:00", "last_pruned": "2024-04-26T02:12:00", "created_count": 10, "pruned_count": 4, "active": true} 2024-04-26T02:12:54.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.536+0000 7f16ab200640 1 -- 172.21.15.26:0/4217048909 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f168c0a3d00 msgr2=0x7f168c0a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:54.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.536+0000 7f16ab200640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f168c0a3d00 0x7f168c0a61c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f16ac0fff60 tx=0x7f1694005f90 comp rx=0 tx=0).stop 2024-04-26T02:12:54.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.536+0000 7f16ab200640 1 -- 172.21.15.26:0/4217048909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16ac104220 msgr2=0x7f16ac1a0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:54.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.536+0000 7f16ab200640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16ac104220 0x7f16ac1a0410 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f169c00e9c0 tx=0x7f169c00ee80 comp rx=0 tx=0).stop 2024-04-26T02:12:54.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.537+0000 7f16ab200640 1 -- 172.21.15.26:0/4217048909 shutdown_connections 2024-04-26T02:12:54.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.537+0000 7f16ab200640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f168c0a3d00 0x7f168c0a61c0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.537+0000 7f16ab200640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16ac1092f0 0x7f16ac1a0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.537+0000 7f16ab200640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16ac19a5c0 0x7f16ac19aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.537+0000 7f16ab200640 1 --2- 172.21.15.26:0/4217048909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16ac104220 0x7f16ac1a0410 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.537+0000 7f16ab200640 1 -- 172.21.15.26:0/4217048909 >> 172.21.15.26:0/4217048909 conn(0x7f16ac0ffa60 msgr2=0x7f16ac101db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:54.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.537+0000 7f16ab200640 1 -- 172.21.15.26:0/4217048909 shutdown_connections 2024-04-26T02:12:54.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.537+0000 7f16ab200640 1 -- 172.21.15.26:0/4217048909 wait complete. 2024-04-26T02:12:54.556 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-26T02:12:54.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:54 smithi026 ceph-mon[28138]: pgmap v313: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:54.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:54 smithi033 ceph-mon[32805]: pgmap v313: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.761+0000 7f0c4aa00640 1 -- 172.21.15.26:0/2334914841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c441043c0 msgr2=0x7f0c441047a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.761+0000 7f0c4aa00640 1 --2- 172.21.15.26:0/2334914841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c441043c0 0x7f0c441047a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f0c34009900 tx=0x7f0c3402a3f0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.761+0000 7f0c4aa00640 1 -- 172.21.15.26:0/2334914841 shutdown_connections 2024-04-26T02:12:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.761+0000 7f0c4aa00640 1 --2- 172.21.15.26:0/2334914841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c44109490 0x7f0c44111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.761+0000 7f0c4aa00640 1 --2- 172.21.15.26:0/2334914841 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c44104d70 0x7f0c44108db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.761+0000 7f0c4aa00640 1 --2- 172.21.15.26:0/2334914841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c441043c0 0x7f0c441047a0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.761+0000 7f0c4aa00640 1 -- 172.21.15.26:0/2334914841 >> 172.21.15.26:0/2334914841 conn(0x7f0c440ffc20 msgr2=0x7f0c44102040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.761+0000 7f0c4aa00640 1 -- 172.21.15.26:0/2334914841 shutdown_connections 2024-04-26T02:12:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.761+0000 7f0c4aa00640 1 -- 172.21.15.26:0/2334914841 wait complete. 2024-04-26T02:12:54.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.762+0000 7f0c4aa00640 1 Processor -- start 2024-04-26T02:12:54.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.762+0000 7f0c4aa00640 1 -- start start 2024-04-26T02:12:54.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c4aa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c441043c0 0x7f0c441a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:54.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c4aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c44109490 0x7f0c441a0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:54.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c4aa00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c4419a7f0 0x7f0c4419aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:54.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c4aa00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0c441143f0 con 0x7f0c44109490 2024-04-26T02:12:54.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c4aa00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0c44114270 con 0x7f0c4419a7f0 2024-04-26T02:12:54.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c4aa00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0c44114570 con 0x7f0c441043c0 2024-04-26T02:12:54.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c43400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c44109490 0x7f0c441a0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:54.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c43e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c441043c0 0x7f0c441a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:54.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c43400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c44109490 0x7f0c441a0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58960/0 (socket says 172.21.15.26:58960) 2024-04-26T02:12:54.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c43400640 1 -- 172.21.15.26:0/854032668 learned_addr learned my addr 172.21.15.26:0/854032668 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:12:54.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c48a00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c4419a7f0 0x7f0c4419aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:54.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c48a00640 1 -- 172.21.15.26:0/854032668 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c441043c0 msgr2=0x7f0c441a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:54.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c48a00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c441043c0 0x7f0c441a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c48a00640 1 -- 172.21.15.26:0/854032668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c44109490 msgr2=0x7f0c441a0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:54.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c48a00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c44109490 0x7f0c441a0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:54.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.763+0000 7f0c48a00640 1 -- 172.21.15.26:0/854032668 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c4419b380 con 0x7f0c4419a7f0 2024-04-26T02:12:54.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.764+0000 7f0c48a00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c4419a7f0 0x7f0c4419aca0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c009fd0 tx=0x7f0c3c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:54.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.764+0000 7f0c40c00640 1 -- 172.21.15.26:0/854032668 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c00ce20 con 0x7f0c4419a7f0 2024-04-26T02:12:54.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.764+0000 7f0c40c00640 1 -- 172.21.15.26:0/854032668 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c3c005020 con 0x7f0c4419a7f0 2024-04-26T02:12:54.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.764+0000 7f0c4aa00640 1 -- 172.21.15.26:0/854032668 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c4419b670 con 0x7f0c4419a7f0 2024-04-26T02:12:54.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.764+0000 7f0c40c00640 1 -- 172.21.15.26:0/854032668 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c010690 con 0x7f0c4419a7f0 2024-04-26T02:12:54.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.764+0000 7f0c4aa00640 1 -- 172.21.15.26:0/854032668 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c441a7800 con 0x7f0c4419a7f0 2024-04-26T02:12:54.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.765+0000 7f0c4aa00640 1 -- 172.21.15.26:0/854032668 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c44105890 con 0x7f0c4419a7f0 2024-04-26T02:12:54.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.767+0000 7f0c40c00640 1 -- 172.21.15.26:0/854032668 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0c3c0054d0 con 0x7f0c4419a7f0 2024-04-26T02:12:54.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.769+0000 7f0c40c00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f0c280a3d10 0x7f0c280a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.769+0000 7f0c40c00640 1 -- 172.21.15.26:0/854032668 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7f0c3c0d1420 con 0x7f0c4419a7f0 2024-04-26T02:12:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.769+0000 7f0c43e00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f0c280a3d10 0x7f0c280a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.770+0000 7f0c43e00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f0c280a3d10 0x7f0c280a61d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0c34031440 tx=0x7f0c34005b50 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:54.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:54.771+0000 7f0c40c00640 1 -- 172.21.15.26:0/854032668 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0c4419b670 con 0x7f0c4419a7f0 2024-04-26T02:12:54.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:54 smithi064 ceph-mon[32613]: pgmap v313: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:12:55.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.002+0000 7f0c4aa00640 1 -- 172.21.15.26:0/854032668 --> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f0c44104d70 con 0x7f0c280a3d10 2024-04-26T02:12:55.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.014+0000 7f0c40c00640 1 -- 172.21.15.26:0/854032668 <== mgr.25115 v2:172.21.15.26:6800/1535987766 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f0c44104d70 con 0x7f0c280a3d10 2024-04-26T02:12:55.015 INFO:teuthology.orchestra.run.smithi026.stdout:/ 1m 6m3h 2024-04-26T02:12:55.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.018+0000 7f0c4aa00640 1 -- 172.21.15.26:0/854032668 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f0c280a3d10 msgr2=0x7f0c280a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.018+0000 7f0c4aa00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f0c280a3d10 0x7f0c280a61d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0c34031440 tx=0x7f0c34005b50 comp rx=0 tx=0).stop 2024-04-26T02:12:55.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.018+0000 7f0c4aa00640 1 -- 172.21.15.26:0/854032668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c4419a7f0 msgr2=0x7f0c4419aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.018+0000 7f0c4aa00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c4419a7f0 0x7f0c4419aca0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c009fd0 tx=0x7f0c3c00ef10 comp rx=0 tx=0).stop 2024-04-26T02:12:55.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.018+0000 7f0c4aa00640 1 -- 172.21.15.26:0/854032668 shutdown_connections 2024-04-26T02:12:55.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.018+0000 7f0c4aa00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f0c280a3d10 0x7f0c280a61d0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.018+0000 7f0c4aa00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c44109490 0x7f0c441a0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.018+0000 7f0c4aa00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c4419a7f0 0x7f0c4419aca0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.018+0000 7f0c4aa00640 1 --2- 172.21.15.26:0/854032668 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c441043c0 0x7f0c441a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.018+0000 7f0c4aa00640 1 -- 172.21.15.26:0/854032668 >> 172.21.15.26:0/854032668 conn(0x7f0c440ffc20 msgr2=0x7f0c44101010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:55.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.018+0000 7f0c4aa00640 1 -- 172.21.15.26:0/854032668 shutdown_connections 2024-04-26T02:12:55.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.018+0000 7f0c4aa00640 1 -- 172.21.15.26:0/854032668 wait complete. 2024-04-26T02:12:55.038 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-26T02:12:55.052 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T02:12:55.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.258+0000 7f1c38c00640 1 -- 172.21.15.26:0/2122552181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c34109480 msgr2=0x7f1c34111050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.258+0000 7f1c38c00640 1 --2- 172.21.15.26:0/2122552181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c34109480 0x7f1c34111050 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c009be0 tx=0x7f1c2c02a6d0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.258+0000 7f1c38c00640 1 -- 172.21.15.26:0/2122552181 shutdown_connections 2024-04-26T02:12:55.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.258+0000 7f1c38c00640 1 --2- 172.21.15.26:0/2122552181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c34109480 0x7f1c34111050 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.258+0000 7f1c38c00640 1 --2- 172.21.15.26:0/2122552181 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c34104d60 0x7f1c34108da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.258+0000 7f1c38c00640 1 --2- 172.21.15.26:0/2122552181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c341043b0 0x7f1c34104790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.258+0000 7f1c38c00640 1 -- 172.21.15.26:0/2122552181 >> 172.21.15.26:0/2122552181 conn(0x7f1c340ffc10 msgr2=0x7f1c34102030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:55.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.258+0000 7f1c38c00640 1 -- 172.21.15.26:0/2122552181 shutdown_connections 2024-04-26T02:12:55.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.258+0000 7f1c38c00640 1 -- 172.21.15.26:0/2122552181 wait complete. 2024-04-26T02:12:55.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.259+0000 7f1c38c00640 1 Processor -- start 2024-04-26T02:12:55.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.259+0000 7f1c38c00640 1 -- start start 2024-04-26T02:12:55.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.260+0000 7f1c38c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c341043b0 0x7f1c341a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.260+0000 7f1c38c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c34109480 0x7f1c341a0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.260+0000 7f1c38c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c3419a780 0x7f1c3419ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.260+0000 7f1c38c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1c341143e0 con 0x7f1c341043b0 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.260+0000 7f1c38c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1c34114260 con 0x7f1c3419a780 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.260+0000 7f1c38c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1c34114560 con 0x7f1c34109480 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.260+0000 7f1c31e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c341043b0 0x7f1c341a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.260+0000 7f1c31e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c341043b0 0x7f1c341a0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58968/0 (socket says 172.21.15.26:58968) 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.260+0000 7f1c31e00640 1 -- 172.21.15.26:0/1436688261 learned_addr learned my addr 172.21.15.26:0/1436688261 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.260+0000 7f1c32800640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c3419a780 0x7f1c3419ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.260+0000 7f1c2be00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c34109480 0x7f1c341a0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.261+0000 7f1c31e00640 1 -- 172.21.15.26:0/1436688261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c34109480 msgr2=0x7f1c341a0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.261+0000 7f1c31e00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c34109480 0x7f1c341a0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.261+0000 7f1c31e00640 1 -- 172.21.15.26:0/1436688261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c3419a780 msgr2=0x7f1c3419ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.261+0000 7f1c31e00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c3419a780 0x7f1c3419ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.261+0000 7f1c31e00640 1 -- 172.21.15.26:0/1436688261 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c3419b380 con 0x7f1c341043b0 2024-04-26T02:12:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.261+0000 7f1c31e00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c341043b0 0x7f1c341a0670 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1c2400e9c0 tx=0x7f1c2400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:55.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.261+0000 7f1c2aa00640 1 -- 172.21.15.26:0/1436688261 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2400cde0 con 0x7f1c341043b0 2024-04-26T02:12:55.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.261+0000 7f1c38c00640 1 -- 172.21.15.26:0/1436688261 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c341a7410 con 0x7f1c341043b0 2024-04-26T02:12:55.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.261+0000 7f1c2aa00640 1 -- 172.21.15.26:0/1436688261 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c240035f0 con 0x7f1c341043b0 2024-04-26T02:12:55.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.261+0000 7f1c2aa00640 1 -- 172.21.15.26:0/1436688261 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c24010690 con 0x7f1c341043b0 2024-04-26T02:12:55.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.261+0000 7f1c38c00640 1 -- 172.21.15.26:0/1436688261 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c341a7810 con 0x7f1c341043b0 2024-04-26T02:12:55.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.263+0000 7f1c38c00640 1 -- 172.21.15.26:0/1436688261 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c34105880 con 0x7f1c341043b0 2024-04-26T02:12:55.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.265+0000 7f1c2aa00640 1 -- 172.21.15.26:0/1436688261 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1c24004000 con 0x7f1c341043b0 2024-04-26T02:12:55.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.267+0000 7f1c2aa00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1c180a3d20 0x7f1c180a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.267+0000 7f1c2aa00640 1 -- 172.21.15.26:0/1436688261 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7f1c240d0b60 con 0x7f1c341043b0 2024-04-26T02:12:55.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.267+0000 7f1c2be00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1c180a3d20 0x7f1c180a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.268+0000 7f1c2be00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1c180a3d20 0x7f1c180a61e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1c3419bf80 tx=0x7f1c1c005f90 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:55.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.272+0000 7f1c2aa00640 1 -- 172.21.15.26:0/1436688261 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1c24009510 con 0x7f1c341043b0 2024-04-26T02:12:55.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.481+0000 7f1c38c00640 1 -- 172.21.15.26:0/1436688261 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1c3410c710 con 0x7f1c341043b0 2024-04-26T02:12:55.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.483+0000 7f1c2aa00640 1 -- 172.21.15.26:0/1436688261 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+22969 (secure 0 0 0) 0x7f1c2409d1a0 con 0x7f1c341043b0 2024-04-26T02:12:55.484 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:12:55.484 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":101,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","created":"2024-04-26T01:48:57.473565+0000","modified":"2024-04-26T02:12:14.973022+0000","last_up_change":"2024-04-26T01:57:13.825265+0000","last_in_change":"2024-04-26T01:56:54.383192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:52:51.667153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:58:25.333136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:58:29.747341+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":100,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f8783ebe-d4a3-42cd-a87b-17b593c35495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6803","nonce":1735610609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6805","nonce":1735610609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6809","nonce":1735610609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6807","nonce":1735610609}]},"public_addr":"172.21.15.26:6803/1735610609","cluster_addr":"172.21.15.26:6805/1735610609","heartbeat_back_addr":"172.21.15.26:6809/1735610609","heartbeat_front_addr":"172.21.15.26:6807/1735610609","state":["exists","up"]},{"osd":1,"uuid":"2097babe-3524-4f0d-b1d6-dcf44a548655","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6801","nonce":4110015074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6803","nonce":4110015074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6807","nonce":4110015074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6805","nonce":4110015074}]},"public_addr":"172.21.15.33:6801/4110015074","cluster_addr":"172.21.15.33:6803/4110015074","heartbeat_back_addr":"172.21.15.33:6807/4110015074","heartbeat_front_addr":"172.21.15.33:6805/4110015074","state":["exists","up"]},{"osd":2,"uuid":"6e75e3d4-b664-4fe0-8913-0b93f325c37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6801","nonce":3873107319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6803","nonce":3873107319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6807","nonce":3873107319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6805","nonce":3873107319}]},"public_addr":"172.21.15.64:6801/3873107319","cluster_addr":"172.21.15.64:6803/3873107319","heartbeat_back_addr":"172.21.15.64:6807/3873107319","heartbeat_front_addr":"172.21.15.64:6805/3873107319","state":["exists","up"]},{"osd":3,"uuid":"24363f6d-2328-4883-a93d-cbb12b21332b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6811","nonce":2340844586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6813","nonce":2340844586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6817","nonce":2340844586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6815","nonce":2340844586}]},"public_addr":"172.21.15.26:6811/2340844586","cluster_addr":"172.21.15.26:6813/2340844586","heartbeat_back_addr":"172.21.15.26:6817/2340844586","heartbeat_front_addr":"172.21.15.26:6815/2340844586","state":["exists","up"]},{"osd":4,"uuid":"bbd1c3a5-2d74-4e33-90a0-43e55415759d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6809","nonce":2946623767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6811","nonce":2946623767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6815","nonce":2946623767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6813","nonce":2946623767}]},"public_addr":"172.21.15.33:6809/2946623767","cluster_addr":"172.21.15.33:6811/2946623767","heartbeat_back_addr":"172.21.15.33:6815/2946623767","heartbeat_front_addr":"172.21.15.33:6813/2946623767","state":["exists","up"]},{"osd":5,"uuid":"986707d8-f671-4ab1-9cb8-938463530035","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6809","nonce":3997283620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6811","nonce":3997283620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6815","nonce":3997283620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6813","nonce":3997283620}]},"public_addr":"172.21.15.64:6809/3997283620","cluster_addr":"172.21.15.64:6811/3997283620","heartbeat_back_addr":"172.21.15.64:6815/3997283620","heartbeat_front_addr":"172.21.15.64:6813/3997283620","state":["exists","up"]},{"osd":6,"uuid":"c9d948a3-4ea5-4f67-879c-b5103be4cf0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6819","nonce":885177678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6821","nonce":885177678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6825","nonce":885177678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6823","nonce":885177678}]},"public_addr":"172.21.15.26:6819/885177678","cluster_addr":"172.21.15.26:6821/885177678","heartbeat_back_addr":"172.21.15.26:6825/885177678","heartbeat_front_addr":"172.21.15.26:6823/885177678","state":["exists","up"]},{"osd":7,"uuid":"edb21527-291a-47d3-bdcb-04f0f245ed11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6817","nonce":507130326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6819","nonce":507130326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6823","nonce":507130326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6821","nonce":507130326}]},"public_addr":"172.21.15.33:6817/507130326","cluster_addr":"172.21.15.33:6819/507130326","heartbeat_back_addr":"172.21.15.33:6823/507130326","heartbeat_front_addr":"172.21.15.33:6821/507130326","state":["exists","up"]},{"osd":8,"uuid":"09db0b7b-1827-40a6-86c3-20d07509807d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6817","nonce":653236462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6819","nonce":653236462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6823","nonce":653236462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6821","nonce":653236462}]},"public_addr":"172.21.15.64:6817/653236462","cluster_addr":"172.21.15.64:6819/653236462","heartbeat_back_addr":"172.21.15.64:6823/653236462","heartbeat_front_addr":"172.21.15.64:6821/653236462","state":["exists","up"]},{"osd":9,"uuid":"4696d95a-f9ac-421f-8ace-9fdc3ed46f05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6827","nonce":2886949981}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6829","nonce":2886949981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6833","nonce":2886949981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6831","nonce":2886949981}]},"public_addr":"172.21.15.26:6827/2886949981","cluster_addr":"172.21.15.26:6829/2886949981","heartbeat_back_addr":"172.21.15.26:6833/2886949981","heartbeat_front_addr":"172.21.15.26:6831/2886949981","state":["exists","up"]},{"osd":10,"uuid":"07d476cc-6f54-4f00-bb35-f137b6e907d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6825","nonce":3259400969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6827","nonce":3259400969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6831","nonce":3259400969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6829","nonce":3259400969}]},"public_addr":"172.21.15.33:6825/3259400969","cluster_addr":"172.21.15.33:6827/3259400969","heartbeat_back_addr":"172.21.15.33:6831/3259400969","heartbeat_front_addr":"172.21.15.33:6829/3259400969","state":["exists","up"]},{"osd":11,"uuid":"0ae35c43-0bb6-4d41-9664-dbf89efd122d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6825","nonce":1292810675}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6827","nonce":1292810675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6831","nonce":1292810675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6829","nonce":1292810675}]},"public_addr":"172.21.15.64:6825/1292810675","cluster_addr":"172.21.15.64:6827/1292810675","heartbeat_back_addr":"172.21.15.64:6831/1292810675","heartbeat_front_addr":"172.21.15.64:6829/1292810675","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:00.556003+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:25.618937+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:49.554498+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:23.506747+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:50.656649+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:16.329501+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:51.046876+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:18.048955+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:43.701138+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:19.109137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:46.897822+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:57:12.505718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2601411133":"2024-04-27T02:02:50.748069+0000","172.21.15.26:0/1276107065":"2024-04-27T02:02:50.748069+0000","172.21.15.26:0/3526280984":"2024-04-27T02:02:50.748069+0000","172.21.15.26:6800/3490463755":"2024-04-27T02:02:50.748069+0000","172.21.15.26:6801/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3817940731":"2024-04-27T01:50:05.508028+0000","172.21.15.26:6800/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/2466817986":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/472800181":"2024-04-27T02:02:50.748069+0000","172.21.15.26:6801/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2499788869":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6801/3490463755":"2024-04-27T02:02:50.748069+0000","172.21.15.26:6800/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/1544132243":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3431754632":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2302812681":"2024-04-27T01:50:05.508028+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T02:12:55.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.486+0000 7f1c38c00640 1 -- 172.21.15.26:0/1436688261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1c180a3d20 msgr2=0x7f1c180a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.486+0000 7f1c38c00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1c180a3d20 0x7f1c180a61e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1c3419bf80 tx=0x7f1c1c005f90 comp rx=0 tx=0).stop 2024-04-26T02:12:55.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.486+0000 7f1c38c00640 1 -- 172.21.15.26:0/1436688261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c341043b0 msgr2=0x7f1c341a0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.486+0000 7f1c38c00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c341043b0 0x7f1c341a0670 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1c2400e9c0 tx=0x7f1c2400ee80 comp rx=0 tx=0).stop 2024-04-26T02:12:55.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.487+0000 7f1c38c00640 1 -- 172.21.15.26:0/1436688261 shutdown_connections 2024-04-26T02:12:55.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.487+0000 7f1c38c00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1c180a3d20 0x7f1c180a61e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.487+0000 7f1c38c00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c3419a780 0x7f1c3419ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.487+0000 7f1c38c00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c34109480 0x7f1c341a0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.487+0000 7f1c38c00640 1 --2- 172.21.15.26:0/1436688261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c341043b0 0x7f1c341a0670 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.487+0000 7f1c38c00640 1 -- 172.21.15.26:0/1436688261 >> 172.21.15.26:0/1436688261 conn(0x7f1c340ffc10 msgr2=0x7f1c34100fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:55.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.487+0000 7f1c38c00640 1 -- 172.21.15.26:0/1436688261 shutdown_connections 2024-04-26T02:12:55.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.487+0000 7f1c38c00640 1 -- 172.21.15.26:0/1436688261 wait complete. 2024-04-26T02:12:55.508 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T01:52:51.667153+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T01:58:25.333136+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T01:58:29.747341+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '100', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 100, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T02:12:55.508 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T02:12:55.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.729+0000 7fe7e2c00640 1 -- 172.21.15.26:0/1410938445 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc1043a0 msgr2=0x7fe7dc104780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.729+0000 7fe7e2c00640 1 --2- 172.21.15.26:0/1410938445 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc1043a0 0x7fe7dc104780 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc009ca0 tx=0x7fe7cc02a8c0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.729+0000 7fe7e2c00640 1 -- 172.21.15.26:0/1410938445 shutdown_connections 2024-04-26T02:12:55.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.729+0000 7fe7e2c00640 1 --2- 172.21.15.26:0/1410938445 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe7dc109470 0x7fe7dc111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.729+0000 7fe7e2c00640 1 --2- 172.21.15.26:0/1410938445 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc104d50 0x7fe7dc108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.729+0000 7fe7e2c00640 1 --2- 172.21.15.26:0/1410938445 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc1043a0 0x7fe7dc104780 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.729+0000 7fe7e2c00640 1 -- 172.21.15.26:0/1410938445 >> 172.21.15.26:0/1410938445 conn(0x7fe7dc0ffbe0 msgr2=0x7fe7dc102000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:55.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.729+0000 7fe7e2c00640 1 -- 172.21.15.26:0/1410938445 shutdown_connections 2024-04-26T02:12:55.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.730+0000 7fe7e2c00640 1 -- 172.21.15.26:0/1410938445 wait complete. 2024-04-26T02:12:55.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:55 smithi026 ceph-mon[28138]: from='client.25682 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:12:55.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.731+0000 7fe7e2c00640 1 Processor -- start 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.731+0000 7fe7e2c00640 1 -- start start 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.731+0000 7fe7e2c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe7dc1043a0 0x7fe7dc1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.731+0000 7fe7e2c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc109470 0x7fe7dc1a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.731+0000 7fe7e2c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc19a7c0 0x7fe7dc19ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.731+0000 7fe7e2c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1143e0 con 0x7fe7dc109470 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.731+0000 7fe7e2c00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc114260 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.731+0000 7fe7e2c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc114560 con 0x7fe7dc1043a0 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.732+0000 7fe7dbe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe7dc1043a0 0x7fe7dc1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.732+0000 7fe7e0c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc19a7c0 0x7fe7dc19ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.732+0000 7fe7e0c00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc19a7c0 0x7fe7dc19ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:56418/0 (socket says 172.21.15.26:56418) 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.732+0000 7fe7e0c00640 1 -- 172.21.15.26:0/3242192011 learned_addr learned my addr 172.21.15.26:0/3242192011 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.732+0000 7fe7d3400640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc109470 0x7fe7dc1a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.732+0000 7fe7e0c00640 1 -- 172.21.15.26:0/3242192011 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe7dc1043a0 msgr2=0x7fe7dc1a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.732+0000 7fe7e0c00640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe7dc1043a0 0x7fe7dc1a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.732+0000 7fe7e0c00640 1 -- 172.21.15.26:0/3242192011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc109470 msgr2=0x7fe7dc1a0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.732+0000 7fe7e0c00640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc109470 0x7fe7dc1a0b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.732+0000 7fe7e0c00640 1 -- 172.21.15.26:0/3242192011 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7dc19b350 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.732+0000 7fe7dbe00640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe7dc1043a0 0x7fe7dc1a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:55.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.733+0000 7fe7e0c00640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc19a7c0 0x7fe7dc19ac70 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe7d400e970 tx=0x7fe7d400ed70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:55.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.733+0000 7fe7d9600640 1 -- 172.21.15.26:0/3242192011 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d400ccc0 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.733+0000 7fe7e2c00640 1 -- 172.21.15.26:0/3242192011 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7dc19b640 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.733+0000 7fe7d9600640 1 -- 172.21.15.26:0/3242192011 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7d400ce60 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.733+0000 7fe7d9600640 1 -- 172.21.15.26:0/3242192011 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4010430 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.733+0000 7fe7e2c00640 1 -- 172.21.15.26:0/3242192011 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7dc1a7870 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.734+0000 7fe7e2c00640 1 -- 172.21.15.26:0/3242192011 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7dc105870 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.736+0000 7fe7d9600640 1 -- 172.21.15.26:0/3242192011 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe7d4004f90 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.738+0000 7fe7d9600640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe7c00a3da0 0x7fe7c00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.738+0000 7fe7d9600640 1 -- 172.21.15.26:0/3242192011 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7fe7d40d0ac0 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.738+0000 7fe7dbe00640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe7c00a3da0 0x7fe7c00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.739+0000 7fe7dbe00640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe7c00a3da0 0x7fe7c00a6260 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc009430 tx=0x7fe7cc009360 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:55.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.740+0000 7fe7d9600640 1 -- 172.21.15.26:0/3242192011 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe7dc19b640 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:55 smithi033 ceph-mon[32805]: from='client.25682 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:12:55.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:55 smithi064 ceph-mon[32613]: from='client.25682 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:12:55.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.944+0000 7fe7e2c00640 1 -- 172.21.15.26:0/3242192011 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe7dc069230 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.944+0000 7fe7d9600640 1 -- 172.21.15.26:0/3242192011 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v101) ==== 93+0+10 (secure 0 0 0) 0x7fe7d409d100 con 0x7fe7dc19a7c0 2024-04-26T02:12:55.944 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T02:12:55.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.947+0000 7fe7e2c00640 1 -- 172.21.15.26:0/3242192011 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe7c00a3da0 msgr2=0x7fe7c00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.947+0000 7fe7e2c00640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe7c00a3da0 0x7fe7c00a6260 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc009430 tx=0x7fe7cc009360 comp rx=0 tx=0).stop 2024-04-26T02:12:55.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.947+0000 7fe7e2c00640 1 -- 172.21.15.26:0/3242192011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc19a7c0 msgr2=0x7fe7dc19ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.947+0000 7fe7e2c00640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc19a7c0 0x7fe7dc19ac70 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe7d400e970 tx=0x7fe7d400ed70 comp rx=0 tx=0).stop 2024-04-26T02:12:55.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.947+0000 7fe7e2c00640 1 -- 172.21.15.26:0/3242192011 shutdown_connections 2024-04-26T02:12:55.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.947+0000 7fe7e2c00640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fe7c00a3da0 0x7fe7c00a6260 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.947+0000 7fe7e2c00640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc109470 0x7fe7dc1a0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.947+0000 7fe7e2c00640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7dc19a7c0 0x7fe7dc19ac70 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.947+0000 7fe7e2c00640 1 --2- 172.21.15.26:0/3242192011 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe7dc1043a0 0x7fe7dc1a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.947+0000 7fe7e2c00640 1 -- 172.21.15.26:0/3242192011 >> 172.21.15.26:0/3242192011 conn(0x7fe7dc0ffbe0 msgr2=0x7fe7dc101000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:55.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.947+0000 7fe7e2c00640 1 -- 172.21.15.26:0/3242192011 shutdown_connections 2024-04-26T02:12:55.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:55.947+0000 7fe7e2c00640 1 -- 172.21.15.26:0/3242192011 wait complete. 2024-04-26T02:12:55.967 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T02:12:56.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.162+0000 7f09dca00640 1 -- 172.21.15.26:0/1340130885 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f09d8104b90 msgr2=0x7f09d8108bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.162+0000 7f09dca00640 1 --2- 172.21.15.26:0/1340130885 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f09d8104b90 0x7f09d8108bd0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f09c0009900 tx=0x7f09c002a3f0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.162+0000 7f09dca00640 1 -- 172.21.15.26:0/1340130885 shutdown_connections 2024-04-26T02:12:56.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.162+0000 7f09dca00640 1 --2- 172.21.15.26:0/1340130885 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f09d8104b90 0x7f09d8108bd0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.162+0000 7f09dca00640 1 --2- 172.21.15.26:0/1340130885 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09d81092b0 0x7f09d8110e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.162+0000 7f09dca00640 1 --2- 172.21.15.26:0/1340130885 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f09d81041e0 0x7f09d81045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.162+0000 7f09dca00640 1 -- 172.21.15.26:0/1340130885 >> 172.21.15.26:0/1340130885 conn(0x7f09d80ffa40 msgr2=0x7f09d8101e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:56.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.162+0000 7f09dca00640 1 -- 172.21.15.26:0/1340130885 shutdown_connections 2024-04-26T02:12:56.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.162+0000 7f09dca00640 1 -- 172.21.15.26:0/1340130885 wait complete. 2024-04-26T02:12:56.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.163+0000 7f09dca00640 1 Processor -- start 2024-04-26T02:12:56.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.163+0000 7f09dca00640 1 -- start start 2024-04-26T02:12:56.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.164+0000 7f09dca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f09d81041e0 0x7f09d81a05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.164+0000 7f09dca00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f09d81092b0 0x7f09d81a0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.164+0000 7f09dca00640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09d819a660 0x7f09d819aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.164+0000 7f09dca00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f09d8114220 con 0x7f09d81041e0 2024-04-26T02:12:56.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.164+0000 7f09dca00640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f09d81140a0 con 0x7f09d819a660 2024-04-26T02:12:56.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.164+0000 7f09dca00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f09d81143a0 con 0x7f09d81092b0 2024-04-26T02:12:56.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.164+0000 7f09d6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f09d81041e0 0x7f09d81a05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.164+0000 7f09d6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f09d81041e0 0x7f09d81a05a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59000/0 (socket says 172.21.15.26:59000) 2024-04-26T02:12:56.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.164+0000 7f09d7200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09d819a660 0x7f09d819aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.164+0000 7f09d6800640 1 -- 172.21.15.26:0/2885127364 learned_addr learned my addr 172.21.15.26:0/2885127364 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:12:56.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.164+0000 7f09cfe00640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f09d81092b0 0x7f09d81a0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.165+0000 7f09d7200640 1 -- 172.21.15.26:0/2885127364 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f09d81092b0 msgr2=0x7f09d81a0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.165+0000 7f09d7200640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f09d81092b0 0x7f09d81a0ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.165+0000 7f09d7200640 1 -- 172.21.15.26:0/2885127364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f09d81041e0 msgr2=0x7f09d81a05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.165+0000 7f09d7200640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f09d81041e0 0x7f09d81a05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.165+0000 7f09d7200640 1 -- 172.21.15.26:0/2885127364 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09d819b260 con 0x7f09d819a660 2024-04-26T02:12:56.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.165+0000 7f09d6800640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f09d81041e0 0x7f09d81a05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:56.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.165+0000 7f09d7200640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09d819a660 0x7f09d819aae0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f09d0009fd0 tx=0x7f09d000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:56.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.165+0000 7f09cf400640 1 -- 172.21.15.26:0/2885127364 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d000ce20 con 0x7f09d819a660 2024-04-26T02:12:56.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.165+0000 7f09cf400640 1 -- 172.21.15.26:0/2885127364 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f09d0005020 con 0x7f09d819a660 2024-04-26T02:12:56.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.165+0000 7f09cf400640 1 -- 172.21.15.26:0/2885127364 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d0010690 con 0x7f09d819a660 2024-04-26T02:12:56.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.165+0000 7f09dca00640 1 -- 172.21.15.26:0/2885127364 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09d81a7340 con 0x7f09d819a660 2024-04-26T02:12:56.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.166+0000 7f09dca00640 1 -- 172.21.15.26:0/2885127364 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09d81a76f0 con 0x7f09d819a660 2024-04-26T02:12:56.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.167+0000 7f09dca00640 1 -- 172.21.15.26:0/2885127364 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09d81056b0 con 0x7f09d819a660 2024-04-26T02:12:56.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.169+0000 7f09cf400640 1 -- 172.21.15.26:0/2885127364 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f09d00054d0 con 0x7f09d819a660 2024-04-26T02:12:56.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.171+0000 7f09cf400640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f09bc0a3d20 0x7f09bc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.171+0000 7f09cf400640 1 -- 172.21.15.26:0/2885127364 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7f09d00d0e50 con 0x7f09d819a660 2024-04-26T02:12:56.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.171+0000 7f09d6800640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f09bc0a3d20 0x7f09bc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.172+0000 7f09d6800640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f09bc0a3d20 0x7f09bc0a61e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f09c8005fd0 tx=0x7f09c800b480 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:56.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.172+0000 7f09cf400640 1 -- 172.21.15.26:0/2885127364 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f09d009d490 con 0x7f09d819a660 2024-04-26T02:12:56.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.371+0000 7f09dca00640 1 -- 172.21.15.26:0/2885127364 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f09d804fce0 con 0x7f09d819a660 2024-04-26T02:12:56.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.372+0000 7f09cf400640 1 -- 172.21.15.26:0/2885127364 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v101) ==== 104+0+11 (secure 0 0 0) 0x7f09d009cd90 con 0x7f09d819a660 2024-04-26T02:12:56.372 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-26T02:12:56.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.374+0000 7f09dca00640 1 -- 172.21.15.26:0/2885127364 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f09bc0a3d20 msgr2=0x7f09bc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.374+0000 7f09dca00640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f09bc0a3d20 0x7f09bc0a61e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f09c8005fd0 tx=0x7f09c800b480 comp rx=0 tx=0).stop 2024-04-26T02:12:56.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.374+0000 7f09dca00640 1 -- 172.21.15.26:0/2885127364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09d819a660 msgr2=0x7f09d819aae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.374+0000 7f09dca00640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09d819a660 0x7f09d819aae0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f09d0009fd0 tx=0x7f09d000ef10 comp rx=0 tx=0).stop 2024-04-26T02:12:56.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.374+0000 7f09dca00640 1 -- 172.21.15.26:0/2885127364 shutdown_connections 2024-04-26T02:12:56.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.374+0000 7f09dca00640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f09bc0a3d20 0x7f09bc0a61e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.374+0000 7f09dca00640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09d819a660 0x7f09d819aae0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.374+0000 7f09dca00640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f09d81092b0 0x7f09d81a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.374+0000 7f09dca00640 1 --2- 172.21.15.26:0/2885127364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f09d81041e0 0x7f09d81a05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.374+0000 7f09dca00640 1 -- 172.21.15.26:0/2885127364 >> 172.21.15.26:0/2885127364 conn(0x7f09d80ffa40 msgr2=0x7f09d8100e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.374+0000 7f09dca00640 1 -- 172.21.15.26:0/2885127364 shutdown_connections 2024-04-26T02:12:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.374+0000 7f09dca00640 1 -- 172.21.15.26:0/2885127364 wait complete. 2024-04-26T02:12:56.394 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T02:12:56.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.613+0000 7fe005000640 1 -- 172.21.15.26:0/3916022361 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe00010e3d0 msgr2=0x7fe00010e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.613+0000 7fe005000640 1 --2- 172.21.15.26:0/3916022361 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe00010e3d0 0x7fe00010e7b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fdff0009cd0 tx=0x7fdff002a8e0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.613+0000 7fe005000640 1 -- 172.21.15.26:0/3916022361 shutdown_connections 2024-04-26T02:12:56.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.613+0000 7fe005000640 1 --2- 172.21.15.26:0/3916022361 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe000108e30 0x7fe000115200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.613+0000 7fe005000640 1 --2- 172.21.15.26:0/3916022361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe000108490 0x7fe0001088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.613+0000 7fe005000640 1 --2- 172.21.15.26:0/3916022361 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe00010e3d0 0x7fe00010e7b0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.613+0000 7fe005000640 1 -- 172.21.15.26:0/3916022361 >> 172.21.15.26:0/3916022361 conn(0x7fe000077d60 msgr2=0x7fe000106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:56.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.613+0000 7fe005000640 1 -- 172.21.15.26:0/3916022361 shutdown_connections 2024-04-26T02:12:56.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.613+0000 7fe005000640 1 -- 172.21.15.26:0/3916022361 wait complete. 2024-04-26T02:12:56.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.614+0000 7fe005000640 1 Processor -- start 2024-04-26T02:12:56.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.614+0000 7fe005000640 1 -- start start 2024-04-26T02:12:56.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.615+0000 7fe005000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe000108490 0x7fe0001a4800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.615+0000 7fe005000640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe000108e30 0x7fe0001a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.615+0000 7fe005000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe00010e3d0 0x7fe00019e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.615+0000 7fe005000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe0001185b0 con 0x7fe000108490 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.615+0000 7fe005000640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe000118430 con 0x7fe000108e30 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.615+0000 7fe005000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe000118730 con 0x7fe00010e3d0 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.615+0000 7fdfff400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe000108490 0x7fe0001a4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.615+0000 7fdfff400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe000108490 0x7fe0001a4800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54360/0 (socket says 172.21.15.26:54360) 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.615+0000 7fdfff400640 1 -- 172.21.15.26:0/3257995692 learned_addr learned my addr 172.21.15.26:0/3257995692 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.615+0000 7fdfffe00640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe00010e3d0 0x7fe00019e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.615+0000 7fdffea00640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe000108e30 0x7fe0001a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.616+0000 7fdfff400640 1 -- 172.21.15.26:0/3257995692 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe00010e3d0 msgr2=0x7fe00019e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.616+0000 7fdfff400640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe00010e3d0 0x7fe00019e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.616+0000 7fdfff400640 1 -- 172.21.15.26:0/3257995692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe000108e30 msgr2=0x7fe0001a4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.616+0000 7fdfff400640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe000108e30 0x7fe0001a4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.616+0000 7fdfff400640 1 -- 172.21.15.26:0/3257995692 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe00019f130 con 0x7fe000108490 2024-04-26T02:12:56.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.616+0000 7fdfffe00640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe00010e3d0 0x7fe00019e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:56.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.616+0000 7fdfff400640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe000108490 0x7fe0001a4800 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fdff002ae00 tx=0x7fdff0031df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:56.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.616+0000 7fdff7e00640 1 -- 172.21.15.26:0/3257995692 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff0004040 con 0x7fe000108490 2024-04-26T02:12:56.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.616+0000 7fdff7e00640 1 -- 172.21.15.26:0/3257995692 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdff0004690 con 0x7fe000108490 2024-04-26T02:12:56.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.616+0000 7fe005000640 1 -- 172.21.15.26:0/3257995692 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe00019f3c0 con 0x7fe000108490 2024-04-26T02:12:56.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.616+0000 7fdff7e00640 1 -- 172.21.15.26:0/3257995692 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff0030e00 con 0x7fe000108490 2024-04-26T02:12:56.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.617+0000 7fe005000640 1 -- 172.21.15.26:0/3257995692 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0001ab6c0 con 0x7fe000108490 2024-04-26T02:12:56.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.618+0000 7fe005000640 1 -- 172.21.15.26:0/3257995692 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe00004fce0 con 0x7fe000108490 2024-04-26T02:12:56.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.620+0000 7fdff7e00640 1 -- 172.21.15.26:0/3257995692 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fdff00305a0 con 0x7fe000108490 2024-04-26T02:12:56.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.621+0000 7fdff7e00640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fdfe40a3d20 0x7fdfe40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.621+0000 7fdff7e00640 1 -- 172.21.15.26:0/3257995692 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7fdff002e030 con 0x7fe000108490 2024-04-26T02:12:56.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.621+0000 7fdffea00640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fdfe40a3d20 0x7fdfe40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.622+0000 7fdffea00640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fdfe40a3d20 0x7fdfe40a61e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fdfec0095f0 tx=0x7fdfec005f90 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:56.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.627+0000 7fdff7e00640 1 -- 172.21.15.26:0/3257995692 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdff004b060 con 0x7fe000108490 2024-04-26T02:12:56.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:56 smithi026 ceph-mon[28138]: from='client.25688 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:12:56.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:56 smithi026 ceph-mon[28138]: pgmap v314: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:56.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:56 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1436688261' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:12:56.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:56 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3242192011' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T02:12:56.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:56 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2885127364' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T02:12:56.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:56 smithi033 ceph-mon[32805]: from='client.25688 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:12:56.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:56 smithi033 ceph-mon[32805]: pgmap v314: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:56.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:56 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1436688261' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:12:56.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:56 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3242192011' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T02:12:56.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:56 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2885127364' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T02:12:56.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:56 smithi064 ceph-mon[32613]: from='client.25688 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:12:56.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:56 smithi064 ceph-mon[32613]: pgmap v314: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:56.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:56 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1436688261' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:12:56.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:56 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3242192011' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T02:12:56.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:56 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2885127364' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T02:12:56.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.837+0000 7fe005000640 1 -- 172.21.15.26:0/3257995692 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe0001102c0 con 0x7fe000108490 2024-04-26T02:12:56.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.838+0000 7fdff7e00640 1 -- 172.21.15.26:0/3257995692 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v101) ==== 100+0+11 (secure 0 0 0) 0x7fdff00be4e0 con 0x7fe000108490 2024-04-26T02:12:56.838 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-26T02:12:56.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.841+0000 7fe005000640 1 -- 172.21.15.26:0/3257995692 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fdfe40a3d20 msgr2=0x7fdfe40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.841+0000 7fe005000640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fdfe40a3d20 0x7fdfe40a61e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fdfec0095f0 tx=0x7fdfec005f90 comp rx=0 tx=0).stop 2024-04-26T02:12:56.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.841+0000 7fe005000640 1 -- 172.21.15.26:0/3257995692 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe000108490 msgr2=0x7fe0001a4800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.841+0000 7fe005000640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe000108490 0x7fe0001a4800 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fdff002ae00 tx=0x7fdff0031df0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.841+0000 7fe005000640 1 -- 172.21.15.26:0/3257995692 shutdown_connections 2024-04-26T02:12:56.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.841+0000 7fe005000640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fdfe40a3d20 0x7fdfe40a61e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.841+0000 7fe005000640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe00010e3d0 0x7fe00019e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.841+0000 7fe005000640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe000108e30 0x7fe0001a4d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.841+0000 7fe005000640 1 --2- 172.21.15.26:0/3257995692 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe000108490 0x7fe0001a4800 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.841+0000 7fe005000640 1 -- 172.21.15.26:0/3257995692 >> 172.21.15.26:0/3257995692 conn(0x7fe000077d60 msgr2=0x7fe000078fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:56.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.841+0000 7fe005000640 1 -- 172.21.15.26:0/3257995692 shutdown_connections 2024-04-26T02:12:56.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:56.841+0000 7fe005000640 1 -- 172.21.15.26:0/3257995692 wait complete. 2024-04-26T02:12:56.861 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-26T02:12:57.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.071+0000 7fa637400640 1 -- 172.21.15.26:0/3046136435 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa630109480 msgr2=0x7fa630111050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:57.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.071+0000 7fa637400640 1 --2- 172.21.15.26:0/3046136435 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa630109480 0x7fa630111050 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa628009860 tx=0x7fa62802a340 comp rx=0 tx=0).stop 2024-04-26T02:12:57.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.071+0000 7fa637400640 1 -- 172.21.15.26:0/3046136435 shutdown_connections 2024-04-26T02:12:57.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.071+0000 7fa637400640 1 --2- 172.21.15.26:0/3046136435 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa630109480 0x7fa630111050 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:57.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.071+0000 7fa637400640 1 --2- 172.21.15.26:0/3046136435 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa630104d60 0x7fa630108da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:57.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.071+0000 7fa637400640 1 --2- 172.21.15.26:0/3046136435 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa6301043b0 0x7fa630104790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:57.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.071+0000 7fa637400640 1 -- 172.21.15.26:0/3046136435 >> 172.21.15.26:0/3046136435 conn(0x7fa6300ffc10 msgr2=0x7fa630102030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:57.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.071+0000 7fa637400640 1 -- 172.21.15.26:0/3046136435 shutdown_connections 2024-04-26T02:12:57.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.071+0000 7fa637400640 1 -- 172.21.15.26:0/3046136435 wait complete. 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.072+0000 7fa637400640 1 Processor -- start 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.072+0000 7fa637400640 1 -- start start 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.073+0000 7fa637400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6301043b0 0x7fa6301a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.073+0000 7fa637400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa630109480 0x7fa6301a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.073+0000 7fa637400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa63019a760 0x7fa63019abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.073+0000 7fa637400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa6301143e0 con 0x7fa6301043b0 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.073+0000 7fa637400640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa630114260 con 0x7fa63019a760 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.073+0000 7fa637400640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa630114560 con 0x7fa630109480 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.073+0000 7fa634a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6301043b0 0x7fa6301a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.073+0000 7fa627e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa630109480 0x7fa6301a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.073+0000 7fa627e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa630109480 0x7fa6301a0b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:56380/0 (socket says 172.21.15.26:56380) 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.073+0000 7fa635400640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa63019a760 0x7fa63019abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:57.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.073+0000 7fa634a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6301043b0 0x7fa6301a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54366/0 (socket says 172.21.15.26:54366) 2024-04-26T02:12:57.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.073+0000 7fa627e00640 1 -- 172.21.15.26:0/276955891 learned_addr learned my addr 172.21.15.26:0/276955891 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:12:57.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.074+0000 7fa627e00640 1 -- 172.21.15.26:0/276955891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa63019a760 msgr2=0x7fa63019abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:57.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.074+0000 7fa627e00640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa63019a760 0x7fa63019abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:57.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.074+0000 7fa627e00640 1 -- 172.21.15.26:0/276955891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6301043b0 msgr2=0x7fa6301a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:57.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.074+0000 7fa627e00640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6301043b0 0x7fa6301a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:57.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.074+0000 7fa627e00640 1 -- 172.21.15.26:0/276955891 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa63019b360 con 0x7fa630109480 2024-04-26T02:12:57.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.074+0000 7fa635400640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa63019a760 0x7fa63019abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:57.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.074+0000 7fa627e00640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa630109480 0x7fa6301a0b90 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa61800e9c0 tx=0x7fa61800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:57.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.074+0000 7fa62e000640 1 -- 172.21.15.26:0/276955891 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61800cd80 con 0x7fa630109480 2024-04-26T02:12:57.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.074+0000 7fa62e000640 1 -- 172.21.15.26:0/276955891 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6180054d0 con 0x7fa630109480 2024-04-26T02:12:57.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.074+0000 7fa637400640 1 -- 172.21.15.26:0/276955891 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6301a73f0 con 0x7fa630109480 2024-04-26T02:12:57.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.074+0000 7fa62e000640 1 -- 172.21.15.26:0/276955891 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa618010430 con 0x7fa630109480 2024-04-26T02:12:57.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.074+0000 7fa637400640 1 -- 172.21.15.26:0/276955891 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6301a77f0 con 0x7fa630109480 2024-04-26T02:12:57.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.076+0000 7fa637400640 1 -- 172.21.15.26:0/276955891 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa630105880 con 0x7fa630109480 2024-04-26T02:12:57.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.078+0000 7fa62e000640 1 -- 172.21.15.26:0/276955891 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa618004fd0 con 0x7fa630109480 2024-04-26T02:12:57.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.079+0000 7fa62e000640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fa6140a3d20 0x7fa6140a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:57.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.079+0000 7fa62e000640 1 -- 172.21.15.26:0/276955891 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7fa6180d0bc0 con 0x7fa630109480 2024-04-26T02:12:57.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.079+0000 7fa634a00640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fa6140a3d20 0x7fa6140a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:57.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.080+0000 7fa634a00640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fa6140a3d20 0x7fa6140a61e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa620005fd0 tx=0x7fa620010040 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:57.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.082+0000 7fa62e000640 1 -- 172.21.15.26:0/276955891 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa61809d200 con 0x7fa630109480 2024-04-26T02:12:57.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.343+0000 7fa637400640 1 -- 172.21.15.26:0/276955891 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fa630069250 con 0x7fa630109480 2024-04-26T02:12:57.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.357+0000 7fa62e000640 1 -- 172.21.15.26:0/276955891 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+746062 (secure 0 0 0) 0x7fa61809cb00 con 0x7fa630109480 2024-04-26T02:12:57.369 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:12:57.369 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:12:57.369 INFO:teuthology.orchestra.run.smithi026.stdout: "epoch": 26, 2024-04-26T02:12:57.369 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.369 INFO:teuthology.orchestra.run.smithi026.stdout: "active_gid": 25115, 2024-04-26T02:12:57.369 INFO:teuthology.orchestra.run.smithi026.stdout: "active_name": "x", 2024-04-26T02:12:57.369 INFO:teuthology.orchestra.run.smithi026.stdout: "active_addrs": { 2024-04-26T02:12:57.369 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T02:12:57.369 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.369 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:6800", 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 1535987766 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v1", 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:6801", 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 1535987766 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: "active_addr": "172.21.15.26:6801/1535987766", 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: "active_change": "2024-04-26T02:02:50.748343+0000", 2024-04-26T02:12:57.370 INFO:teuthology.orchestra.run.smithi026.stdout: "active_mgr_features": 4540701547738038271, 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: "available": true, 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: "standbys": [ 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: "gid": 25108, 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "z", 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: "mgr_features": 4540701547738038271, 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: "available_modules": [ 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "alerts", 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.371 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:57.372 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:57.372 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.372 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.372 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.372 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:57.372 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.372 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.372 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.372 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T02:12:57.372 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.372 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.372 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.373 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.374 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.375 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.376 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.377 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_destination": { 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_destination", 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email address to send alerts to", 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.378 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_from_name": { 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_from_name", 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "Ceph", 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email From: name", 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.379 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_host": { 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_host", 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP server", 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.380 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_password": { 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_password", 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Password to authenticate with", 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.381 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_port": { 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_port", 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "465", 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP port", 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.382 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_sender": { 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_sender", 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP envelope sender", 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.383 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_ssl": { 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_ssl", 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T02:12:57.384 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_user": { 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_user", 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "User to authenticate as", 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.385 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "balancer", 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: "active": { 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "active", 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.386 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_time": { 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_time", 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0000", 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.387 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_weekday": { 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_weekday", 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-26T02:12:57.388 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_max_iterations": { 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_max_iterations", 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "25", 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "250", 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T02:12:57.389 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_metrics": { 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_metrics", 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T02:12:57.390 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_step": { 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_step", 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.5", 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0.001", 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "0.999", 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "aggressiveness of optimization", 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.391 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "end_time": { 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_time", 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2359", 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.392 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "end_weekday": { 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_weekday", 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.393 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.394 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.395 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.396 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.397 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.398 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "min_score": { 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_score", 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.399 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "upmap", 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "crush-compat", 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "none", 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "read", 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap", 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap-read" 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.400 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Balancer mode", 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_ids": { 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_ids", 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.401 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.402 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_deviation": { 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_deviation", 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T02:12:57.403 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_optimizations": { 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_optimizations", 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.404 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm", 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_down_multiplier": { 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_down_multiplier", 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.405 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_refresh_rate": { 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_refresh_rate", 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "20", 2024-04-26T02:12:57.406 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_starting_port": { 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_starting_port", 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4721", 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.407 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_ptrace": { 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_ptrace", 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.408 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_interval": { 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_interval", 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T02:12:57.409 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_memory_target_ratio": { 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.7", 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T02:12:57.410 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm_log_destination": { 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm_log_destination", 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "file", 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "file,syslog", 2024-04-26T02:12:57.411 INFO:teuthology.orchestra.run.smithi026.stdout: "syslog" 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: "cgroups_split": { 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cgroups_split", 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.412 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "config_checks_enabled": { 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_checks_enabled", 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.413 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: "config_dashboard": { 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_dashboard", 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.414 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_alertmanager": { 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_alertmanager", 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.415 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_base": { 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_base", 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.416 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Container image name, without the tag", 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_elasticsearch": { 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_elasticsearch", 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.417 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "elasticsearch container image", 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_grafana": { 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_grafana", 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.418 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_haproxy": { 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_haproxy", 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.419 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "HAproxy container image", 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_agent": { 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_agent", 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.420 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger agent container image", 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_collector": { 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_collector", 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.421 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger collector container image", 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_query": { 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_query", 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.422 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger query container image", 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_keepalived": { 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_keepalived", 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.423 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Keepalived container image", 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_loki": { 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_loki", 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Loki container image", 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.424 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_node_exporter": { 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_node_exporter", 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.425 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_nvmeof": { 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_nvmeof", 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Nvme-of container image", 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.426 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_prometheus": { 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_prometheus", 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_promtail": { 2024-04-26T02:12:57.427 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_promtail", 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Promtail container image", 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_samba": { 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_samba", 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.428 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Samba/SMB container image", 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_snmp_gateway": { 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_snmp_gateway", 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.429 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SNMP Gateway container image", 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "container_init": { 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_init", 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.430 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: "daemon_cache_timeout": { 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "daemon_cache_timeout", 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.431 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "default_cephadm_command_timeout": { 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.432 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "900", 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "default_registry": { 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_registry", 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.433 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io", 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "device_cache_timeout": { 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_cache_timeout", 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.434 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1800", 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache device inventory", 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: "device_enhanced_scan": { 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_enhanced_scan", 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.435 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "facts_cache_timeout": { 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "facts_cache_timeout", 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:57.436 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache host facts data", 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "grafana_dashboards_path": { 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "grafana_dashboards_path", 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.437 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "host_check_interval": { 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "host_check_interval", 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.438 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.439 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.439 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to perform a host check", 2024-04-26T02:12:57.439 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.439 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.439 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.439 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.439 INFO:teuthology.orchestra.run.smithi026.stdout: "hw_monitoring": { 2024-04-26T02:12:57.439 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hw_monitoring", 2024-04-26T02:12:57.439 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.439 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.439 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.439 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: "inventory_list_all": { 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "inventory_list_all", 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.440 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.441 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.442 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "log_refresh_metadata": { 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_refresh_metadata", 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.443 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.444 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.445 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.446 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.447 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "*", 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.448 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.449 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T02:12:57.449 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "max_count_per_host": { 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_count_per_host", 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of daemons per service per host", 2024-04-26T02:12:57.450 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "max_osd_draining_count": { 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_osd_draining_count", 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.451 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: "migration_current": { 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "migration_current", 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "internal - do not modify", 2024-04-26T02:12:57.452 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "root", 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm-package", 2024-04-26T02:12:57.453 INFO:teuthology.orchestra.run.smithi026.stdout: "root" 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: "oob_default_addr": { 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "oob_default_addr", 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "169.254.1.1", 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.454 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "prometheus_alerts_path": { 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus_alerts_path", 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.455 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.456 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.456 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T02:12:57.456 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.456 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.456 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.456 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.456 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_insecure": { 2024-04-26T02:12:57.456 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_insecure", 2024-04-26T02:12:57.456 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.456 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.456 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.456 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_password": { 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_password", 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.457 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_url": { 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_url", 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.458 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_username": { 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_username", 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.459 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: "secure_monitoring_stack": { 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "secure_monitoring_stack", 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.460 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "service_discovery_port": { 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "service_discovery_port", 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.461 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8765", 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "cephadm service discovery port", 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: "ssh_config_file": { 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssh_config_file", 2024-04-26T02:12:57.462 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "use_agent": { 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_agent", 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.463 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "use_repo_digest": { 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_repo_digest", 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.464 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_failed_host_check": { 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_failed_host_check", 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.465 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_daemons": { 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_daemons", 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.466 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_hosts": { 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_hosts", 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.467 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crash", 2024-04-26T02:12:57.468 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.469 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.470 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.471 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.472 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.473 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "retain_interval": { 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retain_interval", 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "31536000", 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.474 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_recent_interval": { 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_recent_interval", 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1209600", 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.475 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dashboard", 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.476 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.477 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.478 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_ENABLED": { 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.479 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.481 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.482 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.482 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.482 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.482 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.482 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.482 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.482 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T02:12:57.482 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T02:12:57.482 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.482 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.482 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.482 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.483 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.484 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.485 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.486 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.487 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.488 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.489 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.490 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.491 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_URL": { 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_URL", 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.492 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.493 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.494 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.495 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.496 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.497 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "[]", 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.498 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "{}", 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.499 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.500 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.501 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.502 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.503 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.504 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.505 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.506 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.507 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.508 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T02:12:57.509 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T02:12:57.510 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.511 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8", 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.512 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "45", 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.513 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.514 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.515 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.516 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.517 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.518 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.519 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.520 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: "cross_origin_url": { 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cross_origin_url", 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.521 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: "crt_file": { 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crt_file", 2024-04-26T02:12:57.522 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "debug": { 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "debug", 2024-04-26T02:12:57.523 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable/disable debug options", 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "jwt_token_ttl": { 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "jwt_token_ttl", 2024-04-26T02:12:57.524 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "28800", 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.525 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.526 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.527 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.528 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.529 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.530 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "motd": { 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "motd", 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.531 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "The message of the day", 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect_resolve_ip_addr": { 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.532 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-26T02:12:57.533 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.534 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.534 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.534 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.534 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.534 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.534 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.534 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.534 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T02:12:57.534 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T02:12:57.534 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.534 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.534 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8080", 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.535 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl_server_port": { 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl_server_port", 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.536 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8443", 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.537 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "redirect", 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect" 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-26T02:12:57.538 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "url_prefix": { 2024-04-26T02:12:57.539 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url_prefix", 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.540 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "devicehealth", 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_monitoring": { 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_monitoring", 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.541 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "monitor device health metrics", 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.542 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.543 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.544 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.545 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.546 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "mark_out_threshold": { 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mark_out_threshold", 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2419200", 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.547 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.548 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T02:12:57.548 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.548 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.548 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.548 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.548 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_name": { 2024-04-26T02:12:57.548 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_name", 2024-04-26T02:12:57.548 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.548 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.548 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.548 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "device_health_metrics", 2024-04-26T02:12:57.548 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "retention_period": { 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retention_period", 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15552000", 2024-04-26T02:12:57.549 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain device health metrics", 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_frequency": { 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_frequency", 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-26T02:12:57.550 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "self_heal": { 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "self_heal", 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.551 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:57.552 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_threshold": { 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_threshold", 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.553 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7257600", 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "diskprediction_local", 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.554 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.555 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.556 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.557 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.558 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.559 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "predict_interval": { 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predict_interval", 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.560 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "predictor_model": { 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predictor_model", 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "prophetstor", 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.561 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.562 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "influx", 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": false, 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "influxdb python module not found", 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: "batch_size": { 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "batch_size", 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.563 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5000", 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "database": { 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "database", 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.564 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "ceph", 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "hostname": { 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hostname", 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.565 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server hostname", 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.566 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "30", 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "5", 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.567 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.568 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.569 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.570 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.571 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "password": { 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "password", 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.572 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "password of InfluxDB server user", 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "port": { 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "port", 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8086", 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.573 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server port", 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "false", 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.574 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "threads": { 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threads", 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "32", 2024-04-26T02:12:57.575 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "username": { 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "username", 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.576 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "username of InfluxDB server user", 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "verify_ssl": { 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "verify_ssl", 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "true", 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.577 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "insights", 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.578 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.579 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.580 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.581 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.582 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "iostat", 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.583 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.584 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.585 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.586 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.587 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.588 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "k8sevents", 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_event_retention_days": { 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ceph_event_retention_days", 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7", 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.589 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "config_check_secs": { 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_check_secs", 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "10", 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.590 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.591 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.592 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.593 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.594 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.595 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "localpool", 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "failure_domain": { 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "failure_domain", 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "host", 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.596 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "failure domain for any created local pool", 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.597 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.598 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.599 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.600 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.601 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "min_size": { 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_size", 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.602 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default min_size for any created local pool", 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "num_rep": { 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "num_rep", 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3", 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.603 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default replica count for any created local pool", 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_num": { 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_num", 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "128", 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.604 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "prefix": { 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prefix", 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.605 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name prefix for any created local pool", 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "subtree": { 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "subtree", 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "rack", 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.606 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mds_autoscaler", 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.607 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.608 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.609 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.610 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.611 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.612 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirroring", 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.613 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.614 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.615 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.616 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.617 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "nfs", 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.618 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.619 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.620 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.621 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.622 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: "fail_fs": { 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "fail_fs", 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.623 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.624 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.625 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.626 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.627 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.628 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.629 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator": { 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm", 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: "rook", 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: "test_orchestrator" 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.630 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Orchestrator backend", 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_perf_query", 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.631 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.632 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.633 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.634 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.635 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.636 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_support", 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.637 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.638 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.639 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.640 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.641 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.642 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.642 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.642 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.642 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.642 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.642 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.642 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.642 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.642 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.642 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_autoscaler", 2024-04-26T02:12:57.642 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.642 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.643 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.644 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.645 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.646 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.647 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.648 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "threshold": { 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threshold", 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1.0", 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "scaling threshold", 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.649 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "progress", 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_pg_recovery_event": { 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_pg_recovery_event", 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.650 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.651 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.652 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.653 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.654 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.655 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.656 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "max_completed_events": { 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_completed_events", 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "50", 2024-04-26T02:12:57.657 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "number of past completed events to remember", 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T02:12:57.658 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long the module is going to sleep", 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus", 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.659 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "cache": { 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cache", 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.660 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "exclude_perf_counters": { 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "exclude_perf_counters", 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.661 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.662 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.663 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.664 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.665 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.666 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools": { 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools", 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.667 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "300", 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_interval": { 2024-04-26T02:12:57.668 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_interval", 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15.0", 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.669 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.670 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "9283", 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.671 INFO:teuthology.orchestra.run.smithi026.stdout: "stale_cache_strategy": { 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stale_cache_strategy", 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "log", 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.672 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "default", 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "default", 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "error" 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.673 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.674 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_support", 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.675 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.676 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.677 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.678 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.679 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_snap_create": { 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_snap_create", 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.680 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "mirror_snapshot_schedule": { 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.681 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.682 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.682 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.682 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.682 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.682 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.682 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.682 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.682 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.682 INFO:teuthology.orchestra.run.smithi026.stdout: "trash_purge_schedule": { 2024-04-26T02:12:57.682 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "trash_purge_schedule", 2024-04-26T02:12:57.683 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.683 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.683 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.683 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.683 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.683 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.683 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.683 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.683 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.683 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.683 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.683 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "restful", 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_auth": { 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_auth", 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.684 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.685 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.686 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.687 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.688 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.689 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.690 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.691 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.692 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rgw", 2024-04-26T02:12:57.693 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.694 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.695 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.696 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.697 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.698 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rook", 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.699 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.700 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.701 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.702 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "storage_class": { 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "storage_class", 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "local", 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T02:12:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "selftest", 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "roption1": { 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption1", 2024-04-26T02:12:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "roption2": { 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption2", 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "xyz", 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption1": { 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption1", 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption2": { 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption2", 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption3": { 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption3", 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption4": { 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption4", 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption5": { 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption5", 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption6": { 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption6", 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption7": { 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption7", 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "42", 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "testkey": { 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testkey", 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "testlkey": { 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testlkey", 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "testnewline": { 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testnewline", 2024-04-26T02:12:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_m_granularity": { 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_m_granularity", 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "dump_on_update": { 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dump_on_update", 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "dump database to debug log on update", 2024-04-26T02:12:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stats", 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "status", 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telegraf", 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "address": { 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "address", 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15", 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.746 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.747 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telemetry", 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_basic": { 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_basic", 2024-04-26T02:12:57.748 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_crash": { 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_crash", 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.749 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_device": { 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_device", 2024-04-26T02:12:57.750 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_ident": { 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_ident", 2024-04-26T02:12:57.751 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.752 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.752 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.752 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.752 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.752 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.752 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.752 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T02:12:57.752 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.752 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.752 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.752 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.752 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_perf": { 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_perf", 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "contact": { 2024-04-26T02:12:57.753 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "contact", 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.754 INFO:teuthology.orchestra.run.smithi026.stdout: "description": { 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "description", 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.755 INFO:teuthology.orchestra.run.smithi026.stdout: "device_url": { 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_url", 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-26T02:12:57.756 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.757 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "24", 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "8", 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.758 INFO:teuthology.orchestra.run.smithi026.stdout: "last_opt_revision": { 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "last_opt_revision", 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1", 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.759 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard": { 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard", 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.760 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard_description": { 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard_description", 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.761 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.762 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.763 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.764 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.765 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.766 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "organization": { 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "organization", 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.767 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "proxy": { 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "proxy", 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.768 INFO:teuthology.orchestra.run.smithi026.stdout: "url": { 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url", 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.769 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "test_orchestrator", 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.770 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.771 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.772 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.773 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.774 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "volumes", 2024-04-26T02:12:57.775 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.776 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.777 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.778 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.779 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.780 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_clones": { 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_clones", 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4", 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.781 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "periodic_async_work": { 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "periodic_async_work", 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Periodically check for async work", 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.782 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_delay": { 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_delay", 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_no_wait": { 2024-04-26T02:12:57.783 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.784 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix", 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "discovery_interval": { 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "discovery_interval", 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "100", 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.785 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "identifier": { 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "identifier", 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.786 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.787 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.788 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.789 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.790 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.791 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_host": { 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_host", 2024-04-26T02:12:57.792 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_port": { 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_port", 2024-04-26T02:12:57.793 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10051", 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_sender": { 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_sender", 2024-04-26T02:12:57.794 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.795 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: "gid": 25109, 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "y", 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: "mgr_features": 4540701547738038271, 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: "available_modules": [ 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "alerts", 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:57.796 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.797 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.798 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.799 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.800 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.801 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_destination": { 2024-04-26T02:12:57.802 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_destination", 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email address to send alerts to", 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_from_name": { 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_from_name", 2024-04-26T02:12:57.803 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "Ceph", 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email From: name", 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_host": { 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_host", 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.804 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP server", 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_password": { 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_password", 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.805 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.806 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.806 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.806 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.806 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.806 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Password to authenticate with", 2024-04-26T02:12:57.806 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.806 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.806 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.806 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.806 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_port": { 2024-04-26T02:12:57.806 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_port", 2024-04-26T02:12:57.806 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "465", 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP port", 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_sender": { 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_sender", 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.807 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP envelope sender", 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_ssl": { 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_ssl", 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.808 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_user": { 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_user", 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.809 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "User to authenticate as", 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "balancer", 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.810 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "active": { 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "active", 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.811 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_time": { 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_time", 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0000", 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.812 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_weekday": { 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_weekday", 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.813 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_max_iterations": { 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_max_iterations", 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "25", 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "250", 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.814 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_metrics": { 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_metrics", 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.815 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_step": { 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_step", 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.5", 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0.001", 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "0.999", 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "aggressiveness of optimization", 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.816 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "end_time": { 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_time", 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2359", 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.817 INFO:teuthology.orchestra.run.smithi026.stdout: "end_weekday": { 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_weekday", 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.818 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.819 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.820 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.821 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.822 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.823 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "min_score": { 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_score", 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.824 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "upmap", 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "crush-compat", 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "none", 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "read", 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap", 2024-04-26T02:12:57.825 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap-read" 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Balancer mode", 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_ids": { 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_ids", 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.826 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.827 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_deviation": { 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_deviation", 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T02:12:57.828 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_optimizations": { 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_optimizations", 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.829 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm", 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.830 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_down_multiplier": { 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_down_multiplier", 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.831 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_refresh_rate": { 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_refresh_rate", 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "20", 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.832 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_starting_port": { 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_starting_port", 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4721", 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.833 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_ptrace": { 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_ptrace", 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.834 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_interval": { 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_interval", 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.835 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_memory_target_ratio": { 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.7", 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.836 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm_log_destination": { 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm_log_destination", 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "file", 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "file,syslog", 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "syslog" 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.837 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: "cgroups_split": { 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cgroups_split", 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T02:12:57.838 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "config_checks_enabled": { 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_checks_enabled", 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T02:12:57.839 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "config_dashboard": { 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_dashboard", 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T02:12:57.840 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_alertmanager": { 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_alertmanager", 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T02:12:57.841 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_base": { 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_base", 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Container image name, without the tag", 2024-04-26T02:12:57.842 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_elasticsearch": { 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_elasticsearch", 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "elasticsearch container image", 2024-04-26T02:12:57.843 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_grafana": { 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_grafana", 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.844 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_haproxy": { 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_haproxy", 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.845 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "HAproxy container image", 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_agent": { 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_agent", 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.846 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger agent container image", 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_collector": { 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_collector", 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.847 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger collector container image", 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_query": { 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_query", 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.848 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger query container image", 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_keepalived": { 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_keepalived", 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.849 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Keepalived container image", 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_loki": { 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_loki", 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.850 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Loki container image", 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_node_exporter": { 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_node_exporter", 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.851 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_nvmeof": { 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_nvmeof", 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.852 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Nvme-of container image", 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_prometheus": { 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_prometheus", 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.853 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_promtail": { 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_promtail", 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.854 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Promtail container image", 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_samba": { 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_samba", 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.855 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Samba/SMB container image", 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_snmp_gateway": { 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_snmp_gateway", 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.856 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SNMP Gateway container image", 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "container_init": { 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_init", 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.857 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "daemon_cache_timeout": { 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "daemon_cache_timeout", 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.858 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "default_cephadm_command_timeout": { 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "900", 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T02:12:57.859 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: "default_registry": { 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_registry", 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io", 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.860 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "device_cache_timeout": { 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_cache_timeout", 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1800", 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.861 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache device inventory", 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "device_enhanced_scan": { 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_enhanced_scan", 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.862 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: "facts_cache_timeout": { 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "facts_cache_timeout", 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.863 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache host facts data", 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "grafana_dashboards_path": { 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "grafana_dashboards_path", 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.864 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "host_check_interval": { 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "host_check_interval", 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.865 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to perform a host check", 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: "hw_monitoring": { 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hw_monitoring", 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.866 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "inventory_list_all": { 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "inventory_list_all", 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.867 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.868 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "log_refresh_metadata": { 2024-04-26T02:12:57.869 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_refresh_metadata", 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.870 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.871 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.872 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.873 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.874 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "*", 2024-04-26T02:12:57.875 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "max_count_per_host": { 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_count_per_host", 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.876 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of daemons per service per host", 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "max_osd_draining_count": { 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_osd_draining_count", 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.877 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "migration_current": { 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "migration_current", 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.878 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "internal - do not modify", 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "root", 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.879 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm-package", 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: "root" 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: "oob_default_addr": { 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "oob_default_addr", 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "169.254.1.1", 2024-04-26T02:12:57.880 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: "prometheus_alerts_path": { 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus_alerts_path", 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.881 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_insecure": { 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_insecure", 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.882 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_password": { 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_password", 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.883 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_url": { 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_url", 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.884 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_username": { 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_username", 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.885 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "secure_monitoring_stack": { 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "secure_monitoring_stack", 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.886 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "service_discovery_port": { 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "service_discovery_port", 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8765", 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.887 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "cephadm service discovery port", 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "ssh_config_file": { 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssh_config_file", 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.888 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "use_agent": { 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_agent", 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.889 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "use_repo_digest": { 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_repo_digest", 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.890 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_failed_host_check": { 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_failed_host_check", 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.891 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_daemons": { 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_daemons", 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.892 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_hosts": { 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_hosts", 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.893 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crash", 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.894 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.895 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.896 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.897 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.898 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.899 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "retain_interval": { 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retain_interval", 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "31536000", 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.900 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_recent_interval": { 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_recent_interval", 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1209600", 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.901 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dashboard", 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.902 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.903 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.904 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_ENABLED": { 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.905 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.906 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.907 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.908 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.909 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.910 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.911 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.912 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.913 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.914 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.915 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.916 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.917 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_URL": { 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_URL", 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.918 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T02:12:57.919 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.920 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.921 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.922 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.923 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.924 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "[]", 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "{}", 2024-04-26T02:12:57.925 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.926 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.927 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.929 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.930 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.931 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.932 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.933 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.934 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.935 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.936 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.937 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8", 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.938 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "45", 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.939 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.940 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.941 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.942 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.943 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.944 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.946 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.947 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "cross_origin_url": { 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cross_origin_url", 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.948 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "crt_file": { 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crt_file", 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.949 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: "debug": { 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "debug", 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.950 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable/disable debug options", 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "jwt_token_ttl": { 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "jwt_token_ttl", 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "28800", 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.951 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.952 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.953 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.954 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.955 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.956 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.957 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.958 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.958 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.958 INFO:teuthology.orchestra.run.smithi026.stdout: "motd": { 2024-04-26T02:12:57.958 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "motd", 2024-04-26T02:12:57.958 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.958 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.958 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.958 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.958 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.958 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.958 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.958 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "The message of the day", 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect_resolve_ip_addr": { 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.959 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.960 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8080", 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.961 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.962 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl_server_port": { 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl_server_port", 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8443", 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.963 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "redirect", 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.964 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect" 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.965 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "url_prefix": { 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url_prefix", 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.966 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "devicehealth", 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.967 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_monitoring": { 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_monitoring", 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "monitor device health metrics", 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.968 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.969 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.970 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.971 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.972 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.973 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "mark_out_threshold": { 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mark_out_threshold", 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2419200", 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.974 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_name": { 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_name", 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "device_health_metrics", 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.975 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: "retention_period": { 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retention_period", 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15552000", 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain device health metrics", 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.976 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_frequency": { 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_frequency", 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T02:12:57.977 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "self_heal": { 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "self_heal", 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T02:12:57.978 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.979 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_threshold": { 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_threshold", 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7257600", 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.980 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "diskprediction_local", 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.981 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.982 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.983 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.984 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.985 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: "predict_interval": { 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predict_interval", 2024-04-26T02:12:57.986 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "predictor_model": { 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predictor_model", 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.987 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "prophetstor", 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.988 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "influx", 2024-04-26T02:12:57.989 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": false, 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "influxdb python module not found", 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "batch_size": { 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "batch_size", 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5000", 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T02:12:57.990 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "database": { 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "database", 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "ceph", 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.991 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "hostname": { 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hostname", 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server hostname", 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.992 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "30", 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "5", 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.993 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.994 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.995 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.996 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:57.997 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "password": { 2024-04-26T02:12:57.998 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "password", 2024-04-26T02:12:57.999 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:57.999 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:57.999 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:57.999 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:57.999 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:57.999 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:57.999 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:57.999 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "password of InfluxDB server user", 2024-04-26T02:12:57.999 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:57.999 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:57.999 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:57.999 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "port": { 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "port", 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8086", 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server port", 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.000 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "false", 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.001 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "threads": { 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threads", 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "32", 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.002 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "username": { 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "username", 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "username of InfluxDB server user", 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.003 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "verify_ssl": { 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "verify_ssl", 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "true", 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.004 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "insights", 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.005 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.006 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.007 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.008 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.009 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "iostat", 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.010 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.011 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.012 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.013 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.014 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.015 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "k8sevents", 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_event_retention_days": { 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ceph_event_retention_days", 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7", 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.016 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "config_check_secs": { 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_check_secs", 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "10", 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.017 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.018 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.019 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.020 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.021 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.022 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "localpool", 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: "failure_domain": { 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "failure_domain", 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.023 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "host", 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "failure domain for any created local pool", 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.024 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.025 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.026 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.026 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.026 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.026 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.026 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.026 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.026 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.026 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.026 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.027 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.028 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "min_size": { 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_size", 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.029 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default min_size for any created local pool", 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "num_rep": { 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "num_rep", 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.030 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3", 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default replica count for any created local pool", 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_num": { 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_num", 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.031 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "128", 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "prefix": { 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prefix", 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.032 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name prefix for any created local pool", 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "subtree": { 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "subtree", 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.033 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "rack", 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mds_autoscaler", 2024-04-26T02:12:58.034 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.035 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.036 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.037 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.038 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.039 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirroring", 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.040 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.041 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.042 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.043 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.044 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "nfs", 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.045 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.046 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.047 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.048 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.049 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.050 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: "fail_fs": { 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "fail_fs", 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.051 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.052 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.053 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.054 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.055 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.056 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator": { 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-26T02:12:58.057 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm", 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: "rook", 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: "test_orchestrator" 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Orchestrator backend", 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.058 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_perf_query", 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.059 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.060 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.061 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.062 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.063 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_support", 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.064 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.065 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.066 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.066 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.066 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.066 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.066 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.066 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.066 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.066 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.066 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.066 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.066 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.069 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.070 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.071 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.072 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_autoscaler", 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.073 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.074 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.075 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.076 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.077 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.078 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "threshold": { 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threshold", 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:58.079 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1.0", 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "scaling threshold", 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.080 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "progress", 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_pg_recovery_event": { 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_pg_recovery_event", 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T02:12:58.081 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.082 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.083 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.084 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.085 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.086 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.087 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "max_completed_events": { 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_completed_events", 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "50", 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "number of past completed events to remember", 2024-04-26T02:12:58.088 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.089 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long the module is going to sleep", 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus", 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: "cache": { 2024-04-26T02:12:58.090 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cache", 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "exclude_perf_counters": { 2024-04-26T02:12:58.091 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "exclude_perf_counters", 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.092 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.093 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.094 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.095 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.096 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.097 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.098 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools": { 2024-04-26T02:12:58.098 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools", 2024-04-26T02:12:58.098 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.098 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.098 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.098 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.098 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.098 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.098 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.098 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.098 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.098 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "300", 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.099 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_interval": { 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_interval", 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15.0", 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.100 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.101 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "9283", 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.102 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "stale_cache_strategy": { 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stale_cache_strategy", 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "log", 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.103 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "default", 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "default", 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "error" 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.104 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.105 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_support", 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.106 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.107 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.108 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.109 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.110 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_snap_create": { 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_snap_create", 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:58.111 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: "mirror_snapshot_schedule": { 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.112 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "trash_purge_schedule": { 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "trash_purge_schedule", 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.113 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "restful", 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.114 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_auth": { 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_auth", 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.115 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.116 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.117 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.118 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.119 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.120 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.121 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.122 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.123 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rgw", 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.124 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.126 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.127 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.128 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rook", 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.129 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.130 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.131 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.132 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.133 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.134 INFO:teuthology.orchestra.run.smithi026.stdout: "storage_class": { 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "storage_class", 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "local", 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.135 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "selftest", 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.136 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.137 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.138 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.139 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.139 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.139 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.139 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.139 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.139 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.139 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.139 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.139 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.139 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.139 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.139 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.140 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "roption1": { 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption1", 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.141 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "roption2": { 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption2", 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.142 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "xyz", 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption1": { 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption1", 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.143 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption2": { 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption2", 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.144 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption3": { 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption3", 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.145 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption4": { 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption4", 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.146 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption5": { 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption5", 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.147 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption6": { 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption6", 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.148 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption7": { 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption7", 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T02:12:58.149 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "42", 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "testkey": { 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testkey", 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.150 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "testlkey": { 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testlkey", 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.151 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "testnewline": { 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testnewline", 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.152 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_m_granularity": { 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_m_granularity", 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.153 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "dump_on_update": { 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dump_on_update", 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.154 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "dump database to debug log on update", 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.155 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.156 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.157 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.158 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.159 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stats", 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.160 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.161 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.162 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.163 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.164 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.165 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "status", 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.166 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.167 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.168 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.169 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telegraf", 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.171 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "address": { 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "address", 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.172 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15", 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.173 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.174 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.175 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.176 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.177 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.178 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telemetry", 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_basic": { 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_basic", 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.179 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_crash": { 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_crash", 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.180 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_device": { 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_device", 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.181 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_ident": { 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_ident", 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.182 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_perf": { 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_perf", 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.183 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "contact": { 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "contact", 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.184 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "description": { 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "description", 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.185 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "device_url": { 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_url", 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.186 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.187 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "24", 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "8", 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.188 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "last_opt_revision": { 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "last_opt_revision", 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1", 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.189 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard": { 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard", 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.190 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard_description": { 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard_description", 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.191 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.192 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.193 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.194 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.195 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.196 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: "organization": { 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "organization", 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.197 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "proxy": { 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "proxy", 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.198 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: "url": { 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url", 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.199 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "test_orchestrator", 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.200 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.201 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.202 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.203 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.204 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.205 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "volumes", 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.206 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.207 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.208 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.209 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.210 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_clones": { 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_clones", 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4", 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.211 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: "periodic_async_work": { 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "periodic_async_work", 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.212 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Periodically check for async work", 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_delay": { 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_delay", 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.213 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_no_wait": { 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.214 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix", 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: "discovery_interval": { 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "discovery_interval", 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:58.215 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "100", 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "identifier": { 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "identifier", 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.216 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.217 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.218 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.219 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.220 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.221 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.222 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_host": { 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_host", 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.223 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_port": { 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_port", 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10051", 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.224 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_sender": { 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_sender", 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.225 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: "modules": [ 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm", 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: "dashboard", 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: "iostat", 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: "nfs", 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: "restful", 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: "snap_schedule" 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.226 INFO:teuthology.orchestra.run.smithi026.stdout: "available_modules": [ 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "alerts", 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.227 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.228 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.229 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.230 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.231 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_destination": { 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_destination", 2024-04-26T02:12:58.232 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email address to send alerts to", 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_from_name": { 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_from_name", 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.233 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "Ceph", 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email From: name", 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_host": { 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_host", 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.234 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP server", 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_password": { 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_password", 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.235 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Password to authenticate with", 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_port": { 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_port", 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "465", 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.236 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP port", 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_sender": { 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_sender", 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.237 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP envelope sender", 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_ssl": { 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_ssl", 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.238 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_user": { 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_user", 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.239 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "User to authenticate as", 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "balancer", 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: "active": { 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "active", 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.240 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_time": { 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_time", 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.241 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.242 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0000", 2024-04-26T02:12:58.242 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.242 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.242 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.242 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T02:12:58.242 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:12:58.242 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.242 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.242 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.242 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_weekday": { 2024-04-26T02:12:58.242 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_weekday", 2024-04-26T02:12:58.242 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_max_iterations": { 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_max_iterations", 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:58.243 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "25", 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "250", 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_metrics": { 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_metrics", 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.244 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_step": { 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_step", 2024-04-26T02:12:58.245 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.5", 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0.001", 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "0.999", 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "aggressiveness of optimization", 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "end_time": { 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_time", 2024-04-26T02:12:58.246 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2359", 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "end_weekday": { 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_weekday", 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.247 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.248 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.249 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.250 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.251 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.252 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "min_score": { 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_score", 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:58.253 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "upmap", 2024-04-26T02:12:58.254 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "crush-compat", 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "none", 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "read", 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap", 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap-read" 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Balancer mode", 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_ids": { 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_ids", 2024-04-26T02:12:58.255 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:58.256 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_deviation": { 2024-04-26T02:12:58.257 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_deviation", 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_optimizations": { 2024-04-26T02:12:58.258 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_optimizations", 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.259 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm", 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_down_multiplier": { 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_down_multiplier", 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.260 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_refresh_rate": { 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_refresh_rate", 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "20", 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T02:12:58.261 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_starting_port": { 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_starting_port", 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4721", 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T02:12:58.262 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_ptrace": { 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_ptrace", 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T02:12:58.263 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_interval": { 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_interval", 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.264 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_memory_target_ratio": { 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.7", 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.265 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm_log_destination": { 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm_log_destination", 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: "file", 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: "file,syslog", 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: "syslog" 2024-04-26T02:12:58.266 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "cgroups_split": { 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cgroups_split", 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.267 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "config_checks_enabled": { 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_checks_enabled", 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T02:12:58.268 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "config_dashboard": { 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_dashboard", 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.269 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.270 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.270 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_alertmanager": { 2024-04-26T02:12:58.270 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_alertmanager", 2024-04-26T02:12:58.270 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.270 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.270 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.270 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T02:12:58.270 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.270 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.270 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.270 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T02:12:58.270 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.273 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_base": { 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_base", 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Container image name, without the tag", 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.274 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_elasticsearch": { 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_elasticsearch", 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "elasticsearch container image", 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.275 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_grafana": { 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_grafana", 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.276 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_haproxy": { 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_haproxy", 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "HAproxy container image", 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.277 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.278 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_agent": { 2024-04-26T02:12:58.278 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_agent", 2024-04-26T02:12:58.278 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.278 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.278 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.278 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T02:12:58.278 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.278 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.278 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.278 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger agent container image", 2024-04-26T02:12:58.278 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.279 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.279 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.279 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.279 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_collector": { 2024-04-26T02:12:58.279 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_collector", 2024-04-26T02:12:58.279 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.279 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.279 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger collector container image", 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_query": { 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_query", 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.280 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger query container image", 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_keepalived": { 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_keepalived", 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.281 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Keepalived container image", 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_loki": { 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_loki", 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.282 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Loki container image", 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_node_exporter": { 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_node_exporter", 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.283 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_nvmeof": { 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_nvmeof", 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.284 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Nvme-of container image", 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_prometheus": { 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_prometheus", 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.285 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_promtail": { 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_promtail", 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.286 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Promtail container image", 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_samba": { 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_samba", 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.287 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Samba/SMB container image", 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_snmp_gateway": { 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_snmp_gateway", 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.288 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SNMP Gateway container image", 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "container_init": { 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_init", 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.289 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "daemon_cache_timeout": { 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "daemon_cache_timeout", 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.290 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "default_cephadm_command_timeout": { 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.291 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "900", 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "default_registry": { 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_registry", 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.292 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io", 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "device_cache_timeout": { 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_cache_timeout", 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.293 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1800", 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache device inventory", 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "device_enhanced_scan": { 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_enhanced_scan", 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.294 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "facts_cache_timeout": { 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "facts_cache_timeout", 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:58.295 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache host facts data", 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "grafana_dashboards_path": { 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "grafana_dashboards_path", 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T02:12:58.296 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "host_check_interval": { 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "host_check_interval", 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:58.297 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to perform a host check", 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: "hw_monitoring": { 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hw_monitoring", 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.298 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "inventory_list_all": { 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "inventory_list_all", 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.299 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.300 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.301 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "log_refresh_metadata": { 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_refresh_metadata", 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.302 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.303 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.304 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.305 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.306 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "*", 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.307 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "max_count_per_host": { 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_count_per_host", 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of daemons per service per host", 2024-04-26T02:12:58.308 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "max_osd_draining_count": { 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_osd_draining_count", 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.309 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: "migration_current": { 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "migration_current", 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "internal - do not modify", 2024-04-26T02:12:58.310 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "root", 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm-package", 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: "root" 2024-04-26T02:12:58.311 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: "oob_default_addr": { 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "oob_default_addr", 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "169.254.1.1", 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.312 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: "prometheus_alerts_path": { 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus_alerts_path", 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T02:12:58.313 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_insecure": { 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_insecure", 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.314 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_password": { 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_password", 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.315 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_url": { 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_url", 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.316 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_username": { 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_username", 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.317 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: "secure_monitoring_stack": { 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "secure_monitoring_stack", 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.318 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "service_discovery_port": { 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "service_discovery_port", 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.319 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8765", 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "cephadm service discovery port", 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "ssh_config_file": { 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssh_config_file", 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.320 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "use_agent": { 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_agent", 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.321 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "use_repo_digest": { 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_repo_digest", 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.322 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_failed_host_check": { 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_failed_host_check", 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.323 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_daemons": { 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_daemons", 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.324 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_hosts": { 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_hosts", 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T02:12:58.325 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crash", 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.326 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.327 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.328 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.329 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.330 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "retain_interval": { 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retain_interval", 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.331 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "31536000", 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_recent_interval": { 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_recent_interval", 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1209600", 2024-04-26T02:12:58.332 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dashboard", 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.333 INFO:teuthology.orchestra.run.smithi026.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.334 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T02:12:58.335 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_ENABLED": { 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.336 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.337 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.338 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.339 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.340 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.341 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.342 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.343 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.344 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.345 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.346 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T02:12:58.347 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.348 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_URL": { 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_URL", 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.349 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.350 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.351 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.352 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.353 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "[]", 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.355 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "{}", 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.356 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.357 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.358 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.359 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.360 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.361 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.362 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T02:12:58.363 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T02:12:58.364 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.365 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.366 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.367 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.368 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8", 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "45", 2024-04-26T02:12:58.369 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.370 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.371 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.372 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.373 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.374 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.375 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.376 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.377 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "cross_origin_url": { 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cross_origin_url", 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.378 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "crt_file": { 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crt_file", 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.379 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "debug": { 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "debug", 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable/disable debug options", 2024-04-26T02:12:58.380 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "jwt_token_ttl": { 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "jwt_token_ttl", 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "28800", 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.381 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.382 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.383 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.384 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.385 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.386 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.387 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "motd": { 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "motd", 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "The message of the day", 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.388 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect_resolve_ip_addr": { 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.389 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.390 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8080", 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.391 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.392 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl_server_port": { 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl_server_port", 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8443", 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.393 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "redirect", 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect" 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.394 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.395 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "url_prefix": { 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url_prefix", 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.396 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "devicehealth", 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_monitoring": { 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_monitoring", 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.397 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "monitor device health metrics", 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.398 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.399 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.400 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.401 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.402 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "mark_out_threshold": { 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mark_out_threshold", 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2419200", 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.403 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_name": { 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_name", 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "device_health_metrics", 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.404 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: "retention_period": { 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retention_period", 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15552000", 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.405 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.406 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.406 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain device health metrics", 2024-04-26T02:12:58.406 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.406 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.406 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.406 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.406 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_frequency": { 2024-04-26T02:12:58.406 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_frequency", 2024-04-26T02:12:58.406 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.406 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.406 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "self_heal": { 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "self_heal", 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.407 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.408 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_threshold": { 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_threshold", 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.409 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7257600", 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "diskprediction_local", 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.410 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.411 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.412 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.413 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.414 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.415 INFO:teuthology.orchestra.run.smithi026.stdout: "predict_interval": { 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predict_interval", 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "predictor_model": { 2024-04-26T02:12:58.416 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predictor_model", 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "prophetstor", 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:58.417 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.418 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "influx", 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": false, 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "influxdb python module not found", 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "batch_size": { 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "batch_size", 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5000", 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.419 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "database": { 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "database", 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "ceph", 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.420 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "hostname": { 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hostname", 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server hostname", 2024-04-26T02:12:58.421 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "30", 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "5", 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T02:12:58.422 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.423 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.423 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.423 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.423 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.423 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.423 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.423 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.423 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.423 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.423 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.423 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.423 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.424 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.425 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.426 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.427 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "password": { 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "password", 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "password of InfluxDB server user", 2024-04-26T02:12:58.428 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: "port": { 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "port", 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8086", 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.429 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server port", 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "false", 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.430 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "threads": { 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threads", 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "32", 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.431 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "username": { 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "username", 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "username of InfluxDB server user", 2024-04-26T02:12:58.432 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "verify_ssl": { 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "verify_ssl", 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "true", 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:12:58.433 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "insights", 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.434 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.435 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.436 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.437 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.438 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "iostat", 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.439 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.440 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.441 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.442 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.443 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.444 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "k8sevents", 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_event_retention_days": { 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ceph_event_retention_days", 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7", 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.445 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "config_check_secs": { 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_check_secs", 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "10", 2024-04-26T02:12:58.446 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.447 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.448 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.449 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.450 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.451 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "localpool", 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: "failure_domain": { 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "failure_domain", 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.452 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "host", 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "failure domain for any created local pool", 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.453 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.454 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.455 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.456 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.457 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "min_size": { 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_size", 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.458 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default min_size for any created local pool", 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "num_rep": { 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "num_rep", 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3", 2024-04-26T02:12:58.459 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default replica count for any created local pool", 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_num": { 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_num", 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "128", 2024-04-26T02:12:58.460 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "prefix": { 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prefix", 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.461 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name prefix for any created local pool", 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "subtree": { 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "subtree", 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "rack", 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.462 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mds_autoscaler", 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.463 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.464 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.465 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.466 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.467 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.468 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirroring", 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.469 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.470 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.471 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.473 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.474 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.474 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.474 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.474 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.474 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.474 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "nfs", 2024-04-26T02:12:58.474 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.474 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.474 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.474 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.474 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.475 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.476 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.477 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.478 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.478 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.478 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.478 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.478 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.478 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.478 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.478 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.478 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.478 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.478 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.478 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.479 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: "fail_fs": { 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "fail_fs", 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.480 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.481 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.482 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.483 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.484 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.485 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator": { 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.486 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm", 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: "rook", 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: "test_orchestrator" 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Orchestrator backend", 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_perf_query", 2024-04-26T02:12:58.487 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.488 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.489 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.490 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.491 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.492 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_support", 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.493 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.494 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.495 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.496 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.497 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_autoscaler", 2024-04-26T02:12:58.498 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.499 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.500 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.501 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.502 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:58.503 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "threshold": { 2024-04-26T02:12:58.504 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threshold", 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1.0", 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "scaling threshold", 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.505 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "progress", 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_pg_recovery_event": { 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_pg_recovery_event", 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.506 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.507 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.509 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.510 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.511 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.512 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "max_completed_events": { 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_completed_events", 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "50", 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.513 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "number of past completed events to remember", 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.514 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long the module is going to sleep", 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus", 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: "cache": { 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cache", 2024-04-26T02:12:58.515 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "exclude_perf_counters": { 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "exclude_perf_counters", 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.516 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.517 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.518 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.519 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.520 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.521 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools": { 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools", 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.522 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "300", 2024-04-26T02:12:58.523 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_interval": { 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_interval", 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15.0", 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.524 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.525 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "9283", 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.526 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "stale_cache_strategy": { 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stale_cache_strategy", 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "log", 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.527 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "default", 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.528 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "default", 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "error" 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-26T02:12:58.529 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_support", 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.530 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.531 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.532 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.533 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.534 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_snap_create": { 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_snap_create", 2024-04-26T02:12:58.535 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "mirror_snapshot_schedule": { 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T02:12:58.536 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "trash_purge_schedule": { 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "trash_purge_schedule", 2024-04-26T02:12:58.537 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.538 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "restful", 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_auth": { 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_auth", 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.539 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.540 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.541 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.542 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.543 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.544 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.545 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.546 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.547 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rgw", 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.548 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.549 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.550 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.551 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.552 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rook", 2024-04-26T02:12:58.553 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.554 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.555 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.555 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.555 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.555 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.555 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.555 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.555 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.555 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.555 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.555 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.555 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.555 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.556 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.557 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.558 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: "storage_class": { 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "storage_class", 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "local", 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.559 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "selftest", 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.560 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.561 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.562 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.563 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.564 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "roption1": { 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption1", 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.565 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "roption2": { 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption2", 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "xyz", 2024-04-26T02:12:58.566 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption1": { 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption1", 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.567 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption2": { 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption2", 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.568 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption3": { 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption3", 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.569 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption4": { 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption4", 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.570 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption5": { 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption5", 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.571 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption6": { 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption6", 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.572 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption7": { 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption7", 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "42", 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.573 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: "testkey": { 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testkey", 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.574 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "testlkey": { 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testlkey", 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.575 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "testnewline": { 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testnewline", 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.576 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_m_granularity": { 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_m_granularity", 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.577 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "dump_on_update": { 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dump_on_update", 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.578 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "dump database to debug log on update", 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.579 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.580 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.581 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.582 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.583 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stats", 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.584 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.585 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.586 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.587 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.588 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.589 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "status", 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.590 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.591 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.592 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.593 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.594 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telegraf", 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: "address": { 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "address", 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.595 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15", 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.597 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.598 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.599 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.600 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.601 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telemetry", 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_basic": { 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_basic", 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.602 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_crash": { 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_crash", 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.603 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_device": { 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_device", 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.604 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_ident": { 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_ident", 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.605 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_perf": { 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_perf", 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.606 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "contact": { 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "contact", 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.607 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "description": { 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "description", 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.608 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "device_url": { 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_url", 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T02:12:58.609 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.610 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "24", 2024-04-26T02:12:58.611 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "8", 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "last_opt_revision": { 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "last_opt_revision", 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1", 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.612 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard": { 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard", 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.613 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard_description": { 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard_description", 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.614 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.615 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.616 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.617 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.618 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.619 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "organization": { 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "organization", 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.620 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "proxy": { 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "proxy", 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.621 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "url": { 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url", 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.622 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "test_orchestrator", 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.623 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.624 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.625 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.626 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.627 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.628 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "volumes", 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.629 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.630 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.631 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.632 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.633 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_clones": { 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_clones", 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4", 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.634 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "periodic_async_work": { 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "periodic_async_work", 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Periodically check for async work", 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.635 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_delay": { 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_delay", 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.636 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_no_wait": { 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.637 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix", 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: "discovery_interval": { 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "discovery_interval", 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "100", 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.638 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "identifier": { 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "identifier", 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.639 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.640 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.641 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.642 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T02:12:58.643 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T02:12:58.644 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.645 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_host": { 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_host", 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.646 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_port": { 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_port", 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10051", 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.647 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_sender": { 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_sender", 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T02:12:58.648 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: "services": { 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: "dashboard": "https://172.21.15.26:8443/" 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: "always_on_modules": { 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: "octopus": [ 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-26T02:12:58.649 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "pacific": [ 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-26T02:12:58.650 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "quincy": [ 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-26T02:12:58.651 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "reef": [ 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T02:12:58.652 INFO:teuthology.orchestra.run.smithi026.stdout: "squid": [ 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: "last_failure_osd_epoch": 92, 2024-04-26T02:12:58.653 INFO:teuthology.orchestra.run.smithi026.stdout: "active_clients": [ 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "devicehealth", 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 3900552367 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "libcephsqlite", 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T02:12:58.654 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 3857704576 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_support", 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 855199327 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.655 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 1755820836 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-26T02:12:58.656 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 3272606594 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "volumes", 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 2888162904 2024-04-26T02:12:58.657 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.658 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T02:12:58.658 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:12:58.658 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T02:12:58.658 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:12:58.659 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:57 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3257995692' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T02:12:58.659 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:57 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/276955891' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T02:12:58.659 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:57 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3257995692' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T02:12:58.660 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:57 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/276955891' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T02:12:58.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.366+0000 7fa637400640 1 -- 172.21.15.26:0/276955891 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fa6140a3d20 msgr2=0x7fa6140a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:58.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.366+0000 7fa637400640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fa6140a3d20 0x7fa6140a61e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa620005fd0 tx=0x7fa620010040 comp rx=0 tx=0).stop 2024-04-26T02:12:58.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.366+0000 7fa637400640 1 -- 172.21.15.26:0/276955891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa630109480 msgr2=0x7fa6301a0b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:58.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.366+0000 7fa637400640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa630109480 0x7fa6301a0b90 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa61800e9c0 tx=0x7fa61800ee80 comp rx=0 tx=0).stop 2024-04-26T02:12:58.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.366+0000 7fa637400640 1 -- 172.21.15.26:0/276955891 shutdown_connections 2024-04-26T02:12:58.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.366+0000 7fa637400640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7fa6140a3d20 0x7fa6140a61e0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:58.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.366+0000 7fa637400640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa63019a760 0x7fa63019abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:58.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.366+0000 7fa637400640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa630109480 0x7fa6301a0b90 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:58.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.366+0000 7fa637400640 1 --2- 172.21.15.26:0/276955891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6301043b0 0x7fa6301a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:58.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.366+0000 7fa637400640 1 -- 172.21.15.26:0/276955891 >> 172.21.15.26:0/276955891 conn(0x7fa6300ffc10 msgr2=0x7fa630101f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:58.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.367+0000 7fa637400640 1 -- 172.21.15.26:0/276955891 shutdown_connections 2024-04-26T02:12:58.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:12:57.367+0000 7fa637400640 1 -- 172.21.15.26:0/276955891 wait complete. 2024-04-26T02:12:58.666 DEBUG:tasks.check_counter:Getting stats from a 2024-04-26T02:12:58.667 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-26T02:12:58.667 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:57 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3257995692' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T02:12:58.667 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:57 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/276955891' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T02:12:58.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:12:58 smithi026 ceph-mon[28138]: pgmap v315: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-26T02:12:58.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:12:58 smithi033 ceph-mon[32805]: pgmap v315: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-26T02:12:58.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:12:58 smithi064 ceph-mon[32613]: pgmap v315: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-26T02:12:59.154 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:00.704 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:00 smithi026 ceph-mon[28138]: pgmap v316: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T02:13:00.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:00 smithi033 ceph-mon[32805]: pgmap v316: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T02:13:00.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:00 smithi064 ceph-mon[32613]: pgmap v316: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T02:13:01.634 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:13:01.635 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:01.635 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 47, 2024-04-26T02:13:01.635 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 59, 2024-04-26T02:13:01.635 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 11657, 2024-04-26T02:13:01.635 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 91366, 2024-04-26T02:13:01.635 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 16, 2024-04-26T02:13:01.635 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 5, 2024-04-26T02:13:01.635 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.025456114, 2024-04-26T02:13:01.635 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.003966934, 2024-04-26T02:13:01.635 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.013169953, 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.001190017, 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 53, 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.079608470, 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.001502046 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 35, 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000007375, 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000210 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 3568, 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 5376 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.636 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 658, 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 859, 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 1777813, 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 494181, 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 7, 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 5, 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.235789136, 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.086749643, 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.155679009, 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.019872017, 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 863, 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.118971397, 2024-04-26T02:13:01.637 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000137857 2024-04-26T02:13:01.638 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.638 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:01.638 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 880, 2024-04-26T02:13:01.638 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000480976, 2024-04-26T02:13:01.638 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000546 2024-04-26T02:13:01.638 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.638 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 1679024, 2024-04-26T02:13:01.638 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 161008 2024-04-26T02:13:01.638 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.638 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:01.638 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 25, 2024-04-26T02:13:01.638 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 222, 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 7307, 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 494564, 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 10, 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 6, 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.073908355, 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.048925768, 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.017967190, 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000376669, 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 219, 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.036546009, 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000166876 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:01.639 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 40, 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000018636, 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000465 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 4496, 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 484640 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: "cct": { 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: "total_workers": 1, 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: "unhealthy_workers": 0 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: "finisher-MDSRank": { 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: "queue_len": 0, 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: "complete_latency": { 2024-04-26T02:13:01.640 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 58, 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.003045284, 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000052504 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: "queue_len": 0, 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: "complete_latency": { 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 2, 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000008870, 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000004435 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: "mds": { 2024-04-26T02:13:01.641 INFO:teuthology.orchestra.run.smithi026.stdout: "request": 4, 2024-04-26T02:13:01.642 INFO:teuthology.orchestra.run.smithi026.stdout: "reply": 3, 2024-04-26T02:13:01.642 INFO:teuthology.orchestra.run.smithi026.stdout: "reply_latency": { 2024-04-26T02:13:01.642 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 3, 2024-04-26T02:13:01.642 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.004079729, 2024-04-26T02:13:01.642 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.001359909 2024-04-26T02:13:01.642 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.642 INFO:teuthology.orchestra.run.smithi026.stdout: "slow_reply": 0, 2024-04-26T02:13:01.642 INFO:teuthology.orchestra.run.smithi026.stdout: "forward": 1, 2024-04-26T02:13:01.642 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:01.642 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:01.642 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_commit": 11, 2024-04-26T02:13:01.642 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_split": 0, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_merge": 0, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes": 11, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_top": 0, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_bottom": 11, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_pinned": 10, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_expired": 1, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_with_caps": 0, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "caps": 0, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "subtrees": 2, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse": 12, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_hit": 8, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_forward": 0, 2024-04-26T02:13:01.643 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_discover": 2, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_lock": 0, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "load_cent": 0, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "q": 0, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "exported": 0, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "exported_inodes": 0, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "imported": 0, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "imported_inodes": 0, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_peer_discover": 1, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rfiles": 4, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rbytes": 234, 2024-04-26T02:13:01.644 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rsnaps": 3, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_revoke": 2, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:01.645 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_caps": 2, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "process_request_cap_release": 0 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_cache": { 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_update": 0, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_try_discover": 0, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_send_discover": 3, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays": 0, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:01.646 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_created": 0, 2024-04-26T02:13:01.647 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_enqueued": 0, 2024-04-26T02:13:01.647 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:01.647 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_migrated": 0, 2024-04-26T02:13:01.647 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:01.647 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:01.647 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:01.647 INFO:teuthology.orchestra.run.smithi026.stdout: "recovery_started": 0, 2024-04-26T02:13:01.647 INFO:teuthology.orchestra.run.smithi026.stdout: "recovery_completed": 0, 2024-04-26T02:13:01.647 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_quiesce_path": 2, 2024-04-26T02:13:01.647 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_quiesce_inode": 4, 2024-04-26T02:13:01.647 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:01.647 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:01.648 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_flush": 0, 2024-04-26T02:13:01.648 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:01.648 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:01.648 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_inodestats": 0 2024-04-26T02:13:01.648 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.648 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_log": { 2024-04-26T02:13:01.648 INFO:teuthology.orchestra.run.smithi026.stdout: "evlrg": 0, 2024-04-26T02:13:01.648 INFO:teuthology.orchestra.run.smithi026.stdout: "evadd": 10, 2024-04-26T02:13:01.648 INFO:teuthology.orchestra.run.smithi026.stdout: "evex": 0, 2024-04-26T02:13:01.648 INFO:teuthology.orchestra.run.smithi026.stdout: "evtrm": 0, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "ev": 10, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "evexg": 0, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "evexd": 0, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "segadd": 2, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "segex": 0, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "segtrm": 0, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "seg": 2, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "segmjr": 2, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "segexg": 0, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "segexd": 0, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "expos": 4194304, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "wrpos": 4197189, 2024-04-26T02:13:01.649 INFO:teuthology.orchestra.run.smithi026.stdout: "rdpos": 0, 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: "jlat": { 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 9, 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.017633959, 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.001959328 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: "replayed": 0 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_mem": { 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: "ino": 14, 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: "ino+": 14, 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: "ino-": 0, 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: "dir": 13, 2024-04-26T02:13:01.650 INFO:teuthology.orchestra.run.smithi026.stdout: "dir+": 14, 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: "dir-": 1, 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: "dn": 11, 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: "dn+": 12, 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: "dn-": 1, 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: "cap": 0, 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: "cap+": 2, 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: "cap-": 2, 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: "rss": 51584, 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: "heap": 223608 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_server": { 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: "dispatch_client_request": 9, 2024-04-26T02:13:01.651 INFO:teuthology.orchestra.run.smithi026.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_request": 4, 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_session": 28, 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_peer_request": 5, 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: "req_create_latency": { 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getattr_latency": { 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 1, 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.002327847, 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.002327847 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:01.653 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.653 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.653 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.653 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.653 INFO:teuthology.orchestra.run.smithi026.stdout: "req_link_latency": { 2024-04-26T02:13:01.653 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.653 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.653 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.653 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.653 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookup_latency": { 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 2, 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.001751882, 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000875941 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupino_latency": { 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.654 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupname_latency": { 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.655 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.656 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lssnap_latency": { 2024-04-26T02:13:01.656 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.656 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.656 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.656 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.656 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mkdir_latency": { 2024-04-26T02:13:01.656 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.657 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.657 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.657 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.657 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mknod_latency": { 2024-04-26T02:13:01.657 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.658 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.658 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.658 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.658 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mksnap_latency": { 2024-04-26T02:13:01.658 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.658 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.658 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.658 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.658 INFO:teuthology.orchestra.run.smithi026.stdout: "req_open_latency": { 2024-04-26T02:13:01.658 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.658 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.658 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: "req_readdir_latency": { 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rename_latency": { 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.659 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmdir_latency": { 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:01.660 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setattr_latency": { 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.661 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setlayout_latency": { 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.662 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setxattr_latency": { 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: "req_symlink_latency": { 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: "req_unlink_latency": { 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.663 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_sessions": { 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: "session_count": 2, 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: "session_add": 5, 2024-04-26T02:13:01.664 INFO:teuthology.orchestra.run.smithi026.stdout: "session_remove": 3, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "sessions_open": 2, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "sessions_stale": 0, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "total_load": 2, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "average_load": 1, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "avg_session_uptime": 588, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "mempool": { 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:01.665 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:01.666 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_items": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:01.667 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_bytes": 248263, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_items": 88, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_bytes": 0, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_items": 0, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_bytes": 8032, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_items": 167, 2024-04-26T02:13:01.668 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_items": 0, 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_bytes": 56568, 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_items": 227, 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_items": 0, 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_items": 0 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "objecter": { 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "op_active": 0, 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "op_laggy": 0, 2024-04-26T02:13:01.669 INFO:teuthology.orchestra.run.smithi026.stdout: "op_send": 48, 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: "op_send_bytes": 13422, 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: "op_resend": 33, 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: "op_reply": 48, 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: "op_latency": { 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 48, 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.311994927, 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.006499894 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: "op_inflight": 0, 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: "oplen_avg": { 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 48, 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 72 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.670 INFO:teuthology.orchestra.run.smithi026.stdout: "op": 48, 2024-04-26T02:13:01.671 INFO:teuthology.orchestra.run.smithi026.stdout: "op_r": 0, 2024-04-26T02:13:01.671 INFO:teuthology.orchestra.run.smithi026.stdout: "op_w": 48, 2024-04-26T02:13:01.671 INFO:teuthology.orchestra.run.smithi026.stdout: "op_rmw": 0, 2024-04-26T02:13:01.671 INFO:teuthology.orchestra.run.smithi026.stdout: "op_pg": 0, 2024-04-26T02:13:01.671 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_stat": 0, 2024-04-26T02:13:01.671 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_create": 10, 2024-04-26T02:13:01.671 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_read": 0, 2024-04-26T02:13:01.671 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_write": 9, 2024-04-26T02:13:01.671 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_writefull": 8, 2024-04-26T02:13:01.671 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_writesame": 0, 2024-04-26T02:13:01.671 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_append": 0, 2024-04-26T02:13:01.671 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_zero": 0, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_truncate": 0, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_delete": 6, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_mapext": 0, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_getxattr": 0, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_setxattr": 20, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_call": 0, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_watch": 0, 2024-04-26T02:13:01.672 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_notify": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_pgls": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_other": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_active": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_send": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_resend": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_ping": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_active": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_send": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_resend": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_active": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_send": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_resend": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_active": 0, 2024-04-26T02:13:01.673 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_send": 0, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_resend": 0, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "command_active": 0, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "command_send": 0, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "command_resend": 0, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "map_epoch": 101, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "map_full": 0, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "map_inc": 12, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_sessions": 9, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_session_open": 9, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_session_close": 0, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_laggy": 0, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_wr": 17, 2024-04-26T02:13:01.674 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_rd": 0, 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_del": 2 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: "oft": { 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_objs": 1, 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_updates": 0, 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_removes": 0 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: "osd-slow-ops": { 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: "slow_ops_count": 3 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: "purge_queue": { 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:01.675 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing": 0, 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executed": 0, 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 726, 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 1711369, 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:01.676 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 726, 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 726, 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 1711369, 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-26T02:13:01.677 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 48, 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 13422, 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 48, 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 13422, 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.678 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 1024, 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 48, 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 48, 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 48, 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 48, 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.679 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 3758096384, 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 0, 2024-04-26T02:13:01.680 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 0, 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-write_buf_throttle-0x557de2cfe460": { 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 3758096384, 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 10, 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 2885, 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:01.681 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 10, 2024-04-26T02:13:01.682 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T02:13:01.682 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T02:13:01.682 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 9, 2024-04-26T02:13:01.682 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 2885, 2024-04-26T02:13:01.682 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:01.682 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:01.682 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:01.682 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:01.682 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:01.682 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:01.682 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:13:02.576 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-04-26T02:13:02.576 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-04-26T02:13:02.576 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=3 2024-04-26T02:13:02.576 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:02.576 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:02.577 DEBUG:tasks.check_counter:Getting stats from d 2024-04-26T02:13:02.577 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-26T02:13:02.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:02 smithi026 ceph-mon[28138]: pgmap v317: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T02:13:02.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:02 smithi033 ceph-mon[32805]: pgmap v317: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T02:13:02.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:02 smithi064 ceph-mon[32613]: pgmap v317: 97 pgs: 97 active+clean; 4.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T02:13:03.069 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:04.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:04 smithi026 ceph-mon[28138]: pgmap v318: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 44 KiB/s wr, 32 op/s 2024-04-26T02:13:04.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:04 smithi033 ceph-mon[32805]: pgmap v318: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 44 KiB/s wr, 32 op/s 2024-04-26T02:13:04.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:04 smithi064 ceph-mon[32613]: pgmap v318: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 44 KiB/s wr, 32 op/s 2024-04-26T02:13:05.477 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:13:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 4, 2024-04-26T02:13:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 4, 2024-04-26T02:13:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 2992, 2024-04-26T02:13:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 448, 2024-04-26T02:13:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 4, 2024-04-26T02:13:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 0, 2024-04-26T02:13:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.004251487, 2024-04-26T02:13:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.000054241, 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.001005053, 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 3, 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.001311315, 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000437105 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-26T02:13:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 2, 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 188, 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 320, 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 189168, 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.041800321, 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.029786795, 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.005910432, 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 185, 2024-04-26T02:13:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.034743927, 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000187805 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 189168 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 257, 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 246, 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 1600016, 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 151920, 2024-04-26T02:13:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 2, 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 1, 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.116008436, 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.039555600, 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.092108692, 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.011512459, 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 245, 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.024542603, 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000100173 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 1600016, 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 151920 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "cct": { 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "total_workers": 0, 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "unhealthy_workers": 0 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "mempool": { 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_items": 0, 2024-04-26T02:13:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_bytes": 149745, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_items": 31, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_bytes": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_items": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_bytes": 0, 2024-04-26T02:13:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_items": 0, 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_items": 0, 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_bytes": 928, 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_items": 2, 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_items": 0, 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_items": 0 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:05.486 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 259, 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 1563747, 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 259, 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 259, 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 1563747, 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:05.487 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:05.488 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:13:06.335 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-26T02:13:06.335 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-26T02:13:06.335 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-04-26T02:13:06.336 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-04-26T02:13:06.336 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-04-26T02:13:06.336 DEBUG:tasks.check_counter:Getting stats from g 2024-04-26T02:13:06.336 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-26T02:13:06.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:06 smithi026 ceph-mon[28138]: pgmap v319: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T02:13:06.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:06 smithi033 ceph-mon[32805]: pgmap v319: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T02:13:06.821 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:06.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:06 smithi064 ceph-mon[32613]: pgmap v319: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T02:13:08.616 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:08 smithi026 ceph-mon[28138]: pgmap v320: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 44 KiB/s wr, 32 op/s 2024-04-26T02:13:08.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:08 smithi033 ceph-mon[32805]: pgmap v320: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 44 KiB/s wr, 32 op/s 2024-04-26T02:13:08.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:08 smithi064 ceph-mon[32613]: pgmap v320: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 44 KiB/s wr, 32 op/s 2024-04-26T02:13:09.214 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:13:09.214 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 37, 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 163, 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 9242, 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 371905, 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 13, 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.042901810, 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.025491674, 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.008531213, 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.001024919, 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 161, 2024-04-26T02:13:09.215 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.119686797, 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000743396 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 17, 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000015078, 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000886 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 2096, 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 311552 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 339, 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 324, 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 1681094, 2024-04-26T02:13:09.216 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 176457, 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 7, 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 6, 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.117979901, 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.030837030, 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.109000216, 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.012406696, 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 321, 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.090207539, 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000281020 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:09.217 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 24, 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000004889, 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000203 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 1676720, 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 163408 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 380, 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 626, 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 111739, 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 339431, 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 10, 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 4, 2024-04-26T02:13:09.218 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.133983376, 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.062054555, 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.055060166, 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.008464778, 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 626, 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.075779323, 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000121053 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 913, 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000469145, 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000513 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.219 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 4080, 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 173616 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: "cct": { 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: "total_workers": 1, 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: "unhealthy_workers": 0 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: "finisher-MDSRank": { 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: "queue_len": 0, 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: "complete_latency": { 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 51, 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.003075533, 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000060304 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:09.220 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: "queue_len": 0, 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: "complete_latency": { 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 2, 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000008459, 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000004229 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: "mds": { 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: "request": 7, 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: "reply": 4, 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: "reply_latency": { 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 4, 2024-04-26T02:13:09.221 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.001585523, 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000396380 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: "slow_reply": 0, 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: "forward": 3, 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_commit": 11, 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_split": 0, 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_merge": 0, 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes": 12, 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_top": 0, 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_bottom": 12, 2024-04-26T02:13:09.222 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_pinned": 11, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_expired": 0, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_with_caps": 0, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "caps": 0, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "subtrees": 2, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse": 16, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_hit": 12, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_forward": 0, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_discover": 2, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_lock": 0, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "load_cent": 0, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "q": 0, 2024-04-26T02:13:09.223 INFO:teuthology.orchestra.run.smithi026.stdout: "exported": 0, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "exported_inodes": 0, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "imported": 0, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "imported_inodes": 0, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rfiles": 4, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rbytes": 234, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rsnaps": 3, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:09.224 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_revoke": 3, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_caps": 3, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "process_request_cap_release": 2 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_cache": { 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_update": 0, 2024-04-26T02:13:09.225 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_try_discover": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_send_discover": 3, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_created": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_enqueued": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_migrated": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:09.226 INFO:teuthology.orchestra.run.smithi026.stdout: "recovery_started": 0, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "recovery_completed": 0, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_quiesce_path": 2, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_quiesce_inode": 6, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_flush": 0, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_inodestats": 0 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_log": { 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "evlrg": 0, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "evadd": 8, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "evex": 0, 2024-04-26T02:13:09.227 INFO:teuthology.orchestra.run.smithi026.stdout: "evtrm": 0, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "ev": 8, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "evexg": 0, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "evexd": 0, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "segadd": 2, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "segex": 0, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "segtrm": 0, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "seg": 2, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "segmjr": 2, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "segexg": 0, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "segexd": 0, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "expos": 4194304, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "wrpos": 4196488, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "rdpos": 0, 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "jlat": { 2024-04-26T02:13:09.228 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 7, 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.059950044, 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.008564292 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: "replayed": 0 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_mem": { 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: "ino": 15, 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: "ino+": 15, 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: "ino-": 0, 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: "dir": 13, 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: "dir+": 14, 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: "dir-": 1, 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: "dn": 12, 2024-04-26T02:13:09.229 INFO:teuthology.orchestra.run.smithi026.stdout: "dn+": 12, 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "dn-": 0, 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "cap": 0, 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "cap+": 4, 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "cap-": 4, 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "rss": 52072, 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "heap": 223608 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_server": { 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "dispatch_client_request": 9, 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_request": 7, 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_session": 12, 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_peer_request": 6, 2024-04-26T02:13:09.230 INFO:teuthology.orchestra.run.smithi026.stdout: "req_create_latency": { 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getattr_latency": { 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 2, 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000850604, 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000425302 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.231 INFO:teuthology.orchestra.run.smithi026.stdout: "req_link_latency": { 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookup_latency": { 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 2, 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000734919, 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000367459 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupino_latency": { 2024-04-26T02:13:09.232 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupname_latency": { 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:09.233 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.234 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.234 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.234 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.234 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lssnap_latency": { 2024-04-26T02:13:09.234 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.234 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.234 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.234 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.234 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mkdir_latency": { 2024-04-26T02:13:09.234 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.235 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.235 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.235 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.235 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mknod_latency": { 2024-04-26T02:13:09.235 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.235 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.235 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mksnap_latency": { 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: "req_open_latency": { 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: "req_readdir_latency": { 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.236 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rename_latency": { 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.237 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmdir_latency": { 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.238 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setattr_latency": { 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.239 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setlayout_latency": { 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setxattr_latency": { 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.240 INFO:teuthology.orchestra.run.smithi026.stdout: "req_symlink_latency": { 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: "req_unlink_latency": { 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.241 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_sessions": { 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: "session_count": 0, 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: "session_add": 3, 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: "session_remove": 3, 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: "sessions_open": 0, 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: "sessions_stale": 0, 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: "total_load": 3, 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: "average_load": 1, 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: "avg_session_uptime": 88, 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:09.242 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "mempool": { 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:09.243 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:09.244 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_items": 0, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_bytes": 240535, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_items": 84, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_bytes": 88, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_items": 1, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_bytes": 0, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_items": 0, 2024-04-26T02:13:09.245 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_bytes": 8032, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_items": 167, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_items": 0, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_bytes": 59336, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_items": 234, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_items": 0, 2024-04-26T02:13:09.246 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_items": 0 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "objecter": { 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "op_active": 0, 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "op_laggy": 0, 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "op_send": 46, 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "op_send_bytes": 12801, 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "op_resend": 33, 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "op_reply": 46, 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "op_latency": { 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 46, 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.521991435, 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.011347639 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.247 INFO:teuthology.orchestra.run.smithi026.stdout: "op_inflight": 0, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "oplen_avg": { 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 46, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 70 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "op": 46, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "op_r": 0, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "op_w": 46, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "op_rmw": 0, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "op_pg": 0, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_stat": 0, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_create": 10, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_read": 0, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_write": 7, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_writefull": 8, 2024-04-26T02:13:09.248 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_writesame": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_append": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_zero": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_truncate": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_delete": 6, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_mapext": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_getxattr": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_setxattr": 20, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_call": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_watch": 0, 2024-04-26T02:13:09.249 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_notify": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_pgls": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_other": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_active": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_send": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_resend": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_ping": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_active": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_send": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_resend": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_active": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_send": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_resend": 0, 2024-04-26T02:13:09.250 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_active": 0, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_send": 0, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_resend": 0, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "command_active": 0, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "command_send": 0, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "command_resend": 0, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "map_epoch": 102, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "map_full": 0, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "map_inc": 13, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_sessions": 8, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_session_open": 8, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_session_close": 0, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_laggy": 0, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_wr": 17, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_rd": 0, 2024-04-26T02:13:09.251 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_del": 2 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: "oft": { 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_objs": 1, 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_updates": 0, 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_removes": 0 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: "osd-slow-ops": { 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: "slow_ops_count": 4 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: "purge_queue": { 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing": 0, 2024-04-26T02:13:09.252 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executed": 0, 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 752, 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 1714631, 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 752, 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T02:13:09.253 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 752, 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 1714631, 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:09.254 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 46, 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 12801, 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 46, 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 12801, 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.255 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 1024, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 46, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 46, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 46, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 46, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.256 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 3758096384, 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 0, 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 0, 2024-04-26T02:13:09.257 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-write_buf_throttle-0x561c5f94c460": { 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 3758096384, 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 8, 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 2184, 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 8, 2024-04-26T02:13:09.258 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T02:13:09.259 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T02:13:09.259 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 7, 2024-04-26T02:13:09.259 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 2184, 2024-04-26T02:13:09.259 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:09.259 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:09.259 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:09.259 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:09.259 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:09.259 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:09.259 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:09 smithi033 ceph-mon[32805]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T02:13:09.760 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:09 smithi026 ceph-mon[28138]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T02:13:09.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:09 smithi064 ceph-mon[32613]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T02:13:10.213 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-04-26T02:13:10.213 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-04-26T02:13:10.213 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=3 2024-04-26T02:13:10.213 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:10.213 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:10.213 DEBUG:tasks.check_counter:Getting stats from j 2024-04-26T02:13:10.213 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-26T02:13:10.677 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:10.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:10 smithi064 ceph-mon[32613]: pgmap v322: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:13:10.834 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:10 smithi026 ceph-mon[28138]: pgmap v322: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:13:10.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:10 smithi033 ceph-mon[32805]: pgmap v322: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:13:12.590 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:12 smithi026 ceph-mon[28138]: pgmap v323: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:13:12.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:12 smithi064 ceph-mon[32613]: pgmap v323: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:13:12.961 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T02:13:12.961 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:12.961 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 1137, 2024-04-26T02:13:12.961 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 1122, 2024-04-26T02:13:12.961 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 1938192, 2024-04-26T02:13:12.961 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 428850, 2024-04-26T02:13:12.961 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:12.961 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 1, 2024-04-26T02:13:12.961 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.301225032, 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.097942510, 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.148580927, 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.062732259, 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 1121, 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.111986830, 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000099899 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.962 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 1650912, 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 156960 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 764, 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 951, 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 190432, 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 724536, 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 7, 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 5, 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.204527125, 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.083822137, 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.044570179, 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.054240902, 2024-04-26T02:13:12.963 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 949, 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.087597671, 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000092305 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 483424 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:12.964 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 863, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 865, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 228078, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 274435, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 4, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.173109468, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.062910953, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.045839550, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.045560402, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 863, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.074868757, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000086754 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.965 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: "cct": { 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: "total_workers": 1, 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: "unhealthy_workers": 0 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: "finisher-MDSRank": { 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: "queue_len": 0, 2024-04-26T02:13:12.966 INFO:teuthology.orchestra.run.smithi026.stdout: "complete_latency": { 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 3796, 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.220039797, 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000057966 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: "queue_len": 0, 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: "complete_latency": { 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.967 INFO:teuthology.orchestra.run.smithi026.stdout: "mds": { 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "request": 0, 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "reply": 0, 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "reply_latency": { 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "slow_reply": 0, 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "forward": 0, 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_commit": 0, 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_split": 0, 2024-04-26T02:13:12.968 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_merge": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_top": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_bottom": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_pinned": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_expired": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_with_caps": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "caps": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "subtrees": 1, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_hit": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_forward": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_discover": 0, 2024-04-26T02:13:12.969 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_lock": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "load_cent": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "q": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "exported": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "exported_inodes": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "imported": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "imported_inodes": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rfiles": 0, 2024-04-26T02:13:12.970 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rbytes": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rsnaps": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_caps": 0, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "process_request_cap_release": 0 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_cache": { 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_update": 0, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_try_discover": 0, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_send_discover": 0, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays": 0, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:12.972 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_created": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_enqueued": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_migrated": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "recovery_started": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "recovery_completed": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_flush": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:12.973 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_inodestats": 0 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_log": { 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "evlrg": 0, 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "evadd": 0, 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "evex": 0, 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "evtrm": 0, 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "ev": 7, 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "evexg": 0, 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "evexd": 0, 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "segadd": 0, 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "segex": 0, 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "segtrm": 0, 2024-04-26T02:13:12.974 INFO:teuthology.orchestra.run.smithi026.stdout: "seg": 2, 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "segmjr": 2, 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "segexg": 0, 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "segexd": 0, 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "expos": 4194304, 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "wrpos": 4196347, 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "rdpos": 4196206, 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "jlat": { 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "replayed": 7 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_mem": { 2024-04-26T02:13:12.975 INFO:teuthology.orchestra.run.smithi026.stdout: "ino": 3, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "ino+": 3, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "ino-": 0, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "dir": 1, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "dir+": 1, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "dir-": 0, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "dn": 0, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "dn+": 0, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "dn-": 0, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "cap": 0, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "cap+": 0, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "cap-": 0, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "rss": 49408, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "heap": 215416 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.976 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_server": { 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "dispatch_client_request": 0, 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_request": 0, 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_session": 0, 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_peer_request": 0, 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "req_create_latency": { 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getattr_latency": { 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.977 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: "req_link_latency": { 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookup_latency": { 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.978 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupino_latency": { 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupname_latency": { 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.979 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lssnap_latency": { 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.980 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.981 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mkdir_latency": { 2024-04-26T02:13:12.981 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.981 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.981 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.981 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mknod_latency": { 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mksnap_latency": { 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: "req_open_latency": { 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.982 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: "req_readdir_latency": { 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rename_latency": { 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.983 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmdir_latency": { 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.984 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setattr_latency": { 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:12.985 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setlayout_latency": { 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.986 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setxattr_latency": { 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: "req_symlink_latency": { 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: "req_unlink_latency": { 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.987 INFO:teuthology.orchestra.run.smithi026.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_sessions": { 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: "session_count": 1, 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: "session_add": 3, 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: "session_remove": 2, 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: "sessions_open": 2, 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: "sessions_stale": 0, 2024-04-26T02:13:12.988 INFO:teuthology.orchestra.run.smithi026.stdout: "total_load": 0, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "average_load": 0, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "avg_session_uptime": 3334, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "mempool": { 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:12.989 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:12.990 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_items": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_bytes": 191192, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_items": 53, 2024-04-26T02:13:12.991 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_bytes": 0, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_items": 0, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_bytes": 8152, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_items": 170, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_items": 0, 2024-04-26T02:13:12.992 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_bytes": 8512, 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_items": 13, 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_items": 0, 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_items": 0 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "objecter": { 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "op_active": 0, 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "op_laggy": 0, 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "op_send": 2476, 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "op_send_bytes": 21, 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "op_resend": 3, 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "op_reply": 2476, 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "op_latency": { 2024-04-26T02:13:12.993 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 2476, 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 2.063966534, 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000833589 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: "op_inflight": 0, 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: "oplen_avg": { 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 2476, 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 2477 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: "op": 2476, 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: "op_r": 2476, 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: "op_w": 0, 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: "op_rmw": 0, 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: "op_pg": 0, 2024-04-26T02:13:12.994 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_stat": 1610, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_create": 0, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_read": 864, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_write": 0, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_writefull": 0, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_writesame": 0, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_append": 0, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_zero": 0, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_truncate": 0, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_delete": 0, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_mapext": 0, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_getxattr": 1, 2024-04-26T02:13:12.995 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_setxattr": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_call": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_watch": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_notify": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_pgls": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_other": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_active": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_send": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_resend": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_ping": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_active": 0, 2024-04-26T02:13:12.996 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_send": 0, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_resend": 0, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_active": 0, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_send": 0, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_resend": 0, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_active": 0, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_send": 0, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_resend": 0, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "command_active": 0, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "command_send": 0, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "command_resend": 0, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "map_epoch": 102, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "map_full": 0, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "map_inc": 13, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_sessions": 5, 2024-04-26T02:13:12.997 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_session_open": 5, 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_session_close": 0, 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_laggy": 0, 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_wr": 0, 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_rd": 2, 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_del": 0 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: "oft": { 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_objs": 0, 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_updates": 0, 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_removes": 0 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: "osd-slow-ops": { 2024-04-26T02:13:12.998 INFO:teuthology.orchestra.run.smithi026.stdout: "slow_ops_count": 0 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "purge_queue": { 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing": 0, 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executed": 0, 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:12.999 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 2760, 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 2090863, 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 2760, 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 2760, 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 2090863, 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:13.000 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 2476, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 2048, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 2476, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 2048, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:13.001 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 1024, 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 2476, 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 2476, 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 2476, 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 2476, 2024-04-26T02:13:13.002 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 3758096384, 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T02:13:13.003 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 0, 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 0, 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-write_buf_throttle-0x55dd811b8780": { 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 3758096384, 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-26T02:13:13.004 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:13.005 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:13.005 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T02:13:13.005 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T02:13:13.005 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 0, 2024-04-26T02:13:13.005 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 0, 2024-04-26T02:13:13.005 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T02:13:13.005 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T02:13:13.005 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T02:13:13.005 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T02:13:13.005 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:13.005 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T02:13:13.005 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T02:13:13.006 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:12 smithi033 ceph-mon[32805]: pgmap v323: 97 pgs: 97 active+clean; 4.8 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:13:13.942 INFO:tasks.check_counter:Daemon mds.j mds.exported=0 2024-04-26T02:13:13.943 INFO:tasks.check_counter:Daemon mds.j mds.imported=0 2024-04-26T02:13:13.943 INFO:tasks.check_counter:Daemon mds.j mds.root_rsnaps=0 2024-04-26T02:13:13.943 INFO:tasks.check_counter:Daemon mds.j mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:13.943 INFO:tasks.check_counter:Daemon mds.j mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:13.943 DEBUG:tasks.check_counter:Getting stats from b 2024-04-26T02:13:13.943 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-26T02:13:14.203 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T02:13:14.819 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:14 smithi033 ceph-mon[32805]: pgmap v324: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:13:14.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:14 smithi064 ceph-mon[32613]: pgmap v324: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:13:14.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:14 smithi026 ceph-mon[28138]: pgmap v324: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:13:16.159 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-04-26T02:13:16.159 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:16.159 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 3934, 2024-04-26T02:13:16.159 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 3504, 2024-04-26T02:13:16.159 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 1119091, 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 9635237, 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 12, 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.315167443, 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.098962322, 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.094592465, 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.100318350, 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 3505, 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.796535423, 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000227256 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 1974, 2024-04-26T02:13:16.160 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000427361, 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000216 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 42960, 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 2816 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 4329, 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 3495, 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 3054391, 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 5663502, 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 10, 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 7, 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.373057922, 2024-04-26T02:13:16.161 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.114016256, 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.144425752, 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.114618046, 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 3494, 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.390668445, 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000111811 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 1701, 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000364281, 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000214 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 2009744, 2024-04-26T02:13:16.162 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 256992 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 7995, 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 12043, 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 3139305, 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 9890344, 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 55, 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 6, 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.745107983, 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.283633536, 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.418734505, 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.109347140, 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:16.163 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 12037, 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.443813703, 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000036870 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 12724, 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.002368841, 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000186 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 2378464, 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 5053376 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: "cct": { 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: "total_workers": 1, 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: "unhealthy_workers": 0 2024-04-26T02:13:16.164 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: "finisher-MDSRank": { 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: "queue_len": 0, 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: "complete_latency": { 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 5119, 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 2.604589484, 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000508808 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: "queue_len": 0, 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: "complete_latency": { 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 5816, 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.162360791, 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000027916 2024-04-26T02:13:16.165 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": { 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: "request": 2594, 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: "reply": 2594, 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: "reply_latency": { 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2594, 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 34.174728359, 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.013174529 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: "slow_reply": 0, 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: "forward": 0, 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:16.166 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_commit": 82, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_split": 0, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_merge": 0, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes": 33, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_top": 4, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_bottom": 29, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_pinned": 17, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_expired": 0, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_with_caps": 3, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": 4, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "subtrees": 2, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse": 2640, 2024-04-26T02:13:16.167 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_hit": 2620, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_forward": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_discover": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_lock": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "load_cent": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "q": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "exported": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "exported_inodes": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "imported": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "imported_inodes": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:16.168 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rfiles": 4, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rbytes": 234, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rsnaps": 6, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_inode_file_caps": 1, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_revoke": 28, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_grant": 3642, 2024-04-26T02:13:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_caps": 2446, 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_caps_dirty": 1213, 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_cap_release": 17, 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: "process_request_cap_release": 1241 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_cache": { 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_update": 0, 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_try_discover": 0, 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_send_discover": 0, 2024-04-26T02:13:16.170 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_handle_discover": 9, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays": 2, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_created": 1212, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_enqueued": 1210, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_migrated": 0, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "recovery_started": 0, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "recovery_completed": 0, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_quiesce_path": 2, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_quiesce_inode": 23, 2024-04-26T02:13:16.171 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_flush": 0, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_inodestats": 0 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_log": { 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "evlrg": 0, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "evadd": 6219, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "evex": 6158, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "evtrm": 6158, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "ev": 61, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "evexg": 0, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "evexd": 1276, 2024-04-26T02:13:16.172 INFO:teuthology.orchestra.run.smithi033.stdout: "segadd": 22, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "segex": 21, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "segtrm": 21, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "seg": 1, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "segmjr": 1, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "segexg": 0, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "segexd": 2, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "expos": 20285150, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "wrpos": 20332029, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "rdpos": 0, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "jlat": { 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2530, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 5.085815755, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.002010203 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: "replayed": 0 2024-04-26T02:13:16.173 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_mem": { 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "ino": 26, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "ino+": 1236, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "ino-": 1210, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "dir": 20, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "dir+": 24, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "dir-": 4, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "dn": 33, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "dn+": 1248, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "dn-": 1215, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "cap": 4, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "cap+": 1228, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "cap-": 1224, 2024-04-26T02:13:16.174 INFO:teuthology.orchestra.run.smithi033.stdout: "rss": 64312, 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "heap": 231800 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_server": { 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "dispatch_client_request": 2658, 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "dispatch_server_request": 23, 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_request": 2594, 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_session": 33, 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_peer_request": 46, 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "req_create_latency": { 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 1210, 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 1.192904639, 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000985871 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getattr_latency": { 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 107, 2024-04-26T02:13:16.175 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.026420053, 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000246916 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "req_link_latency": { 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookup_latency": { 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 6, 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.001448707, 2024-04-26T02:13:16.176 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000241451 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupino_latency": { 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2, 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000348912, 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000174456 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupname_latency": { 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.177 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.178 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:16.178 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.178 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.178 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.178 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.178 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:16.178 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.178 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.178 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.178 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.178 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lssnap_latency": { 2024-04-26T02:13:16.178 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 11, 2024-04-26T02:13:16.179 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.002931549, 2024-04-26T02:13:16.179 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000266504 2024-04-26T02:13:16.179 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.179 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mkdir_latency": { 2024-04-26T02:13:16.179 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 12, 2024-04-26T02:13:16.179 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 30.986644904, 2024-04-26T02:13:16.179 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 2.582220408 2024-04-26T02:13:16.179 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.180 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mknod_latency": { 2024-04-26T02:13:16.180 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.180 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.180 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.180 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.180 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mksnap_latency": { 2024-04-26T02:13:16.180 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 11, 2024-04-26T02:13:16.180 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.087095272, 2024-04-26T02:13:16.180 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.007917752 2024-04-26T02:13:16.180 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.180 INFO:teuthology.orchestra.run.smithi033.stdout: "req_open_latency": { 2024-04-26T02:13:16.180 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 1, 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000410457, 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000410457 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: "req_readdir_latency": { 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 6, 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.003077770, 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000512961 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rename_latency": { 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2, 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.003456066, 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.001728033 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:16.181 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmdir_latency": { 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 6, 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.028070227, 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.004678371 2024-04-26T02:13:16.182 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 5, 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.040286764, 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.008057352 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setattr_latency": { 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 1, 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.001232051, 2024-04-26T02:13:16.183 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.001232051 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setlayout_latency": { 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.184 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.185 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.185 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.185 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setxattr_latency": { 2024-04-26T02:13:16.185 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 8, 2024-04-26T02:13:16.185 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.022436634, 2024-04-26T02:13:16.185 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.002804579 2024-04-26T02:13:16.185 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.185 INFO:teuthology.orchestra.run.smithi033.stdout: "req_symlink_latency": { 2024-04-26T02:13:16.185 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.185 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.185 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.185 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: "req_unlink_latency": { 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 1206, 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 1.777964354, 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.001474265 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.186 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_sessions": { 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "session_count": 2, 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "session_add": 5, 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "session_remove": 3, 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "sessions_open": 2, 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "sessions_stale": 0, 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "total_load": 40, 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "average_load": 20, 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "avg_session_uptime": 617, 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "mempool": { 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:16.187 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:16.188 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_items": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:16.189 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_bytes": 352018, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_items": 123, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_bytes": 88, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_items": 1, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_bytes": 0, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_items": 0, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_bytes": 8152, 2024-04-26T02:13:16.190 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_items": 170, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_items": 0, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_bytes": 124386, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_items": 1011, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_items": 0, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_items": 0 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "objecter": { 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "op_active": 0, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "op_laggy": 0, 2024-04-26T02:13:16.191 INFO:teuthology.orchestra.run.smithi033.stdout: "op_send": 7092, 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "op_send_bytes": 16676341, 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "op_resend": 31, 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "op_reply": 7092, 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "op_latency": { 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 7092, 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 38.989362866, 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.005497654 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "op_inflight": 0, 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "oplen_avg": { 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 7092, 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 7752 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "op": 7092, 2024-04-26T02:13:16.192 INFO:teuthology.orchestra.run.smithi033.stdout: "op_r": 31, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "op_w": 7061, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "op_rmw": 0, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "op_pg": 0, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_stat": 61, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_create": 220, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_read": 31, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_write": 2561, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_writefull": 93, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_writesame": 0, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_append": 0, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_zero": 0, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_truncate": 0, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_delete": 4014, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_mapext": 0, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:16.193 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_getxattr": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_setxattr": 440, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_call": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_watch": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_notify": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_pgls": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_other": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_active": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_send": 0, 2024-04-26T02:13:16.194 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_resend": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_ping": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_active": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_send": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_resend": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_active": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_send": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_resend": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_active": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_send": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_resend": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "command_active": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "command_send": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "command_resend": 0, 2024-04-26T02:13:16.195 INFO:teuthology.orchestra.run.smithi033.stdout: "map_epoch": 103, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "map_full": 0, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "map_inc": 14, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_sessions": 12, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_session_open": 12, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_session_close": 0, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_laggy": 0, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_wr": 295, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_rd": 0, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_del": 37 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "oft": { 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_objs": 1, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_updates": 0, 2024-04-26T02:13:16.196 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_removes": 0 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: "osd-slow-ops": { 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: "slow_ops_count": 25 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: "purge_queue": { 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_ops_high_water": 9, 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing": 0, 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_high_water": 5, 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executed_ops": 3496, 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executed": 1210, 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.197 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 16254, 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 5521263, 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 16254, 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 16254, 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 5521263, 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:16.198 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 7092, 2024-04-26T02:13:16.199 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 16798559, 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 7092, 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 16798559, 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 1024, 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:16.200 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 7092, 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 7092, 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 7092, 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 7092, 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:16.201 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 3758096384, 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 1210, 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 122218, 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 1210, 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 31, 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 122218, 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.202 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-write_buf_throttle-0x5628cd4fc460": { 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 3758096384, 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 6219, 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 16137725, 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 6219, 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 2530, 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 16137725, 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:16.203 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:16.204 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:16.204 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:16.204 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:16.204 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:16.204 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-04-26T02:13:16.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:16 smithi064 ceph-mon[32613]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T02:13:16.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:16 smithi064 ceph-mon[32613]: pgmap v326: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:13:16.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:16 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:13:16.465 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:16 smithi033 ceph-mon[32805]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T02:13:16.465 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:16 smithi033 ceph-mon[32805]: pgmap v326: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:13:16.465 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:16 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:13:16.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:16 smithi026 ceph-mon[28138]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T02:13:16.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:16 smithi026 ceph-mon[28138]: pgmap v326: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-26T02:13:16.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:16 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:13:17.036 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-04-26T02:13:17.036 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-04-26T02:13:17.036 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-04-26T02:13:17.036 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=11 2024-04-26T02:13:17.036 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=5 2024-04-26T02:13:17.036 DEBUG:tasks.check_counter:Getting stats from e 2024-04-26T02:13:17.036 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-26T02:13:17.931 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T02:13:18.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:18 smithi026 ceph-mon[28138]: pgmap v327: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 239 B/s wr, 12 op/s 2024-04-26T02:13:18.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:18 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:18.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:18 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:18.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:18 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:18 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:18 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:18 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:18 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:18 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:18 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:18 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:18 smithi033 ceph-mon[32805]: pgmap v327: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 239 B/s wr, 12 op/s 2024-04-26T02:13:18.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:18 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:18.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:18 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:18.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:18 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:18 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:18 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:18 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:18 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:18 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:18 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.750 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:18 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:18 smithi064 ceph-mon[32613]: pgmap v327: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 239 B/s wr, 12 op/s 2024-04-26T02:13:18.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:18 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:18.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:18 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:18.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:18 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:18 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:18 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:18 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:18 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:18 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.831 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:18 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:18.831 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:18 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:19.650 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:19 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi064 to 176.2M 2024-04-26T02:13:19.650 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:19 smithi033 ceph-mon[32805]: Unable to set osd_memory_target on smithi064 to 184793907: error parsing value: Value '184793907' is below minimum 939524096 2024-04-26T02:13:19.650 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:19 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:19.651 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:19 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:19.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:19 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi064 to 176.2M 2024-04-26T02:13:19.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:19 smithi026 ceph-mon[28138]: Unable to set osd_memory_target on smithi064 to 184793907: error parsing value: Value '184793907' is below minimum 939524096 2024-04-26T02:13:19.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:19 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:19.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:19 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:19.781 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-04-26T02:13:19.781 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:19.781 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 284, 2024-04-26T02:13:19.781 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 269, 2024-04-26T02:13:19.781 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 1652210, 2024-04-26T02:13:19.781 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 157460, 2024-04-26T02:13:19.781 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:19.781 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 1, 2024-04-26T02:13:19.781 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.053413367, 2024-04-26T02:13:19.782 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.016745728, 2024-04-26T02:13:19.782 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.037088036, 2024-04-26T02:13:19.782 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.006360854, 2024-04-26T02:13:19.782 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:19.782 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 268, 2024-04-26T02:13:19.782 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.015351385, 2024-04-26T02:13:19.782 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000057281 2024-04-26T02:13:19.782 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.782 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:19.782 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 1651376, 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 157136 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 770, 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 956, 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 191278, 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 727821, 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 7, 2024-04-26T02:13:19.783 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 5, 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.086759430, 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.030822473, 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.018675118, 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.027222231, 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 954, 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.056812720, 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000059552 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.784 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 484864 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 1732, 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 1734, 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 519727, 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 550834, 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 4, 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.180929275, 2024-04-26T02:13:19.785 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.064454601, 2024-04-26T02:13:19.786 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.045214789, 2024-04-26T02:13:19.786 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.053103126, 2024-04-26T02:13:19.786 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:19.786 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 1732, 2024-04-26T02:13:19.786 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.075370275, 2024-04-26T02:13:19.786 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000043516 2024-04-26T02:13:19.786 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.786 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:19.786 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.786 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.787 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.787 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.787 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:13:19.787 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:13:19.787 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.787 INFO:teuthology.orchestra.run.smithi033.stdout: "cct": { 2024-04-26T02:13:19.788 INFO:teuthology.orchestra.run.smithi033.stdout: "total_workers": 1, 2024-04-26T02:13:19.788 INFO:teuthology.orchestra.run.smithi033.stdout: "unhealthy_workers": 0 2024-04-26T02:13:19.788 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.788 INFO:teuthology.orchestra.run.smithi033.stdout: "finisher-MDSRank": { 2024-04-26T02:13:19.788 INFO:teuthology.orchestra.run.smithi033.stdout: "queue_len": 0, 2024-04-26T02:13:19.788 INFO:teuthology.orchestra.run.smithi033.stdout: "complete_latency": { 2024-04-26T02:13:19.788 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 4221, 2024-04-26T02:13:19.788 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.121673634, 2024-04-26T02:13:19.788 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000028825 2024-04-26T02:13:19.789 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:19.789 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.789 INFO:teuthology.orchestra.run.smithi033.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:19.789 INFO:teuthology.orchestra.run.smithi033.stdout: "queue_len": 0, 2024-04-26T02:13:19.789 INFO:teuthology.orchestra.run.smithi033.stdout: "complete_latency": { 2024-04-26T02:13:19.789 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.789 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.789 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.789 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:19.790 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.790 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": { 2024-04-26T02:13:19.790 INFO:teuthology.orchestra.run.smithi033.stdout: "request": 0, 2024-04-26T02:13:19.790 INFO:teuthology.orchestra.run.smithi033.stdout: "reply": 0, 2024-04-26T02:13:19.790 INFO:teuthology.orchestra.run.smithi033.stdout: "reply_latency": { 2024-04-26T02:13:19.790 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.790 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.790 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.790 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.790 INFO:teuthology.orchestra.run.smithi033.stdout: "slow_reply": 0, 2024-04-26T02:13:19.790 INFO:teuthology.orchestra.run.smithi033.stdout: "forward": 0, 2024-04-26T02:13:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_commit": 0, 2024-04-26T02:13:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_split": 0, 2024-04-26T02:13:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_merge": 0, 2024-04-26T02:13:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes": 0, 2024-04-26T02:13:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_top": 0, 2024-04-26T02:13:19.791 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_bottom": 0, 2024-04-26T02:13:19.792 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:19.792 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_pinned": 0, 2024-04-26T02:13:19.792 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_expired": 0, 2024-04-26T02:13:19.792 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_with_caps": 0, 2024-04-26T02:13:19.792 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": 0, 2024-04-26T02:13:19.792 INFO:teuthology.orchestra.run.smithi033.stdout: "subtrees": 1, 2024-04-26T02:13:19.793 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse": 0, 2024-04-26T02:13:19.793 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_hit": 0, 2024-04-26T02:13:19.793 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_forward": 0, 2024-04-26T02:13:19.793 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_discover": 0, 2024-04-26T02:13:19.793 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:19.793 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:19.794 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_lock": 0, 2024-04-26T02:13:19.794 INFO:teuthology.orchestra.run.smithi033.stdout: "load_cent": 0, 2024-04-26T02:13:19.794 INFO:teuthology.orchestra.run.smithi033.stdout: "q": 0, 2024-04-26T02:13:19.794 INFO:teuthology.orchestra.run.smithi033.stdout: "exported": 0, 2024-04-26T02:13:19.794 INFO:teuthology.orchestra.run.smithi033.stdout: "exported_inodes": 0, 2024-04-26T02:13:19.794 INFO:teuthology.orchestra.run.smithi033.stdout: "imported": 0, 2024-04-26T02:13:19.795 INFO:teuthology.orchestra.run.smithi033.stdout: "imported_inodes": 0, 2024-04-26T02:13:19.795 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:19.795 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:19.795 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:19.795 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rfiles": 0, 2024-04-26T02:13:19.796 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rbytes": 0, 2024-04-26T02:13:19.796 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rsnaps": 0, 2024-04-26T02:13:19.796 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:19.796 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:19.796 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:19.796 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:19.797 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:19.797 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:19.797 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:19.797 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:19.797 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:19.797 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:13:19.797 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:19.798 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:19.798 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:19.798 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:19.798 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_caps": 0, 2024-04-26T02:13:19.798 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:19.798 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:19.799 INFO:teuthology.orchestra.run.smithi033.stdout: "process_request_cap_release": 0 2024-04-26T02:13:19.800 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.800 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_cache": { 2024-04-26T02:13:19.800 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_update": 0, 2024-04-26T02:13:19.800 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:19.800 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_try_discover": 0, 2024-04-26T02:13:19.800 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_send_discover": 0, 2024-04-26T02:13:19.800 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:19.800 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays": 0, 2024-04-26T02:13:19.800 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:19.800 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:19.800 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_created": 0, 2024-04-26T02:13:19.800 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_enqueued": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_migrated": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "recovery_started": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "recovery_completed": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_flush": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:19.801 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_inodestats": 0 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_log": { 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "evlrg": 0, 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "evadd": 0, 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "evex": 0, 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "evtrm": 0, 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "ev": 8, 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "evexg": 0, 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "evexd": 0, 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "segadd": 0, 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "segex": 0, 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "segtrm": 0, 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "seg": 2, 2024-04-26T02:13:19.802 INFO:teuthology.orchestra.run.smithi033.stdout: "segmjr": 2, 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: "segexg": 0, 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: "segexd": 0, 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: "expos": 4194304, 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: "wrpos": 4196488, 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: "rdpos": 4196347, 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: "jlat": { 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: "replayed": 8 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_mem": { 2024-04-26T02:13:19.803 INFO:teuthology.orchestra.run.smithi033.stdout: "ino": 3, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "ino+": 3, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "ino-": 0, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "dir": 1, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "dir+": 1, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "dir-": 0, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "dn": 0, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "dn+": 0, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "dn-": 0, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "cap": 0, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "cap+": 0, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "cap-": 0, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "rss": 52740, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "heap": 215416 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.804 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_server": { 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "dispatch_client_request": 0, 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_request": 0, 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_session": 0, 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_peer_request": 0, 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "req_create_latency": { 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getattr_latency": { 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.805 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: "req_link_latency": { 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookup_latency": { 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.806 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupino_latency": { 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupname_latency": { 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.807 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lssnap_latency": { 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.808 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.809 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.809 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mkdir_latency": { 2024-04-26T02:13:19.809 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.809 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.809 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.809 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mknod_latency": { 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mksnap_latency": { 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: "req_open_latency": { 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.810 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: "req_readdir_latency": { 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rename_latency": { 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:19.811 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmdir_latency": { 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.812 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setattr_latency": { 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setlayout_latency": { 2024-04-26T02:13:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setxattr_latency": { 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "req_symlink_latency": { 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "req_unlink_latency": { 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_sessions": { 2024-04-26T02:13:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "session_count": 0, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "session_add": 3, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "session_remove": 3, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "sessions_open": 2, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "sessions_stale": 0, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "total_load": 0, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "average_load": 0, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "avg_session_uptime": 1716, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "mempool": { 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:19.817 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:19.818 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_items": 0, 2024-04-26T02:13:19.819 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_bytes": 190161, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_items": 52, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_bytes": 0, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_items": 0, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_bytes": 8032, 2024-04-26T02:13:19.820 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_items": 167, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_items": 0, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_bytes": 8512, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_items": 13, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_items": 0, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_items": 0 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "objecter": { 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "op_active": 0, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "op_laggy": 0, 2024-04-26T02:13:19.821 INFO:teuthology.orchestra.run.smithi033.stdout: "op_send": 2497, 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: "op_send_bytes": 21, 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: "op_resend": 3, 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: "op_reply": 2497, 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: "op_latency": { 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2497, 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 1.910968924, 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000765305 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: "op_inflight": 0, 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: "oplen_avg": { 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2497, 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 2498 2024-04-26T02:13:19.822 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "op": 2497, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "op_r": 2497, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "op_w": 0, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "op_rmw": 0, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "op_pg": 0, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_stat": 1624, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_create": 0, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_read": 871, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_write": 0, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_writefull": 0, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_writesame": 0, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_append": 0, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_zero": 0, 2024-04-26T02:13:19.823 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_truncate": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_delete": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_mapext": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_getxattr": 1, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_setxattr": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_call": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_watch": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_notify": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_pgls": 0, 2024-04-26T02:13:19.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_other": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_active": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_send": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_resend": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_ping": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_active": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_send": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_resend": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_active": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_send": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_resend": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_active": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_send": 0, 2024-04-26T02:13:19.825 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_resend": 0, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "command_active": 0, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "command_send": 0, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "command_resend": 0, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "map_epoch": 103, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "map_full": 0, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "map_inc": 14, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_sessions": 5, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_session_open": 5, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_session_close": 0, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_laggy": 0, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_wr": 0, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_rd": 2, 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_del": 0 2024-04-26T02:13:19.826 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "oft": { 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_objs": 0, 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_updates": 0, 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_removes": 0 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "osd-slow-ops": { 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "slow_ops_count": 0 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "purge_queue": { 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing": 0, 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:19.827 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executed": 0, 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 2782, 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 2095354, 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 2782, 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-04-26T02:13:19.828 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 2782, 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 2095354, 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:19.829 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 2497, 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 2189, 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 2497, 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 2189, 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:19.830 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 1024, 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 2497, 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 2497, 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 2497, 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 2497, 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:19.831 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 3758096384, 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 0, 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 0, 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:19.832 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.833 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.833 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.833 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:19.833 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:19.833 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-write_buf_throttle-0x55febb5446e0": { 2024-04-26T02:13:19.833 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:19.833 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 3758096384, 2024-04-26T02:13:19.833 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:19.833 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:19.833 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:19.833 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:19.834 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:19.834 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-04-26T02:13:19.834 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-04-26T02:13:19.834 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 0, 2024-04-26T02:13:19.834 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 0, 2024-04-26T02:13:19.834 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:19.834 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:19.834 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:19.834 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:19.834 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:19.834 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:19.834 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-04-26T02:13:19.835 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:19 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi064 to 176.2M 2024-04-26T02:13:19.835 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:19 smithi064 ceph-mon[32613]: Unable to set osd_memory_target on smithi064 to 184793907: error parsing value: Value '184793907' is below minimum 939524096 2024-04-26T02:13:19.835 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:19 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:19.835 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:19 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:20.535 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-26T02:13:20.535 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-26T02:13:20.535 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-04-26T02:13:20.535 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:20.536 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:20.536 DEBUG:tasks.check_counter:Getting stats from h 2024-04-26T02:13:20.536 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-26T02:13:20.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:20 smithi026 ceph-mon[28138]: pgmap v328: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:13:20.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:20 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:20 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:20 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:20 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:20 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:20 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:20 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.732 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:20 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:20 smithi033 ceph-mon[32805]: pgmap v328: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:13:20.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:20 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:20 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:20 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:20 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:20 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:20 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:20 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:20 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.789 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T02:13:20.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:20 smithi064 ceph-mon[32613]: pgmap v328: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:13:20.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:20 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:20 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:20 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:20 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:20 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:20 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:20 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:20.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:20 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:21.726 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:21 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi026 to 177.5M 2024-04-26T02:13:21.726 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:21 smithi033 ceph-mon[32805]: Unable to set osd_memory_target on smithi026 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T02:13:21.726 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:21 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:21.726 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:21 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:21.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:21 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi026 to 177.5M 2024-04-26T02:13:21.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:21 smithi026 ceph-mon[28138]: Unable to set osd_memory_target on smithi026 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T02:13:21.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:21 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:21.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:21 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:21.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:21 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi026 to 177.5M 2024-04-26T02:13:21.831 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:21 smithi064 ceph-mon[32613]: Unable to set osd_memory_target on smithi026 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T02:13:21.831 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:21 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:21.831 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:21 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:22.560 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: pgmap v329: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:13:22.560 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.560 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.560 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.560 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.560 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.560 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.561 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.561 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.561 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: Adjusting osd_memory_target on smithi033 to 177.2M 2024-04-26T02:13:22.561 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: Unable to set osd_memory_target on smithi033 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-26T02:13:22.561 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:13:22.561 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:13:22.561 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:22 smithi033 ceph-mon[32805]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:22.562 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-04-26T02:13:22.562 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:22.562 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 627, 2024-04-26T02:13:22.562 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 834, 2024-04-26T02:13:22.562 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 1761989, 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 392049, 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 7, 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 2, 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.111169583, 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.045505859, 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.057865653, 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.010856921, 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 837, 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.055433873, 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000066229 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:22.563 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 797, 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000208076, 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000261 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 1669968, 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 161296 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 34, 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 252, 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 10459, 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 583223, 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 10, 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 5, 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.018003902, 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.009827560, 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.005781509, 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.000215163, 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 250, 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.039363426, 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000157453 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 47, 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000021323, 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000453 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 7168, 2024-04-26T02:13:22.565 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 577552 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 28, 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 36, 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 6458, 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 85627, 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 14, 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 6, 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.006412901, 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.000784494, 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.004975783, 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.000280663, 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 30, 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.011996616, 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000399887 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 22, 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000003333, 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000151 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 1856, 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 1952 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: "cct": { 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi033.stdout: "total_workers": 1, 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: "unhealthy_workers": 0 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: "finisher-MDSRank": { 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: "queue_len": 0, 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: "complete_latency": { 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 59, 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.001220887, 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000020693 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: "queue_len": 0, 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: "complete_latency": { 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2, 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000006702, 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000003351 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": { 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: "request": 5, 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: "reply": 3, 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: "reply_latency": { 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 3, 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000569620, 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000189873 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: "slow_reply": 0, 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: "forward": 2, 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_commit": 11, 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_split": 0, 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_merge": 0, 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes": 10, 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_top": 0, 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_bottom": 10, 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_pinned": 10, 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_expired": 0, 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_with_caps": 1, 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": 1, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "subtrees": 1, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse": 11, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_hit": 10, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_forward": 0, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_discover": 0, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_lock": 0, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "load_cent": 0, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "q": 0, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "exported": 0, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "exported_inodes": 0, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "imported": 0, 2024-04-26T02:13:22.571 INFO:teuthology.orchestra.run.smithi033.stdout: "imported_inodes": 0, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rfiles": 4, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rbytes": 234, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rsnaps": 3, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_revoke": 1, 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_caps": 1, 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "process_request_cap_release": 0 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_cache": { 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_update": 0, 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_try_discover": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_send_discover": 1, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_created": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_enqueued": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_migrated": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:22.574 INFO:teuthology.orchestra.run.smithi033.stdout: "recovery_started": 0, 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "recovery_completed": 0, 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_quiesce_path": 2, 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_quiesce_inode": 2, 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_flush": 0, 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_inodestats": 0 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_log": { 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "evlrg": 0, 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "evadd": 7, 2024-04-26T02:13:22.575 INFO:teuthology.orchestra.run.smithi033.stdout: "evex": 0, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "evtrm": 0, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "ev": 7, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "evexg": 0, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "evexd": 0, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "segadd": 2, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "segex": 0, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "segtrm": 0, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "seg": 2, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "segmjr": 2, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "segexg": 0, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "segexd": 0, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "expos": 4194304, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "wrpos": 4196347, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "rdpos": 0, 2024-04-26T02:13:22.576 INFO:teuthology.orchestra.run.smithi033.stdout: "jlat": { 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 6, 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.036755581, 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.006125930 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: "replayed": 0 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_mem": { 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: "ino": 13, 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: "ino+": 13, 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: "ino-": 0, 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: "dir": 11, 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: "dir+": 12, 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: "dir-": 1, 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi033.stdout: "dn": 10, 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "dn+": 10, 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "dn-": 0, 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "cap": 1, 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "cap+": 1, 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "cap-": 0, 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "rss": 51604, 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "heap": 223608 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_server": { 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "dispatch_client_request": 5, 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_request": 5, 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_session": 17, 2024-04-26T02:13:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_peer_request": 2, 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: "req_create_latency": { 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getattr_latency": { 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 3, 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000569620, 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000189873 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.579 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.580 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.580 INFO:teuthology.orchestra.run.smithi033.stdout: "req_link_latency": { 2024-04-26T02:13:22.580 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.580 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.580 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.580 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.580 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookup_latency": { 2024-04-26T02:13:22.580 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.580 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.580 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.580 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.581 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:22.581 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.581 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.581 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.581 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.581 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupino_latency": { 2024-04-26T02:13:22.581 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.581 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.581 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupname_latency": { 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.582 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lssnap_latency": { 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mkdir_latency": { 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mknod_latency": { 2024-04-26T02:13:22.583 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mksnap_latency": { 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: "req_open_latency": { 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: "req_readdir_latency": { 2024-04-26T02:13:22.584 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rename_latency": { 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.585 INFO:teuthology.orchestra.run.smithi033.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmdir_latency": { 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.586 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setattr_latency": { 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.587 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setlayout_latency": { 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setxattr_latency": { 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.588 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: "req_symlink_latency": { 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: "req_unlink_latency": { 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:22.589 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_sessions": { 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: "session_count": 1, 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: "session_add": 3, 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: "session_remove": 2, 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: "sessions_open": 1, 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: "sessions_stale": 0, 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: "total_load": 2, 2024-04-26T02:13:22.590 INFO:teuthology.orchestra.run.smithi033.stdout: "average_load": 1, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "avg_session_uptime": 620, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "mempool": { 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:22.591 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:22.592 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:22.592 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:22.592 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:22.592 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:22.592 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:22.592 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:22.592 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:22.592 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:22.592 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:22.592 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:22.592 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:22.592 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_items": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:22.593 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_bytes": 239911, 2024-04-26T02:13:22.594 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_items": 81, 2024-04-26T02:13:22.594 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_bytes": 88, 2024-04-26T02:13:22.594 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_items": 1, 2024-04-26T02:13:22.594 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_bytes": 0, 2024-04-26T02:13:22.594 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_items": 0, 2024-04-26T02:13:22.594 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:22.594 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:22.594 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:22.594 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:22.594 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_bytes": 8032, 2024-04-26T02:13:22.594 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_items": 167, 2024-04-26T02:13:22.594 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_items": 0, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_bytes": 51248, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_items": 201, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_items": 0, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_items": 0 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "objecter": { 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "op_active": 0, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "op_laggy": 0, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "op_send": 43, 2024-04-26T02:13:22.595 INFO:teuthology.orchestra.run.smithi033.stdout: "op_send_bytes": 12435, 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: "op_resend": 33, 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: "op_reply": 43, 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: "op_latency": { 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 43, 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.385993592, 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.008976595 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: "op_inflight": 0, 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: "oplen_avg": { 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 43, 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 65 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: "op": 43, 2024-04-26T02:13:22.596 INFO:teuthology.orchestra.run.smithi033.stdout: "op_r": 0, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "op_w": 43, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "op_rmw": 0, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "op_pg": 0, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_stat": 0, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_create": 10, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_read": 0, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_write": 6, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_writefull": 8, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_writesame": 0, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_append": 0, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_zero": 0, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_truncate": 0, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_delete": 6, 2024-04-26T02:13:22.597 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_mapext": 0, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_getxattr": 0, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_setxattr": 20, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_call": 0, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_watch": 0, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_notify": 0, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_pgls": 0, 2024-04-26T02:13:22.598 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_other": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_active": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_send": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_resend": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_ping": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_active": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_send": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_resend": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_active": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_send": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_resend": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_active": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_send": 0, 2024-04-26T02:13:22.599 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_resend": 0, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "command_active": 0, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "command_send": 0, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "command_resend": 0, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "map_epoch": 103, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "map_full": 0, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "map_inc": 14, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_sessions": 8, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_session_open": 8, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_session_close": 0, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_laggy": 0, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_wr": 14, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_rd": 0, 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_del": 1 2024-04-26T02:13:22.600 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: "oft": { 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_objs": 1, 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_updates": 0, 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_removes": 0 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: "osd-slow-ops": { 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: "slow_ops_count": 2 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: "purge_queue": { 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing": 0, 2024-04-26T02:13:22.601 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executed": 0, 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 685, 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 1697216, 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 685, 2024-04-26T02:13:22.602 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 685, 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 1697216, 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:22.603 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:22.604 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:22.604 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:22.604 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 43, 2024-04-26T02:13:22.604 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 12435, 2024-04-26T02:13:22.604 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 43, 2024-04-26T02:13:22.604 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 12435, 2024-04-26T02:13:22.604 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:22.604 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.604 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 1024, 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 43, 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 43, 2024-04-26T02:13:22.605 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 43, 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 43, 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 3758096384, 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:22.606 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 0, 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 0, 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-write_buf_throttle-0x56270a052460": { 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:22.607 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 3758096384, 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 7, 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 2043, 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 7, 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 6, 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 2043, 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:22.608 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:22.609 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: pgmap v329: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: Adjusting osd_memory_target on smithi033 to 177.2M 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: Unable to set osd_memory_target on smithi033 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:13:22.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:13:22.732 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:22 smithi026 ceph-mon[28138]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:22.732 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: pgmap v329: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-26T02:13:22.732 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.732 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.732 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.732 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.732 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.732 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.732 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.733 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:13:22.733 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: Adjusting osd_memory_target on smithi033 to 177.2M 2024-04-26T02:13:22.733 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: Unable to set osd_memory_target on smithi033 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-26T02:13:22.733 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:13:22.733 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:13:22.733 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:22 smithi064 ceph-mon[32613]: from='mgr.25115 ' entity='mgr.x' 2024-04-26T02:13:23.333 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-04-26T02:13:23.333 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-04-26T02:13:23.333 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=3 2024-04-26T02:13:23.333 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:23.333 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:23.333 DEBUG:tasks.check_counter:Getting stats from k 2024-04-26T02:13:23.334 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-26T02:13:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T02:13:24.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:24 smithi026 ceph-mon[28138]: pgmap v330: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:13:24.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:24 smithi033 ceph-mon[32805]: pgmap v330: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:13:24.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:24 smithi064 ceph-mon[32613]: pgmap v330: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:13:25.351 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-04-26T02:13:25.351 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:25.352 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 1156, 2024-04-26T02:13:25.352 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 1141, 2024-04-26T02:13:25.352 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 1944384, 2024-04-26T02:13:25.352 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 436360, 2024-04-26T02:13:25.352 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:25.352 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 1, 2024-04-26T02:13:25.352 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.165269419, 2024-04-26T02:13:25.352 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.050109584, 2024-04-26T02:13:25.352 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.066984044, 2024-04-26T02:13:25.352 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.043458832, 2024-04-26T02:13:25.353 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:25.353 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 1140, 2024-04-26T02:13:25.353 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.068807988, 2024-04-26T02:13:25.353 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000060357 2024-04-26T02:13:25.353 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.353 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:25.353 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.353 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.353 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.353 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.353 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 1652736, 2024-04-26T02:13:25.354 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 160336 2024-04-26T02:13:25.354 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.354 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:25.354 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 1650, 2024-04-26T02:13:25.354 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 1841, 2024-04-26T02:13:25.354 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 424096, 2024-04-26T02:13:25.354 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 1088195, 2024-04-26T02:13:25.354 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 8, 2024-04-26T02:13:25.354 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 5, 2024-04-26T02:13:25.354 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.136624939, 2024-04-26T02:13:25.354 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.050678654, 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.030754663, 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.042448850, 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 1838, 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.100056241, 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000054437 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 3472, 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 565664 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_messages": 4, 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages": 6, 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_bytes": 1629, 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_bytes": 1284, 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_active_connections": 4, 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_total_time": 0.001649086, 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_send_time": 0.000337958, 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_recv_time": 0.001132796, 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_running_fast_dispatch_time": 0.000081051, 2024-04-26T02:13:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:25.357 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 4, 2024-04-26T02:13:25.357 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.003037452, 2024-04-26T02:13:25.357 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000759363 2024-04-26T02:13:25.357 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.357 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:25.357 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.357 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.357 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.357 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.357 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: "cct": { 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: "total_workers": 1, 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: "unhealthy_workers": 0 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: "finisher-MDSRank": { 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: "queue_len": 0, 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: "complete_latency": { 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 4254, 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.125768786, 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000029564 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:25.358 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "queue_len": 0, 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "complete_latency": { 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": { 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "request": 0, 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "reply": 0, 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "reply_latency": { 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.359 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "slow_reply": 0, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "forward": 0, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_commit": 0, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_split": 0, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_merge": 0, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes": 0, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_top": 0, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_bottom": 0, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_pinned": 0, 2024-04-26T02:13:25.360 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_expired": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "inodes_with_caps": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "subtrees": 1, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_hit": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_forward": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_discover": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "traverse_lock": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "load_cent": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "q": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "exported": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "exported_inodes": 0, 2024-04-26T02:13:25.361 INFO:teuthology.orchestra.run.smithi033.stdout: "imported": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "imported_inodes": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rfiles": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rbytes": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "root_rsnaps": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:25.362 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_caps": 0, 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "process_request_cap_release": 0 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_cache": { 2024-04-26T02:13:25.363 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_update": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_try_discover": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_send_discover": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_created": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_enqueued": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "strays_migrated": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:25.364 INFO:teuthology.orchestra.run.smithi033.stdout: "recovery_started": 0, 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "recovery_completed": 0, 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_flush": 0, 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "ireq_inodestats": 0 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_log": { 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "evlrg": 0, 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "evadd": 0, 2024-04-26T02:13:25.365 INFO:teuthology.orchestra.run.smithi033.stdout: "evex": 0, 2024-04-26T02:13:25.366 INFO:teuthology.orchestra.run.smithi033.stdout: "evtrm": 0, 2024-04-26T02:13:25.366 INFO:teuthology.orchestra.run.smithi033.stdout: "ev": 9, 2024-04-26T02:13:25.366 INFO:teuthology.orchestra.run.smithi033.stdout: "evexg": 0, 2024-04-26T02:13:25.366 INFO:teuthology.orchestra.run.smithi033.stdout: "evexd": 0, 2024-04-26T02:13:25.366 INFO:teuthology.orchestra.run.smithi033.stdout: "segadd": 0, 2024-04-26T02:13:25.366 INFO:teuthology.orchestra.run.smithi033.stdout: "segex": 0, 2024-04-26T02:13:25.366 INFO:teuthology.orchestra.run.smithi033.stdout: "segtrm": 0, 2024-04-26T02:13:25.366 INFO:teuthology.orchestra.run.smithi033.stdout: "seg": 2, 2024-04-26T02:13:25.367 INFO:teuthology.orchestra.run.smithi033.stdout: "segmjr": 2, 2024-04-26T02:13:25.367 INFO:teuthology.orchestra.run.smithi033.stdout: "segexg": 0, 2024-04-26T02:13:25.367 INFO:teuthology.orchestra.run.smithi033.stdout: "segexd": 0, 2024-04-26T02:13:25.367 INFO:teuthology.orchestra.run.smithi033.stdout: "expos": 4194304, 2024-04-26T02:13:25.367 INFO:teuthology.orchestra.run.smithi033.stdout: "wrpos": 4196798, 2024-04-26T02:13:25.367 INFO:teuthology.orchestra.run.smithi033.stdout: "rdpos": 4196657, 2024-04-26T02:13:25.368 INFO:teuthology.orchestra.run.smithi033.stdout: "jlat": { 2024-04-26T02:13:25.368 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.368 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.368 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.368 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.369 INFO:teuthology.orchestra.run.smithi033.stdout: "replayed": 9 2024-04-26T02:13:25.369 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.369 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_mem": { 2024-04-26T02:13:25.370 INFO:teuthology.orchestra.run.smithi033.stdout: "ino": 3, 2024-04-26T02:13:25.370 INFO:teuthology.orchestra.run.smithi033.stdout: "ino+": 3, 2024-04-26T02:13:25.370 INFO:teuthology.orchestra.run.smithi033.stdout: "ino-": 0, 2024-04-26T02:13:25.370 INFO:teuthology.orchestra.run.smithi033.stdout: "dir": 1, 2024-04-26T02:13:25.370 INFO:teuthology.orchestra.run.smithi033.stdout: "dir+": 1, 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "dir-": 0, 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "dn": 0, 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "dn+": 0, 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "dn-": 0, 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "cap": 0, 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "cap+": 0, 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "cap-": 0, 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "rss": 50480, 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "heap": 215416 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_server": { 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "dispatch_client_request": 0, 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:25.371 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_request": 0, 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_client_session": 0, 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: "handle_peer_request": 0, 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: "req_create_latency": { 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getattr_latency": { 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:25.372 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: "req_link_latency": { 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookup_latency": { 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.373 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupino_latency": { 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupname_latency": { 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: "req_lssnap_latency": { 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.375 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.376 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mkdir_latency": { 2024-04-26T02:13:25.376 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.376 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.376 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.376 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mknod_latency": { 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: "req_mksnap_latency": { 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: "req_open_latency": { 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.377 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: "req_readdir_latency": { 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rename_latency": { 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:25.378 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmdir_latency": { 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.379 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setattr_latency": { 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.380 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setlayout_latency": { 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.381 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: "req_setxattr_latency": { 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: "req_symlink_latency": { 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: "req_unlink_latency": { 2024-04-26T02:13:25.382 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_sessions": { 2024-04-26T02:13:25.383 INFO:teuthology.orchestra.run.smithi033.stdout: "session_count": 1, 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: "session_add": 4, 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: "session_remove": 3, 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: "sessions_open": 3, 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: "sessions_stale": 0, 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: "total_load": 0, 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: "average_load": 0, 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: "avg_session_uptime": 5523, 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: "mempool": { 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:25.384 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:25.385 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:25.386 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:25.386 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:25.386 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:25.386 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:25.386 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:25.386 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:25.386 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:25.386 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:25.386 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_items": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_bytes": 198219, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_anon_items": 56, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:25.387 INFO:teuthology.orchestra.run.smithi033.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_bytes": 0, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_items": 0, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_bytes": 8032, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_items": 167, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "pgmap_items": 0, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_bytes": 8512, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_co_items": 13, 2024-04-26T02:13:25.388 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:25.389 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_1_items": 0, 2024-04-26T02:13:25.389 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:25.389 INFO:teuthology.orchestra.run.smithi033.stdout: "unittest_2_items": 0 2024-04-26T02:13:25.389 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.389 INFO:teuthology.orchestra.run.smithi033.stdout: "objecter": { 2024-04-26T02:13:25.389 INFO:teuthology.orchestra.run.smithi033.stdout: "op_active": 0, 2024-04-26T02:13:25.389 INFO:teuthology.orchestra.run.smithi033.stdout: "op_laggy": 0, 2024-04-26T02:13:25.389 INFO:teuthology.orchestra.run.smithi033.stdout: "op_send": 2515, 2024-04-26T02:13:25.389 INFO:teuthology.orchestra.run.smithi033.stdout: "op_send_bytes": 21, 2024-04-26T02:13:25.389 INFO:teuthology.orchestra.run.smithi033.stdout: "op_resend": 3, 2024-04-26T02:13:25.389 INFO:teuthology.orchestra.run.smithi033.stdout: "op_reply": 2515, 2024-04-26T02:13:25.389 INFO:teuthology.orchestra.run.smithi033.stdout: "op_latency": { 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2515, 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 1.618973675, 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000643727 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: "op_inflight": 0, 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: "oplen_avg": { 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 2515, 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 2516 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: "op": 2515, 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: "op_r": 2515, 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: "op_w": 0, 2024-04-26T02:13:25.390 INFO:teuthology.orchestra.run.smithi033.stdout: "op_rmw": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "op_pg": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_stat": 1636, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_create": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_read": 877, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_write": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_writefull": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_writesame": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_append": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_zero": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_truncate": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_delete": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_mapext": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:25.391 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_getxattr": 1, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_setxattr": 0, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_call": 0, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_watch": 0, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_notify": 0, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_pgls": 0, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "osdop_other": 0, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_active": 0, 2024-04-26T02:13:25.392 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_send": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_resend": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "linger_ping": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_active": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_send": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "poolop_resend": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_active": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_send": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "poolstat_resend": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_active": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_send": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "statfs_resend": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "command_active": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "command_send": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "command_resend": 0, 2024-04-26T02:13:25.393 INFO:teuthology.orchestra.run.smithi033.stdout: "map_epoch": 103, 2024-04-26T02:13:25.394 INFO:teuthology.orchestra.run.smithi033.stdout: "map_full": 0, 2024-04-26T02:13:25.394 INFO:teuthology.orchestra.run.smithi033.stdout: "map_inc": 14, 2024-04-26T02:13:25.394 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_sessions": 6, 2024-04-26T02:13:25.394 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_session_open": 6, 2024-04-26T02:13:25.394 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_session_close": 0, 2024-04-26T02:13:25.394 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_laggy": 0, 2024-04-26T02:13:25.394 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_wr": 0, 2024-04-26T02:13:25.394 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_rd": 2, 2024-04-26T02:13:25.394 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_del": 0 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: "oft": { 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_objs": 0, 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_updates": 0, 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: "omap_total_removes": 0 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: "osd-slow-ops": { 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: "slow_ops_count": 0 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: "purge_queue": { 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:25.395 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing": 0, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_executed": 0, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 2806, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 2099785, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 2806, 2024-04-26T02:13:25.396 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 2806, 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 2099785, 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 104857600, 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:25.397 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:25.398 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:25.398 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:25.398 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:25.398 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 2515, 2024-04-26T02:13:25.398 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 2499, 2024-04-26T02:13:25.398 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 2515, 2024-04-26T02:13:25.398 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 2499, 2024-04-26T02:13:25.398 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:25.399 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.399 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.399 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.399 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:25.399 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.399 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:25.399 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:25.399 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 1024, 2024-04-26T02:13:25.399 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 2515, 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 2515, 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 2515, 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 2515, 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.400 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:25.401 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.401 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:25.401 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:25.401 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 3758096384, 2024-04-26T02:13:25.401 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:25.401 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:25.401 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:25.401 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:25.401 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:25.401 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-04-26T02:13:25.401 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-04-26T02:13:25.401 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 0, 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 0, 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: "throttle-write_buf_throttle-0x55ceb6d906e0": { 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: "val": 0, 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: "max": 3758096384, 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: "get_started": 0, 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: "get": 0, 2024-04-26T02:13:25.402 INFO:teuthology.orchestra.run.smithi033.stdout: "get_sum": 0, 2024-04-26T02:13:25.403 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:25.403 INFO:teuthology.orchestra.run.smithi033.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:25.403 INFO:teuthology.orchestra.run.smithi033.stdout: "take": 0, 2024-04-26T02:13:25.403 INFO:teuthology.orchestra.run.smithi033.stdout: "take_sum": 0, 2024-04-26T02:13:25.403 INFO:teuthology.orchestra.run.smithi033.stdout: "put": 0, 2024-04-26T02:13:25.403 INFO:teuthology.orchestra.run.smithi033.stdout: "put_sum": 0, 2024-04-26T02:13:25.403 INFO:teuthology.orchestra.run.smithi033.stdout: "wait": { 2024-04-26T02:13:25.403 INFO:teuthology.orchestra.run.smithi033.stdout: "avgcount": 0, 2024-04-26T02:13:25.403 INFO:teuthology.orchestra.run.smithi033.stdout: "sum": 0.000000000, 2024-04-26T02:13:25.403 INFO:teuthology.orchestra.run.smithi033.stdout: "avgtime": 0.000000000 2024-04-26T02:13:25.403 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:25.404 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-04-26T02:13:25.404 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-04-26T02:13:26.156 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-04-26T02:13:26.156 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-04-26T02:13:26.156 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-04-26T02:13:26.157 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:26.157 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:26.157 DEBUG:tasks.check_counter:Getting stats from c 2024-04-26T02:13:26.157 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T02:13:26.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:26 smithi026 ceph-mon[28138]: pgmap v331: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:13:26.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:26 smithi033 ceph-mon[32805]: pgmap v331: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:13:26.777 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:26 smithi064 ceph-mon[32613]: pgmap v331: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 101 B/s wr, 10 op/s 2024-04-26T02:13:28.239 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-04-26T02:13:28.240 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:28.240 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 1285, 2024-04-26T02:13:28.240 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 1283, 2024-04-26T02:13:28.240 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 4765070, 2024-04-26T02:13:28.240 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 449852, 2024-04-26T02:13:28.240 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:28.240 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 1, 2024-04-26T02:13:28.240 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.146220657, 2024-04-26T02:13:28.240 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.044798839, 2024-04-26T02:13:28.240 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.043855547, 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.044810130, 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 1282, 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.053091724, 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000041413 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 346464, 2024-04-26T02:13:28.241 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 94960 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 545, 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 656, 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 7894984, 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 457290, 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 4, 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.068275875, 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.022331646, 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.020919868, 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.018297712, 2024-04-26T02:13:28.242 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 655, 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.030170120, 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000046061 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 285504 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:28.243 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 92, 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 94, 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 4217528, 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 29263, 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 4, 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.010097166, 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.002647536, 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.004090817, 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.002513543, 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 92, 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.003890489, 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000042287 2024-04-26T02:13:28.244 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: "cct": { 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: "total_workers": 1, 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: "unhealthy_workers": 0 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: "finisher-MDSRank": { 2024-04-26T02:13:28.245 INFO:teuthology.orchestra.run.smithi064.stdout: "queue_len": 0, 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: "complete_latency": { 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 2921, 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.097334236, 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000033322 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: "queue_len": 0, 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: "complete_latency": { 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:28.246 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "mds": { 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "request": 0, 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "reply": 0, 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "reply_latency": { 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "slow_reply": 0, 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "forward": 0, 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_commit": 0, 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_split": 0, 2024-04-26T02:13:28.247 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_merge": 0, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes": 1232, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_top": 819, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_bottom": 413, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_pinned": 16, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_expired": 0, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_with_caps": 0, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": 0, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "subtrees": 2, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse": 0, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_hit": 0, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_forward": 0, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_discover": 0, 2024-04-26T02:13:28.248 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_lock": 0, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "load_cent": 0, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "q": 0, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "exported": 0, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "exported_inodes": 0, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "imported": 0, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "imported_inodes": 0, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rfiles": 4, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rbytes": 234, 2024-04-26T02:13:28.249 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rsnaps": 6, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:28.250 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_caps": 0, 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "process_request_cap_release": 0 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_cache": { 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_update": 0, 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_try_discover": 0, 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_send_discover": 0, 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays": 0, 2024-04-26T02:13:28.251 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_created": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_enqueued": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_migrated": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "recovery_started": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "recovery_completed": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:28.252 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_flush": 0, 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_inodestats": 0 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_log": { 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "evlrg": 0, 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "evadd": 0, 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "evex": 0, 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "evtrm": 0, 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "ev": 6167, 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "evexg": 0, 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "evexd": 0, 2024-04-26T02:13:28.253 INFO:teuthology.orchestra.run.smithi064.stdout: "segadd": 0, 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "segex": 0, 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "segtrm": 0, 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "seg": 2, 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "segmjr": 9, 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "segexg": 0, 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "segexd": 0, 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "expos": 20285150, 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "wrpos": 20332029, 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "rdpos": 20331917, 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "jlat": { 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.254 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "replayed": 6167 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_mem": { 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "ino": 20, 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "ino+": 1230, 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "ino-": 1210, 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "dir": 18, 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "dir+": 22, 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "dir-": 4, 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "dn": 1232, 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "dn+": 1237, 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "dn-": 5, 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "cap": 0, 2024-04-26T02:13:28.255 INFO:teuthology.orchestra.run.smithi064.stdout: "cap+": 0, 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "cap-": 0, 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "rss": 52540, 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "heap": 215416 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_server": { 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "dispatch_client_request": 0, 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_request": 0, 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_session": 0, 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_peer_request": 0, 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "req_create_latency": { 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.256 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getattr_latency": { 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: "req_link_latency": { 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.257 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.258 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.258 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookup_latency": { 2024-04-26T02:13:28.258 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.258 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.258 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.258 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.258 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:28.258 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.258 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.258 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.258 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.258 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupino_latency": { 2024-04-26T02:13:28.259 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.259 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.259 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.259 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.259 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupname_latency": { 2024-04-26T02:13:28.259 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.259 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.259 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.259 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.259 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:28.259 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.259 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lssnap_latency": { 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mkdir_latency": { 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.260 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mknod_latency": { 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mksnap_latency": { 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: "req_open_latency": { 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.261 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: "req_readdir_latency": { 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rename_latency": { 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:28.262 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmdir_latency": { 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.263 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setattr_latency": { 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.264 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setlayout_latency": { 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.265 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setxattr_latency": { 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: "req_symlink_latency": { 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: "req_unlink_latency": { 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.266 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_sessions": { 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "session_count": 2, 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "session_add": 4, 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "session_remove": 2, 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "sessions_open": 0, 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "sessions_stale": 0, 2024-04-26T02:13:28.267 INFO:teuthology.orchestra.run.smithi064.stdout: "total_load": 0, 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: "average_load": 0, 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: "avg_session_uptime": 3929, 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: "mempool": { 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:28.268 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:28.269 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_items": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:28.270 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_bytes": 189583, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_items": 56, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_bytes": 0, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_items": 0, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_bytes": 8032, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_items": 167, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:28.271 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_items": 0, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_bytes": 951621, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_items": 5433, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_items": 0, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_items": 0 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "objecter": { 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "op_active": 0, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "op_laggy": 0, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "op_send": 1748, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "op_send_bytes": 26, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "op_resend": 4, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "op_reply": 1748, 2024-04-26T02:13:28.272 INFO:teuthology.orchestra.run.smithi064.stdout: "op_latency": { 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 1748, 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 1.282974029, 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000733966 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "op_inflight": 0, 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "oplen_avg": { 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 1748, 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 1749 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "op": 1748, 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "op_r": 1748, 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "op_w": 0, 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "op_rmw": 0, 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "op_pg": 0, 2024-04-26T02:13:28.273 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_stat": 1103, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_create": 0, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_read": 642, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_write": 0, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_writefull": 0, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_writesame": 0, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_append": 0, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_zero": 0, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_truncate": 0, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_delete": 0, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_mapext": 0, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_getxattr": 2, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_setxattr": 0, 2024-04-26T02:13:28.274 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_call": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_watch": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_notify": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_pgls": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_other": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_active": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_send": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_resend": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_ping": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_active": 0, 2024-04-26T02:13:28.275 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_send": 0, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_resend": 0, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_active": 0, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_send": 0, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_resend": 0, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_active": 0, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_send": 0, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_resend": 0, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "command_active": 0, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "command_send": 0, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "command_resend": 0, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "map_epoch": 103, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "map_full": 0, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "map_inc": 10, 2024-04-26T02:13:28.276 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_sessions": 5, 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_session_open": 5, 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_session_close": 0, 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_laggy": 0, 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_wr": 0, 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_rd": 2, 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_del": 0 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: "oft": { 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_objs": 0, 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_updates": 0, 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_removes": 0 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.277 INFO:teuthology.orchestra.run.smithi064.stdout: "osd-slow-ops": { 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: "slow_ops_count": 0 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: "purge_queue": { 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing": 0, 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executed": 0, 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:28.278 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 1918, 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 16693321, 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 1918, 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 1918, 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 16693321, 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:28.279 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 1748, 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 16035630, 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 1748, 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 16035630, 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:28.280 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 1024, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 1748, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 1748, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 1748, 2024-04-26T02:13:28.281 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 1748, 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 3758096384, 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:28.282 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 0, 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 0, 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-write_buf_throttle-0x561d609606e0": { 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 3758096384, 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-26T02:13:28.283 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 0, 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 0, 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:28.284 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-04-26T02:13:28.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:28 smithi026 ceph-mon[28138]: pgmap v332: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:13:28.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:28 smithi033 ceph-mon[32805]: pgmap v332: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:13:28.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:28 smithi064 ceph-mon[32613]: pgmap v332: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-26T02:13:28.969 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-26T02:13:28.969 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-26T02:13:28.969 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2024-04-26T02:13:28.969 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:28.969 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:28.970 DEBUG:tasks.check_counter:Getting stats from f 2024-04-26T02:13:28.970 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-26T02:13:29.224 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T02:13:30.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:30 smithi026 ceph-mon[28138]: pgmap v333: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:30.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:30 smithi033 ceph-mon[32805]: pgmap v333: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:30.813 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:30 smithi064 ceph-mon[32613]: pgmap v333: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:31.084 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-04-26T02:13:31.084 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:31.084 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 2395, 2024-04-26T02:13:31.084 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 2397, 2024-04-26T02:13:31.084 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 685322, 2024-04-26T02:13:31.084 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 761617, 2024-04-26T02:13:31.084 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 6, 2024-04-26T02:13:31.084 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 2, 2024-04-26T02:13:31.084 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.231004118, 2024-04-26T02:13:31.084 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.075478330, 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.058041100, 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.078124639, 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 2395, 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.093908311, 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000039210 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:13:31.085 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 8, 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 196, 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 3868, 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 489146, 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 6, 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 4, 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.012273778, 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.007845951, 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.002133972, 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.000067331, 2024-04-26T02:13:31.086 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 194, 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.024909982, 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000128401 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 488448 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:31.087 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 287, 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 272, 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 1652524, 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 158894, 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 3, 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 2, 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.055255913, 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.016978969, 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.040926440, 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.006655054, 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 271, 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.017424904, 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000064298 2024-04-26T02:13:31.088 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 1652256, 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 158576 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: "cct": { 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: "total_workers": 1, 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: "unhealthy_workers": 0 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: "finisher-MDSRank": { 2024-04-26T02:13:31.089 INFO:teuthology.orchestra.run.smithi064.stdout: "queue_len": 0, 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: "complete_latency": { 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 4148, 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.125763500, 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000030319 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: "queue_len": 0, 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: "complete_latency": { 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:31.090 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "mds": { 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "request": 0, 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "reply": 0, 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "reply_latency": { 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "slow_reply": 0, 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "forward": 0, 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_commit": 0, 2024-04-26T02:13:31.091 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_split": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_merge": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_top": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_bottom": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_pinned": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_expired": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_with_caps": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "subtrees": 1, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_hit": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_forward": 0, 2024-04-26T02:13:31.092 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_discover": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_lock": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "load_cent": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "q": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "exported": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "exported_inodes": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "imported": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "imported_inodes": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rfiles": 0, 2024-04-26T02:13:31.093 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rbytes": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rsnaps": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:31.094 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_caps": 0, 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "process_request_cap_release": 0 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_cache": { 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_update": 0, 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_try_discover": 0, 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_send_discover": 0, 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays": 0, 2024-04-26T02:13:31.095 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_created": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_enqueued": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_migrated": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "recovery_started": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "recovery_completed": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:31.096 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_flush": 0, 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_inodestats": 0 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_log": { 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "evlrg": 0, 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "evadd": 0, 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "evex": 0, 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "evtrm": 0, 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "ev": 10, 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "evexg": 0, 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "evexd": 0, 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "segadd": 0, 2024-04-26T02:13:31.097 INFO:teuthology.orchestra.run.smithi064.stdout: "segex": 0, 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "segtrm": 0, 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "seg": 2, 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "segmjr": 2, 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "segexg": 0, 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "segexd": 0, 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "expos": 4194304, 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "wrpos": 4197189, 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "rdpos": 4197048, 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "jlat": { 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: "replayed": 10 2024-04-26T02:13:31.098 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_mem": { 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "ino": 3, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "ino+": 3, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "ino-": 0, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "dir": 1, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "dir+": 1, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "dir-": 0, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "dn": 0, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "dn+": 0, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "dn-": 0, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "cap": 0, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "cap+": 0, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "cap-": 0, 2024-04-26T02:13:31.099 INFO:teuthology.orchestra.run.smithi064.stdout: "rss": 50952, 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "heap": 215416 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_server": { 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "dispatch_client_request": 0, 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_request": 0, 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_session": 0, 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_peer_request": 0, 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "req_create_latency": { 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getattr_latency": { 2024-04-26T02:13:31.100 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: "req_link_latency": { 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.101 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookup_latency": { 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupino_latency": { 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.102 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupname_latency": { 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.103 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.104 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lssnap_latency": { 2024-04-26T02:13:31.104 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.104 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.104 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.104 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.104 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mkdir_latency": { 2024-04-26T02:13:31.104 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mknod_latency": { 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mksnap_latency": { 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.105 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: "req_open_latency": { 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: "req_readdir_latency": { 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rename_latency": { 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.106 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmdir_latency": { 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.107 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setattr_latency": { 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.108 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setlayout_latency": { 2024-04-26T02:13:31.109 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setxattr_latency": { 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: "req_symlink_latency": { 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.110 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: "req_unlink_latency": { 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.111 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_sessions": { 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "session_count": 2, 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "session_add": 5, 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "session_remove": 3, 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "sessions_open": 5, 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "sessions_stale": 0, 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "total_load": 0, 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "average_load": 0, 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "avg_session_uptime": 4653, 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "mempool": { 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:31.112 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:31.113 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:31.114 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_items": 0, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_bytes": 182059, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_items": 48, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_bytes": 0, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_items": 0, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:31.115 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_bytes": 8032, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_items": 167, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_items": 0, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_bytes": 8512, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_items": 13, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_items": 0, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_items": 0 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.116 INFO:teuthology.orchestra.run.smithi064.stdout: "objecter": { 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "op_active": 0, 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "op_laggy": 0, 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "op_send": 2398, 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "op_send_bytes": 21, 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "op_resend": 3, 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "op_reply": 2398, 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "op_latency": { 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 2398, 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 1.272974165, 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000530848 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "op_inflight": 0, 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "oplen_avg": { 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 2398, 2024-04-26T02:13:31.117 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 2399 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "op": 2398, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "op_r": 2398, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "op_w": 0, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "op_rmw": 0, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "op_pg": 0, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_stat": 1513, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_create": 0, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_read": 883, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_write": 0, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_writefull": 0, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_writesame": 0, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_append": 0, 2024-04-26T02:13:31.118 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_zero": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_truncate": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_delete": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_mapext": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_getxattr": 1, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_setxattr": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_call": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_watch": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_notify": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:31.119 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_pgls": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_other": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_active": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_send": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_resend": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_ping": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_active": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_send": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_resend": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_active": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_send": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_resend": 0, 2024-04-26T02:13:31.120 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_active": 0, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_send": 0, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_resend": 0, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "command_active": 0, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "command_send": 0, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "command_resend": 0, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "map_epoch": 103, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "map_full": 0, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "map_inc": 14, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_sessions": 4, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_session_open": 4, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_session_close": 0, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_laggy": 0, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_wr": 0, 2024-04-26T02:13:31.121 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_rd": 2, 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_del": 0 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: "oft": { 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_objs": 0, 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_updates": 0, 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_removes": 0 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: "osd-slow-ops": { 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: "slow_ops_count": 0 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: "purge_queue": { 2024-04-26T02:13:31.122 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing": 0, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executed": 0, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 2686, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 2082337, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:31.123 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 2686, 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 2686, 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 2082337, 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-26T02:13:31.124 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 2398, 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 2890, 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 2398, 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 2890, 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.125 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 1024, 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 2398, 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 2398, 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 2398, 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 2398, 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:31.126 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 3758096384, 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-26T02:13:31.127 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 0, 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 0, 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-write_buf_throttle-0x562b31ec86e0": { 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 3758096384, 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-26T02:13:31.128 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:31.129 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:31.129 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-26T02:13:31.129 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-26T02:13:31.129 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 0, 2024-04-26T02:13:31.129 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 0, 2024-04-26T02:13:31.129 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:31.129 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:31.129 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:31.129 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:31.129 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:31.129 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:31.129 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-04-26T02:13:32.004 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-26T02:13:32.004 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-26T02:13:32.004 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=0 2024-04-26T02:13:32.004 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:32.004 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:32.004 DEBUG:tasks.check_counter:Getting stats from i 2024-04-26T02:13:32.004 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-26T02:13:32.251 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T02:13:32.712 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:32 smithi064 ceph-mon[32613]: pgmap v334: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:32.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:32 smithi026 ceph-mon[28138]: pgmap v334: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:32.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:32 smithi033 ceph-mon[32805]: pgmap v334: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:34.029 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-04-26T02:13:34.030 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:34.030 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 38, 2024-04-26T02:13:34.030 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 170, 2024-04-26T02:13:34.030 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 10998, 2024-04-26T02:13:34.030 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 379754, 2024-04-26T02:13:34.030 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 16, 2024-04-26T02:13:34.030 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:34.030 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.016853817, 2024-04-26T02:13:34.030 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.006631293, 2024-04-26T02:13:34.030 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.005685320, 2024-04-26T02:13:34.030 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.000752913, 2024-04-26T02:13:34.030 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 168, 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.033122791, 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000197159 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 20, 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000003499, 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000174 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 5008, 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 321328 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 446, 2024-04-26T02:13:34.031 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 702, 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 131196, 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 473769, 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 10, 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 6, 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.074007758, 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.030173157, 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.034686148, 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.005679120, 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 700, 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.062447241, 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000089210 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.032 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:34.033 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 1022, 2024-04-26T02:13:34.033 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000335649, 2024-04-26T02:13:34.033 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000328 2024-04-26T02:13:34.033 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.033 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 5392, 2024-04-26T02:13:34.033 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 183488 2024-04-26T02:13:34.033 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.033 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:34.033 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 344, 2024-04-26T02:13:34.033 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 331, 2024-04-26T02:13:34.033 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 1672177, 2024-04-26T02:13:34.033 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 176114, 2024-04-26T02:13:34.034 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 6, 2024-04-26T02:13:34.034 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 5, 2024-04-26T02:13:34.034 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.058449504, 2024-04-26T02:13:34.034 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.018283784, 2024-04-26T02:13:34.034 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.043980992, 2024-04-26T02:13:34.034 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.006960926, 2024-04-26T02:13:34.034 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:34.034 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 330, 2024-04-26T02:13:34.034 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.029892873, 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000090584 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 20, 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000002907, 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000145 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 1666928, 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 166720 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: "cct": { 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: "total_workers": 1, 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: "unhealthy_workers": 0 2024-04-26T02:13:34.035 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: "finisher-MDSRank": { 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: "queue_len": 0, 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: "complete_latency": { 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 66, 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.002044501, 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000030977 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: "queue_len": 0, 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: "complete_latency": { 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 2, 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000010567, 2024-04-26T02:13:34.036 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000005283 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: "mds": { 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: "request": 5, 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: "reply": 3, 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: "reply_latency": { 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 3, 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.001401215, 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000467071 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: "slow_reply": 0, 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: "forward": 2, 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:34.037 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_commit": 11, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_split": 0, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_merge": 0, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes": 14, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_top": 0, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_bottom": 14, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_pinned": 14, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_expired": 0, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_with_caps": 1, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": 1, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "subtrees": 2, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse": 12, 2024-04-26T02:13:34.038 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_hit": 9, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_forward": 1, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_discover": 1, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_lock": 0, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "load_cent": 0, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "q": 0, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "exported": 0, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "exported_inodes": 0, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "imported": 0, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "imported_inodes": 0, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:34.039 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rfiles": 4, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rbytes": 234, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rsnaps": 3, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_revoke": 5, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_grant": 4, 2024-04-26T02:13:34.040 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_caps": 5, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "process_request_cap_release": 1 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_cache": { 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_update": 0, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_try_discover": 0, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_send_discover": 2, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays": 0, 2024-04-26T02:13:34.041 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_created": 0, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_enqueued": 0, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_migrated": 0, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "recovery_started": 0, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "recovery_completed": 0, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_quiesce_path": 2, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_quiesce_inode": 10, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:34.042 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_flush": 0, 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_inodestats": 0 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_log": { 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "evlrg": 0, 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "evadd": 9, 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "evex": 0, 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "evtrm": 0, 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "ev": 9, 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "evexg": 0, 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "evexd": 0, 2024-04-26T02:13:34.043 INFO:teuthology.orchestra.run.smithi064.stdout: "segadd": 2, 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "segex": 0, 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "segtrm": 0, 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "seg": 2, 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "segmjr": 2, 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "segexg": 0, 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "segexd": 0, 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "expos": 4194304, 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "wrpos": 4196798, 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "rdpos": 0, 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "jlat": { 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 8, 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.070848799, 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.008856099 2024-04-26T02:13:34.044 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "replayed": 0 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_mem": { 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "ino": 17, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "ino+": 17, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "ino-": 0, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "dir": 15, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "dir+": 16, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "dir-": 1, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "dn": 14, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "dn+": 14, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "dn-": 0, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "cap": 1, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "cap+": 3, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "cap-": 2, 2024-04-26T02:13:34.045 INFO:teuthology.orchestra.run.smithi064.stdout: "rss": 52616, 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: "heap": 223608 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_server": { 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: "dispatch_client_request": 6, 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_request": 5, 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_session": 21, 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_peer_request": 10, 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: "req_create_latency": { 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.046 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getattr_latency": { 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 2, 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.001227825, 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000613912 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: "req_link_latency": { 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.047 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookup_latency": { 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 1, 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000173390, 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000173390 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupino_latency": { 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.048 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupname_latency": { 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.049 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.050 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lssnap_latency": { 2024-04-26T02:13:34.050 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.050 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.050 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.050 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.050 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mkdir_latency": { 2024-04-26T02:13:34.050 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.051 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.051 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.051 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.051 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mknod_latency": { 2024-04-26T02:13:34.051 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.051 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.051 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mksnap_latency": { 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: "req_open_latency": { 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: "req_readdir_latency": { 2024-04-26T02:13:34.052 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rename_latency": { 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.053 INFO:teuthology.orchestra.run.smithi064.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmdir_latency": { 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.054 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setattr_latency": { 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.055 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setlayout_latency": { 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setxattr_latency": { 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.056 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: "req_symlink_latency": { 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: "req_unlink_latency": { 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:34.057 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_sessions": { 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: "session_count": 1, 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: "session_add": 4, 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: "session_remove": 3, 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: "sessions_open": 1, 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: "sessions_stale": 0, 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: "total_load": 2, 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: "average_load": 0, 2024-04-26T02:13:34.058 INFO:teuthology.orchestra.run.smithi064.stdout: "avg_session_uptime": 639, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "mempool": { 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:34.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:34.060 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_items": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_bytes": 272375, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_items": 94, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_bytes": 0, 2024-04-26T02:13:34.061 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_items": 0, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_bytes": 8032, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_items": 167, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_items": 0, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_bytes": 68093, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_items": 295, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:34.062 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_items": 0, 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_items": 0 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: "objecter": { 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: "op_active": 0, 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: "op_laggy": 0, 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: "op_send": 49, 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: "op_send_bytes": 13475, 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: "op_resend": 32, 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: "op_reply": 49, 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: "op_latency": { 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 49, 2024-04-26T02:13:34.063 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.473990322, 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.009673271 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: "op_inflight": 0, 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: "oplen_avg": { 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 49, 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 75 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: "op": 49, 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: "op_r": 0, 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: "op_w": 49, 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: "op_rmw": 0, 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: "op_pg": 0, 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_stat": 0, 2024-04-26T02:13:34.064 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_create": 10, 2024-04-26T02:13:34.065 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_read": 0, 2024-04-26T02:13:34.065 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_write": 8, 2024-04-26T02:13:34.065 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_writefull": 8, 2024-04-26T02:13:34.065 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_writesame": 0, 2024-04-26T02:13:34.065 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_append": 0, 2024-04-26T02:13:34.065 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_zero": 0, 2024-04-26T02:13:34.065 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_truncate": 0, 2024-04-26T02:13:34.065 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_delete": 6, 2024-04-26T02:13:34.065 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_mapext": 0, 2024-04-26T02:13:34.065 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_getxattr": 0, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_setxattr": 20, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_call": 0, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_watch": 0, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_notify": 0, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_pgls": 0, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:34.066 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_other": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_active": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_send": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_resend": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_ping": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_active": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_send": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_resend": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_active": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_send": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_resend": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_active": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_send": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_resend": 0, 2024-04-26T02:13:34.067 INFO:teuthology.orchestra.run.smithi064.stdout: "command_active": 0, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "command_send": 0, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "command_resend": 0, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "map_epoch": 103, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "map_full": 0, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "map_inc": 14, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_sessions": 9, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_session_open": 9, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_session_close": 0, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_laggy": 0, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_wr": 22, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_rd": 0, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_del": 1 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "oft": { 2024-04-26T02:13:34.068 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_objs": 1, 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_updates": 0, 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_removes": 0 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "osd-slow-ops": { 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "slow_ops_count": 6 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "purge_queue": { 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing": 0, 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executed": 0, 2024-04-26T02:13:34.069 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 824, 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 1719805, 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 824, 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 824, 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 1719805, 2024-04-26T02:13:34.070 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 49, 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 13475, 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 49, 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 13475, 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 1024, 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:34.072 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 49, 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 49, 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 49, 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 49, 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.073 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 3758096384, 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 0, 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 0, 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.074 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-write_buf_throttle-0x559444fd2460": { 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 3758096384, 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 9, 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 2494, 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 9, 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 8, 2024-04-26T02:13:34.075 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 2494, 2024-04-26T02:13:34.076 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:34.076 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:34.076 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:34.076 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:34.076 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:34.076 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:34.076 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-04-26T02:13:34.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:34 smithi026 ceph-mon[28138]: pgmap v335: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:13:34.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:34 smithi033 ceph-mon[32805]: pgmap v335: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:13:34.794 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:34 smithi064 ceph-mon[32613]: pgmap v335: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:13:34.822 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-04-26T02:13:34.822 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-04-26T02:13:34.823 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=3 2024-04-26T02:13:34.823 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:34.823 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:34.823 DEBUG:tasks.check_counter:Getting stats from l 2024-04-26T02:13:34.823 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-26T02:13:35.072 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T02:13:36.737 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:36 smithi064 ceph-mon[32613]: pgmap v336: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:36.748 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:36 smithi033 ceph-mon[32805]: pgmap v336: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:36.898 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-04-26T02:13:36.899 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:36.899 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 4, 2024-04-26T02:13:36.899 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 4, 2024-04-26T02:13:36.899 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 2992, 2024-04-26T02:13:36.899 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 448, 2024-04-26T02:13:36.900 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 4, 2024-04-26T02:13:36.900 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 0, 2024-04-26T02:13:36.900 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.001720057, 2024-04-26T02:13:36.900 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.000042772, 2024-04-26T02:13:36.900 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.000611873, 2024-04-26T02:13:36.901 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T02:13:36.901 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:36.901 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 3, 2024-04-26T02:13:36.901 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000819657, 2024-04-26T02:13:36.901 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000273219 2024-04-26T02:13:36.901 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:36.902 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:36.902 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:36.902 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:36.902 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:36.902 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:36.903 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-26T02:13:36.903 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T02:13:36.903 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:36.903 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:36.903 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 269, 2024-04-26T02:13:36.904 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 258, 2024-04-26T02:13:36.904 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 1603344, 2024-04-26T02:13:36.904 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 159120, 2024-04-26T02:13:36.904 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 2, 2024-04-26T02:13:36.904 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 1, 2024-04-26T02:13:36.904 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.054157498, 2024-04-26T02:13:36.905 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.016136598, 2024-04-26T02:13:36.905 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.040208847, 2024-04-26T02:13:36.905 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.006727097, 2024-04-26T02:13:36.905 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:36.905 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 257, 2024-04-26T02:13:36.905 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.014817658, 2024-04-26T02:13:36.906 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000057656 2024-04-26T02:13:36.906 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:36.906 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:36.906 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:36.906 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:36.906 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:36.907 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:36.907 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 1603344, 2024-04-26T02:13:36.907 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 159120 2024-04-26T02:13:36.907 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:36.907 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:36.907 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 2, 2024-04-26T02:13:36.908 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 198, 2024-04-26T02:13:36.908 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 320, 2024-04-26T02:13:36.908 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 190928, 2024-04-26T02:13:36.908 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:36.908 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:36.908 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.014370709, 2024-04-26T02:13:36.909 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.009691282, 2024-04-26T02:13:36.909 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.001753514, 2024-04-26T02:13:36.909 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T02:13:36.909 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:36.909 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 195, 2024-04-26T02:13:36.910 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.030008202, 2024-04-26T02:13:36.910 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000153888 2024-04-26T02:13:36.910 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:36.910 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:36.910 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:36.910 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:36.911 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:36.911 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:36.911 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T02:13:36.911 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 190928 2024-04-26T02:13:36.911 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:36.911 INFO:teuthology.orchestra.run.smithi064.stdout: "cct": { 2024-04-26T02:13:36.912 INFO:teuthology.orchestra.run.smithi064.stdout: "total_workers": 0, 2024-04-26T02:13:36.912 INFO:teuthology.orchestra.run.smithi064.stdout: "unhealthy_workers": 0 2024-04-26T02:13:36.912 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:36.912 INFO:teuthology.orchestra.run.smithi064.stdout: "mempool": { 2024-04-26T02:13:36.912 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:36.912 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:36.913 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:36.913 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:36.913 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:36.913 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:36.913 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:36.913 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:36.914 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:36.914 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:36.914 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:36.914 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:36.914 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:36.915 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:36.915 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:36.915 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:36.915 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:36.915 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:36.915 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:36.916 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_items": 0, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_bytes": 148748, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_items": 32, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_bytes": 0, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_items": 0, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:36.917 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_bytes": 0, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_items": 0, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_items": 0, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_bytes": 928, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_items": 2, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_items": 0, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_items": 0 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:36.918 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 271, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 1565371, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 271, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 271, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 1565371, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-26T02:13:36.919 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-26T02:13:36.920 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:36.920 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-26T02:13:36.920 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-04-26T02:13:36.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:36 smithi026 ceph-mon[28138]: pgmap v336: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:37.608 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-04-26T02:13:37.608 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-04-26T02:13:37.608 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2024-04-26T02:13:37.608 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2024-04-26T02:13:37.608 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2024-04-26T02:13:37.609 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-26T02:13:37.625 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-26T02:13:37.625 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T02:13:37.625 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T02:13:37.688 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T02:13:37.689 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T02:13:37.746 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd blocklist ls 2024-04-26T02:13:38.223 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:38.717 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:38 smithi026 ceph-mon[28138]: pgmap v337: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:13:38.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:38 smithi033 ceph-mon[32805]: pgmap v337: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:13:38.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:38 smithi064 ceph-mon[32613]: pgmap v337: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-26T02:13:40.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.432+0000 7f1178600700 1 -- 172.21.15.26:0/838676900 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117006b980 msgr2=0x7f117010f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:40.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.432+0000 7f1178600700 1 --2- 172.21.15.26:0/838676900 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117006b980 0x7f117010f8f0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f116800b0a0 tx=0x7f116800b3b0 comp rx=0 tx=0).stop 2024-04-26T02:13:40.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.432+0000 7f1178600700 1 -- 172.21.15.26:0/838676900 shutdown_connections 2024-04-26T02:13:40.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.432+0000 7f1178600700 1 --2- 172.21.15.26:0/838676900 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117006b980 0x7f117010f8f0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:40.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.432+0000 7f1178600700 1 --2- 172.21.15.26:0/838676900 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1170108a20 0x7f1170108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:40.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.432+0000 7f1178600700 1 --2- 172.21.15.26:0/838676900 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f117006afe0 0x7f117006b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:40.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.432+0000 7f1178600700 1 -- 172.21.15.26:0/838676900 >> 172.21.15.26:0/838676900 conn(0x7f11700788b0 msgr2=0x7f1170078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:40.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.432+0000 7f1178600700 1 -- 172.21.15.26:0/838676900 shutdown_connections 2024-04-26T02:13:40.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.433+0000 7f1178600700 1 -- 172.21.15.26:0/838676900 wait complete. 2024-04-26T02:13:40.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.434+0000 7f1178600700 1 Processor -- start 2024-04-26T02:13:40.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.434+0000 7f1178600700 1 -- start start 2024-04-26T02:13:40.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.435+0000 7f1178600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f117006afe0 0x7f11701990b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:40.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.435+0000 7f1178600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f117006b980 0x7f11701995f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:40.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.435+0000 7f1178600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1170108a20 0x7f117019d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:40.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.435+0000 7f1178600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1170112ba0 con 0x7f117006b980 2024-04-26T02:13:40.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.435+0000 7f1178600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1170112a20 con 0x7f1170108a20 2024-04-26T02:13:40.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.435+0000 7f1178600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1170112d20 con 0x7f117006afe0 2024-04-26T02:13:40.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.435+0000 7f1175c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f117006afe0 0x7f11701990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:40.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.435+0000 7f1175200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f117006b980 0x7f11701995f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:40.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.435+0000 7f1175c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f117006afe0 0x7f11701990b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:43114/0 (socket says 172.21.15.26:43114) 2024-04-26T02:13:40.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.435+0000 7f1175c00700 1 -- 172.21.15.26:0/1697161893 learned_addr learned my addr 172.21.15.26:0/1697161893 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:13:40.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.435+0000 7f1176600700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1170108a20 0x7f117019d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:40.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.436+0000 7f1175c00700 1 -- 172.21.15.26:0/1697161893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1170108a20 msgr2=0x7f117019d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:40.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.436+0000 7f1175c00700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1170108a20 0x7f117019d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:40.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.436+0000 7f1175c00700 1 -- 172.21.15.26:0/1697161893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f117006b980 msgr2=0x7f11701995f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:40.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.436+0000 7f1175c00700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f117006b980 0x7f11701995f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:40.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.436+0000 7f1175c00700 1 -- 172.21.15.26:0/1697161893 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f117019e070 con 0x7f117006afe0 2024-04-26T02:13:40.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.436+0000 7f1175c00700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f117006afe0 0x7f11701990b0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f116400d950 tx=0x7f116400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:40.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.436+0000 7f116e000700 1 -- 172.21.15.26:0/1697161893 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164016070 con 0x7f117006afe0 2024-04-26T02:13:40.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.437+0000 7f1178600700 1 -- 172.21.15.26:0/1697161893 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f117019e360 con 0x7f117006afe0 2024-04-26T02:13:40.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.437+0000 7f116e000700 1 -- 172.21.15.26:0/1697161893 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f116400fd40 con 0x7f117006afe0 2024-04-26T02:13:40.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.437+0000 7f116e000700 1 -- 172.21.15.26:0/1697161893 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116400e3b0 con 0x7f117006afe0 2024-04-26T02:13:40.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.437+0000 7f1178600700 1 -- 172.21.15.26:0/1697161893 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1170101930 con 0x7f117006afe0 2024-04-26T02:13:40.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.438+0000 7f1178600700 1 -- 172.21.15.26:0/1697161893 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1170069730 con 0x7f117006afe0 2024-04-26T02:13:40.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.440+0000 7f116e000700 1 -- 172.21.15.26:0/1697161893 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1164019070 con 0x7f117006afe0 2024-04-26T02:13:40.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.441+0000 7f116e000700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f11580a3db0 0x7f11580a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:40.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.441+0000 7f116e000700 1 -- 172.21.15.26:0/1697161893 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8513+0+0 (secure 0 0 0) 0x7f11640d02a0 con 0x7f117006afe0 2024-04-26T02:13:40.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.442+0000 7f1175200700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f11580a3db0 0x7f11580a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:40.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.442+0000 7f1175200700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f11580a3db0 0x7f11580a6270 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1170078f20 tx=0x7f115c012040 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:40.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.446+0000 7f116e000700 1 -- 172.21.15.26:0/1697161893 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f116409c8e0 con 0x7f117006afe0 2024-04-26T02:13:40.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.699+0000 7f1178600700 1 -- 172.21.15.26:0/1697161893 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f117002df80 con 0x7f117006afe0 2024-04-26T02:13:40.701 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:40 smithi026 ceph-mon[28138]: pgmap v338: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:40.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.700+0000 7f116e000700 1 -- 172.21.15.26:0/1697161893 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v103) ==== 81+0+941 (secure 0 0 0) 0x7f116409c1e0 con 0x7f117006afe0 2024-04-26T02:13:40.702 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/2601411133 2024-04-27T02:02:50.748069+0000 2024-04-26T02:13:40.702 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/1276107065 2024-04-27T02:02:50.748069+0000 2024-04-26T02:13:40.702 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3526280984 2024-04-27T02:02:50.748069+0000 2024-04-26T02:13:40.702 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6800/3490463755 2024-04-27T02:02:50.748069+0000 2024-04-26T02:13:40.702 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6801/317163159 2024-04-27T01:50:05.508028+0000 2024-04-26T02:13:40.702 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3817940731 2024-04-27T01:50:05.508028+0000 2024-04-26T02:13:40.702 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6800/317163159 2024-04-27T01:50:05.508028+0000 2024-04-26T02:13:40.702 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/2466817986 2024-04-27T01:49:31.210831+0000 2024-04-26T02:13:40.702 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/472800181 2024-04-27T02:02:50.748069+0000 2024-04-26T02:13:40.702 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6801/596639469 2024-04-27T01:49:31.210831+0000 2024-04-26T02:13:40.702 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/2499788869 2024-04-27T01:49:31.210831+0000 2024-04-26T02:13:40.703 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6801/3490463755 2024-04-27T02:02:50.748069+0000 2024-04-26T02:13:40.703 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6800/596639469 2024-04-27T01:49:31.210831+0000 2024-04-26T02:13:40.703 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/1544132243 2024-04-27T01:50:05.508028+0000 2024-04-26T02:13:40.703 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3431754632 2024-04-27T01:49:31.210831+0000 2024-04-26T02:13:40.703 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/2302812681 2024-04-27T01:50:05.508028+0000 2024-04-26T02:13:40.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.703+0000 7f1178600700 1 -- 172.21.15.26:0/1697161893 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f11580a3db0 msgr2=0x7f11580a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:40.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.703+0000 7f1178600700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f11580a3db0 0x7f11580a6270 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1170078f20 tx=0x7f115c012040 comp rx=0 tx=0).stop 2024-04-26T02:13:40.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.703+0000 7f1178600700 1 -- 172.21.15.26:0/1697161893 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f117006afe0 msgr2=0x7f11701990b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:40.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.703+0000 7f1178600700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f117006afe0 0x7f11701990b0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f116400d950 tx=0x7f116400dc60 comp rx=0 tx=0).stop 2024-04-26T02:13:40.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.704+0000 7f1178600700 1 -- 172.21.15.26:0/1697161893 shutdown_connections 2024-04-26T02:13:40.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.704+0000 7f1178600700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1170108a20 0x7f117019d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:40.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.704+0000 7f1178600700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f11580a3db0 0x7f11580a6270 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:40.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.704+0000 7f1178600700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f117006afe0 0x7f11701990b0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:40.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.704+0000 7f1178600700 1 --2- 172.21.15.26:0/1697161893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f117006b980 0x7f11701995f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:40.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.704+0000 7f1178600700 1 -- 172.21.15.26:0/1697161893 >> 172.21.15.26:0/1697161893 conn(0x7f11700788b0 msgr2=0x7f11700ffa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:40.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.704+0000 7f1178600700 1 -- 172.21.15.26:0/1697161893 shutdown_connections 2024-04-26T02:13:40.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:40.704+0000 7f1178600700 1 -- 172.21.15.26:0/1697161893 wait complete. 2024-04-26T02:13:40.706 INFO:teuthology.orchestra.run.smithi026.stderr:listed 16 entries 2024-04-26T02:13:40.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:40 smithi033 ceph-mon[32805]: pgmap v338: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:40.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:40 smithi064 ceph-mon[32613]: pgmap v338: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:41.511 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-26T02:13:41.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:13:41.512 DEBUG:teuthology.orchestra.run.smithi026:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-04-26T02:13:41.613 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T02:13:41.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:13:41.613 DEBUG:teuthology.orchestra.run.smithi026:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-26T02:13:41.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:13:41.677 DEBUG:teuthology.orchestra.run.smithi026:> ip netns list 2024-04-26T02:13:41.714 INFO:teuthology.orchestra.run.smithi026.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-26T02:13:41.714 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:13:41.714 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T02:13:41.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:41 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/1697161893' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T02:13:41.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:13:41.793 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link delete ceph-brx 2024-04-26T02:13:41.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:41 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/1697161893' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T02:13:41.906 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-26T02:13:41.924 INFO:tasks.cephadm:Teardown begin 2024-04-26T02:13:41.924 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-26T02:13:41.924 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:13:41.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:41 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/1697161893' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T02:13:42.363 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:42.772 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:42 smithi026 ceph-mon[28138]: pgmap v339: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:42.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:42 smithi064 ceph-mon[32613]: pgmap v339: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:42.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:42 smithi033 ceph-mon[32805]: pgmap v339: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:13:44.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.751+0000 7f24f3c00700 1 -- 172.21.15.26:0/2570406533 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24ec10f440 msgr2=0x7f24ec111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:44.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.751+0000 7f24f3c00700 1 --2- 172.21.15.26:0/2570406533 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24ec10f440 0x7f24ec111830 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f24e4009f90 tx=0x7f24e400b330 comp rx=0 tx=0).stop 2024-04-26T02:13:44.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.752+0000 7f24f3c00700 1 -- 172.21.15.26:0/2570406533 shutdown_connections 2024-04-26T02:13:44.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.752+0000 7f24f3c00700 1 --2- 172.21.15.26:0/2570406533 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24ec10f440 0x7f24ec111830 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:44.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.752+0000 7f24f3c00700 1 --2- 172.21.15.26:0/2570406533 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f24ec074c70 0x7f24ec075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:44.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.752+0000 7f24f3c00700 1 --2- 172.21.15.26:0/2570406533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24ec075590 0x7f24ec10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:44.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.752+0000 7f24f3c00700 1 -- 172.21.15.26:0/2570406533 >> 172.21.15.26:0/2570406533 conn(0x7f24ec079ba0 msgr2=0x7f24ec079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:44.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.752+0000 7f24f3c00700 1 -- 172.21.15.26:0/2570406533 shutdown_connections 2024-04-26T02:13:44.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.752+0000 7f24f3c00700 1 -- 172.21.15.26:0/2570406533 wait complete. 2024-04-26T02:13:44.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.753+0000 7f24f3c00700 1 Processor -- start 2024-04-26T02:13:44.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.753+0000 7f24f3c00700 1 -- start start 2024-04-26T02:13:44.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.753+0000 7f24f3c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24ec074c70 0x7f24ec19b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:44.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.753+0000 7f24f3c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f24ec075590 0x7f24ec19b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:44.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.753+0000 7f24f3c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24ec10f440 0x7f24ec19fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:44.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.753+0000 7f24f3c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f24ec114e70 con 0x7f24ec10f440 2024-04-26T02:13:44.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.753+0000 7f24f3c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f24ec114cf0 con 0x7f24ec074c70 2024-04-26T02:13:44.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.753+0000 7f24f3c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f24ec114ff0 con 0x7f24ec075590 2024-04-26T02:13:44.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.754+0000 7f24ebe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f24ec075590 0x7f24ec19b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:44.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.754+0000 7f24f1c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24ec10f440 0x7f24ec19fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:44.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.754+0000 7f24f1200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24ec074c70 0x7f24ec19b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:44.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.754+0000 7f24f1c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24ec10f440 0x7f24ec19fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54560/0 (socket says 172.21.15.26:54560) 2024-04-26T02:13:44.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.754+0000 7f24f1c00700 1 -- 172.21.15.26:0/61144580 learned_addr learned my addr 172.21.15.26:0/61144580 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:13:44.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.754+0000 7f24ebe00700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f24ec075590 0x7f24ec19b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:43124/0 (socket says 172.21.15.26:43124) 2024-04-26T02:13:44.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.754+0000 7f24f1200700 1 -- 172.21.15.26:0/61144580 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f24ec075590 msgr2=0x7f24ec19b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:44.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.754+0000 7f24f1200700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f24ec075590 0x7f24ec19b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:44.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.754+0000 7f24f1200700 1 -- 172.21.15.26:0/61144580 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24ec10f440 msgr2=0x7f24ec19fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:44.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.754+0000 7f24f1200700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24ec10f440 0x7f24ec19fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:44.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.754+0000 7f24f1200700 1 -- 172.21.15.26:0/61144580 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24ec1a03f0 con 0x7f24ec074c70 2024-04-26T02:13:44.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.755+0000 7f24f1200700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24ec074c70 0x7f24ec19b3e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f24e000e9c0 tx=0x7f24e000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:44.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.755+0000 7f24e9600700 1 -- 172.21.15.26:0/61144580 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e000c9c0 con 0x7f24ec074c70 2024-04-26T02:13:44.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.755+0000 7f24e9600700 1 -- 172.21.15.26:0/61144580 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24e000cb60 con 0x7f24ec074c70 2024-04-26T02:13:44.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.755+0000 7f24f3c00700 1 -- 172.21.15.26:0/61144580 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24ec1a06e0 con 0x7f24ec074c70 2024-04-26T02:13:44.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.755+0000 7f24e9600700 1 -- 172.21.15.26:0/61144580 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e0018420 con 0x7f24ec074c70 2024-04-26T02:13:44.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.755+0000 7f24f3c00700 1 -- 172.21.15.26:0/61144580 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24ec1a7f60 con 0x7f24ec074c70 2024-04-26T02:13:44.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.756+0000 7f24f3c00700 1 -- 172.21.15.26:0/61144580 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24ec069730 con 0x7f24ec074c70 2024-04-26T02:13:44.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.759+0000 7f24e9600700 1 -- 172.21.15.26:0/61144580 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f24e0010430 con 0x7f24ec074c70 2024-04-26T02:13:44.759 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:44 smithi026 ceph-mon[28138]: pgmap v340: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 13 op/s 2024-04-26T02:13:44.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.760+0000 7f24e9600700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f24d40a3db0 0x7f24d40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:44.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.760+0000 7f24e9600700 1 -- 172.21.15.26:0/61144580 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8513+0+0 (secure 0 0 0) 0x7f24e00d09b0 con 0x7f24ec074c70 2024-04-26T02:13:44.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.760+0000 7f24ebe00700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f24d40a3db0 0x7f24d40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:44.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.761+0000 7f24ebe00700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f24d40a3db0 0x7f24d40a6270 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f24d8009680 tx=0x7f24d8009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:44.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:44.762+0000 7f24e9600700 1 -- 172.21.15.26:0/61144580 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f24e009cff0 con 0x7f24ec074c70 2024-04-26T02:13:44.801 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:44 smithi033 ceph-mon[32805]: pgmap v340: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 13 op/s 2024-04-26T02:13:44.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:44 smithi064 ceph-mon[32613]: pgmap v340: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 13 op/s 2024-04-26T02:13:45.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.040+0000 7f24f3c00700 1 -- 172.21.15.26:0/61144580 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f24ec02df80 con 0x7f24ec074c70 2024-04-26T02:13:45.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.041+0000 7f24e9600700 1 -- 172.21.15.26:0/61144580 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11912 (secure 0 0 0) 0x7f24e009c8f0 con 0x7f24ec074c70 2024-04-26T02:13:45.042 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:13:45.042 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T02:04:16.063508+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25447":{"gid":25447,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/2035438278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":2035438278},{"type":"v1","addr":"172.21.15.64:6837","nonce":2035438278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24502,24524,24490,24491,24512]},"id":1}]} 2024-04-26T02:13:45.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.045+0000 7f24f3c00700 1 -- 172.21.15.26:0/61144580 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f24d40a3db0 msgr2=0x7f24d40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:45.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.045+0000 7f24f3c00700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f24d40a3db0 0x7f24d40a6270 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f24d8009680 tx=0x7f24d8009260 comp rx=0 tx=0).stop 2024-04-26T02:13:45.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.045+0000 7f24f3c00700 1 -- 172.21.15.26:0/61144580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24ec074c70 msgr2=0x7f24ec19b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:45.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.045+0000 7f24f3c00700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24ec074c70 0x7f24ec19b3e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f24e000e9c0 tx=0x7f24e000ecd0 comp rx=0 tx=0).stop 2024-04-26T02:13:45.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.045+0000 7f24f3c00700 1 -- 172.21.15.26:0/61144580 shutdown_connections 2024-04-26T02:13:45.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.045+0000 7f24f3c00700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24ec10f440 0x7f24ec19fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:45.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.045+0000 7f24f3c00700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24ec074c70 0x7f24ec19b3e0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:45.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.045+0000 7f24f3c00700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f24d40a3db0 0x7f24d40a6270 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:45.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.045+0000 7f24f3c00700 1 --2- 172.21.15.26:0/61144580 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f24ec075590 0x7f24ec19b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:45.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.045+0000 7f24f3c00700 1 -- 172.21.15.26:0/61144580 >> 172.21.15.26:0/61144580 conn(0x7f24ec079ba0 msgr2=0x7f24ec100e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:45.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.045+0000 7f24f3c00700 1 -- 172.21.15.26:0/61144580 shutdown_connections 2024-04-26T02:13:45.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:45.045+0000 7f24f3c00700 1 -- 172.21.15.26:0/61144580 wait complete. 2024-04-26T02:13:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 31 2024-04-26T02:13:45.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:45 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/61144580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:13:45.824 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:45 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/61144580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:13:45.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:45 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/61144580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:13:45.834 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:13:46.301 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:46.728 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:46 smithi026 ceph-mon[28138]: pgmap v341: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-26T02:13:46.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:46 smithi064 ceph-mon[32613]: pgmap v341: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-26T02:13:46.998 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:46 smithi033 ceph-mon[32805]: pgmap v341: 97 pgs: 97 active+clean; 4.8 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-26T02:13:48.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.579+0000 7f6b06400700 1 -- 172.21.15.26:0/1874564518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b0010e3b0 msgr2=0x7f6b00115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:48.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.579+0000 7f6b06400700 1 --2- 172.21.15.26:0/1874564518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b0010e3b0 0x7f6b00115f80 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6af800b0d0 tx=0x7f6af800b3e0 comp rx=0 tx=0).stop 2024-04-26T02:13:48.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.579+0000 7f6b06400700 1 -- 172.21.15.26:0/1874564518 shutdown_connections 2024-04-26T02:13:48.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.579+0000 7f6b06400700 1 --2- 172.21.15.26:0/1874564518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b0010e3b0 0x7f6b00115f80 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:48.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.579+0000 7f6b06400700 1 --2- 172.21.15.26:0/1874564518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b001092d0 0x7f6b001096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:48.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.579+0000 7f6b06400700 1 --2- 172.21.15.26:0/1874564518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b00109c80 0x7f6b0010dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:48.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.579+0000 7f6b06400700 1 -- 172.21.15.26:0/1874564518 >> 172.21.15.26:0/1874564518 conn(0x7f6b00076210 msgr2=0x7f6b00107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:48.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.580+0000 7f6b06400700 1 -- 172.21.15.26:0/1874564518 shutdown_connections 2024-04-26T02:13:48.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.580+0000 7f6b06400700 1 -- 172.21.15.26:0/1874564518 wait complete. 2024-04-26T02:13:48.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.581+0000 7f6b06400700 1 Processor -- start 2024-04-26T02:13:48.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.581+0000 7f6b06400700 1 -- start start 2024-04-26T02:13:48.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.581+0000 7f6b06400700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b001092d0 0x7f6b0019f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:48.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.581+0000 7f6b06400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b00109c80 0x7f6b0019fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:48.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.581+0000 7f6b06400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b0010e3b0 0x7f6b001a4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:48.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.581+0000 7f6b06400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6b001192c0 con 0x7f6b00109c80 2024-04-26T02:13:48.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.581+0000 7f6b06400700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6b00119140 con 0x7f6b001092d0 2024-04-26T02:13:48.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.581+0000 7f6b06400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6b00119440 con 0x7f6b0010e3b0 2024-04-26T02:13:48.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.582+0000 7f6afea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b00109c80 0x7f6b0019fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:48.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.582+0000 7f6afea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b00109c80 0x7f6b0019fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52648/0 (socket says 172.21.15.26:52648) 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.582+0000 7f6afea00700 1 -- 172.21.15.26:0/616561071 learned_addr learned my addr 172.21.15.26:0/616561071 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.582+0000 7f6aff400700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b001092d0 0x7f6b0019f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.582+0000 7f6affe00700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b0010e3b0 0x7f6b001a4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.582+0000 7f6afea00700 1 -- 172.21.15.26:0/616561071 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b0010e3b0 msgr2=0x7f6b001a4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.582+0000 7f6afea00700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b0010e3b0 0x7f6b001a4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.582+0000 7f6afea00700 1 -- 172.21.15.26:0/616561071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b001092d0 msgr2=0x7f6b0019f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.582+0000 7f6afea00700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b001092d0 0x7f6b0019f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.582+0000 7f6afea00700 1 -- 172.21.15.26:0/616561071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b001a4760 con 0x7f6b00109c80 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.582+0000 7f6aff400700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b001092d0 0x7f6b0019f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.583+0000 7f6afea00700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b00109c80 0x7f6b0019fc90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6aec00e970 tx=0x7f6aec00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.583+0000 7f6af7e00700 1 -- 172.21.15.26:0/616561071 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aec004a30 con 0x7f6b00109c80 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.583+0000 7f6af7e00700 1 -- 172.21.15.26:0/616561071 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6aec00cc90 con 0x7f6b00109c80 2024-04-26T02:13:48.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.583+0000 7f6b06400700 1 -- 172.21.15.26:0/616561071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b001a4a50 con 0x7f6b00109c80 2024-04-26T02:13:48.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.583+0000 7f6af7e00700 1 -- 172.21.15.26:0/616561071 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aec005610 con 0x7f6b00109c80 2024-04-26T02:13:48.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.583+0000 7f6b06400700 1 -- 172.21.15.26:0/616561071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b001ac2d0 con 0x7f6b00109c80 2024-04-26T02:13:48.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.584+0000 7f6b06400700 1 -- 172.21.15.26:0/616561071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b00069730 con 0x7f6b00109c80 2024-04-26T02:13:48.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.586+0000 7f6af7e00700 1 -- 172.21.15.26:0/616561071 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6aec00c7e0 con 0x7f6b00109c80 2024-04-26T02:13:48.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.588+0000 7f6af7e00700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6ae40a3db0 0x7f6ae40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:48.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.588+0000 7f6af7e00700 1 -- 172.21.15.26:0/616561071 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8513+0+0 (secure 0 0 0) 0x7f6aec0d0950 con 0x7f6b00109c80 2024-04-26T02:13:48.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.588+0000 7f6aff400700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6ae40a3db0 0x7f6ae40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:48.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.589+0000 7f6aff400700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6ae40a3db0 0x7f6ae40a6270 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6af0011490 tx=0x7f6af0009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:48.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.593+0000 7f6af7e00700 1 -- 172.21.15.26:0/616561071 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6aec09cf90 con 0x7f6b00109c80 2024-04-26T02:13:48.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:48 smithi026 ceph-mon[28138]: pgmap v342: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 13 op/s 2024-04-26T02:13:48.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:48 smithi064 ceph-mon[32613]: pgmap v342: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 13 op/s 2024-04-26T02:13:48.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.875+0000 7f6b06400700 1 -- 172.21.15.26:0/616561071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6b0002df80 con 0x7f6b00109c80 2024-04-26T02:13:48.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.877+0000 7f6af7e00700 1 -- 172.21.15.26:0/616561071 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11912 (secure 0 0 0) 0x7f6aec09c890 con 0x7f6b00109c80 2024-04-26T02:13:48.878 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:13:48.878 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14376,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/1521840769","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":1521840769},{"type":"v1","addr":"172.21.15.26:6837","nonce":1521840769}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/1589013844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":1589013844},{"type":"v1","addr":"172.21.15.64:6833","nonce":1589013844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:58:34.004176+0000","modified":"2024-04-26T02:04:16.063508+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24524,"mds_1":24512,"mds_2":24502,"mds_3":24491,"mds_4":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6833/748947413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":748947413},{"type":"v1","addr":"172.21.15.33:6833","nonce":748947413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"j","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6835/2480167513","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":2480167513},{"type":"v1","addr":"172.21.15.26:6835","nonce":2480167513}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.33:6835/1538648422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1538648422},{"type":"v1","addr":"172.21.15.33:6835","nonce":1538648422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1139927844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1139927844},{"type":"v1","addr":"172.21.15.64:6835","nonce":1139927844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":4,"incarnation":25,"state":"up:active","state_seq":16,"addr":"172.21.15.64:6839/2457190403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":2457190403},{"type":"v1","addr":"172.21.15.64:6839","nonce":2457190403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.33:6837/163348840","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":163348840},{"type":"v1","addr":"172.21.15.33:6837","nonce":163348840}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.26:6839/384232954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":384232954},{"type":"v1","addr":"172.21.15.26:6839","nonce":384232954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6841/1541859577","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":1541859577},{"type":"v1","addr":"172.21.15.26:6841","nonce":1541859577}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.33:6839/736189255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6838","nonce":736189255},{"type":"v1","addr":"172.21.15.33:6839","nonce":736189255}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25447":{"gid":25447,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/2035438278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":2035438278},{"type":"v1","addr":"172.21.15.64:6837","nonce":2035438278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24524,"qdb_cluster":[24502,24524,24490,24491,24512]},"id":1}]} 2024-04-26T02:13:48.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.880+0000 7f6b06400700 1 -- 172.21.15.26:0/616561071 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6ae40a3db0 msgr2=0x7f6ae40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:48.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.880+0000 7f6b06400700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6ae40a3db0 0x7f6ae40a6270 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6af0011490 tx=0x7f6af0009260 comp rx=0 tx=0).stop 2024-04-26T02:13:48.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.880+0000 7f6b06400700 1 -- 172.21.15.26:0/616561071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b00109c80 msgr2=0x7f6b0019fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:48.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.880+0000 7f6b06400700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b00109c80 0x7f6b0019fc90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6aec00e970 tx=0x7f6aec00ec80 comp rx=0 tx=0).stop 2024-04-26T02:13:48.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.881+0000 7f6b06400700 1 -- 172.21.15.26:0/616561071 shutdown_connections 2024-04-26T02:13:48.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.881+0000 7f6b06400700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f6ae40a3db0 0x7f6ae40a6270 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:48.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.881+0000 7f6b06400700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b0010e3b0 0x7f6b001a4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:48.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.881+0000 7f6b06400700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b001092d0 0x7f6b0019f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:48.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.881+0000 7f6b06400700 1 --2- 172.21.15.26:0/616561071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6b00109c80 0x7f6b0019fc90 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:48.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.881+0000 7f6b06400700 1 -- 172.21.15.26:0/616561071 >> 172.21.15.26:0/616561071 conn(0x7f6b00076210 msgr2=0x7f6b00076790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:48.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.881+0000 7f6b06400700 1 -- 172.21.15.26:0/616561071 shutdown_connections 2024-04-26T02:13:48.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:48.881+0000 7f6b06400700 1 -- 172.21.15.26:0/616561071 wait complete. 2024-04-26T02:13:48.882 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 31 2024-04-26T02:13:48.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:48 smithi033 ceph-mon[32805]: pgmap v342: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 13 op/s 2024-04-26T02:13:49.705 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T02:13:49.790 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:49 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/616561071' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:13:49.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:49 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/616561071' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:13:49.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:49 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/616561071' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:13:50.183 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:50.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:50 smithi026 ceph-mon[28138]: pgmap v343: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T02:13:50.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:50 smithi064 ceph-mon[32613]: pgmap v343: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T02:13:50.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:50 smithi033 ceph-mon[32805]: pgmap v343: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T02:13:51.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:51 smithi064 ceph-mon[32613]: pgmap v344: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T02:13:51.895 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:51 smithi026 ceph-mon[28138]: pgmap v344: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T02:13:51.999 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:51 smithi033 ceph-mon[32805]: pgmap v344: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T02:13:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.441+0000 7f63d8200700 1 -- 172.21.15.26:0/3994061654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63d0108a50 msgr2=0x7f63d0108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.441+0000 7f63d8200700 1 --2- 172.21.15.26:0/3994061654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63d0108a50 0x7f63d0108e30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f63c4009990 tx=0x7f63c4009ca0 comp rx=0 tx=0).stop 2024-04-26T02:13:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.441+0000 7f63d8200700 1 -- 172.21.15.26:0/3994061654 shutdown_connections 2024-04-26T02:13:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.441+0000 7f63d8200700 1 --2- 172.21.15.26:0/3994061654 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f63d0103450 0x7f63d010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.441+0000 7f63d8200700 1 --2- 172.21.15.26:0/3994061654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63d0108a50 0x7f63d0108e30 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.441+0000 7f63d8200700 1 --2- 172.21.15.26:0/3994061654 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63d0102a90 0x7f63d0102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.441+0000 7f63d8200700 1 -- 172.21.15.26:0/3994061654 >> 172.21.15.26:0/3994061654 conn(0x7f63d0079ba0 msgr2=0x7f63d0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.441+0000 7f63d8200700 1 -- 172.21.15.26:0/3994061654 shutdown_connections 2024-04-26T02:13:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.441+0000 7f63d8200700 1 -- 172.21.15.26:0/3994061654 wait complete. 2024-04-26T02:13:52.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.442+0000 7f63d8200700 1 Processor -- start 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.442+0000 7f63d8200700 1 -- start start 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d8200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f63d0102a90 0x7f63d019b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d8200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63d0103450 0x7f63d019b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d8200700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63d0108a50 0x7f63d019fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d8200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f63d0112c00 con 0x7f63d0102a90 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d8200700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f63d0112a80 con 0x7f63d0108a50 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d8200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f63d0112d80 con 0x7f63d0103450 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d5800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f63d0102a90 0x7f63d019b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d5800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f63d0102a90 0x7f63d019b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52660/0 (socket says 172.21.15.26:52660) 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d5800700 1 -- 172.21.15.26:0/4112594474 learned_addr learned my addr 172.21.15.26:0/4112594474 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d6200700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63d0108a50 0x7f63d019fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d4e00700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63d0103450 0x7f63d019b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:52.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d5800700 1 -- 172.21.15.26:0/4112594474 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63d0103450 msgr2=0x7f63d019b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d5800700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63d0103450 0x7f63d019b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d5800700 1 -- 172.21.15.26:0/4112594474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63d0108a50 msgr2=0x7f63d019fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d5800700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63d0108a50 0x7f63d019fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.443+0000 7f63d5800700 1 -- 172.21.15.26:0/4112594474 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63d01a03e0 con 0x7f63d0102a90 2024-04-26T02:13:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.444+0000 7f63d5800700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f63d0102a90 0x7f63d019b3d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f63c40057f0 tx=0x7f63c400bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.444+0000 7f63ce000700 1 -- 172.21.15.26:0/4112594474 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c4026070 con 0x7f63d0102a90 2024-04-26T02:13:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.444+0000 7f63ce000700 1 -- 172.21.15.26:0/4112594474 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63c4021410 con 0x7f63d0102a90 2024-04-26T02:13:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.444+0000 7f63d8200700 1 -- 172.21.15.26:0/4112594474 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63d01a0670 con 0x7f63d0102a90 2024-04-26T02:13:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.444+0000 7f63ce000700 1 -- 172.21.15.26:0/4112594474 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c4017650 con 0x7f63d0102a90 2024-04-26T02:13:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.444+0000 7f63d8200700 1 -- 172.21.15.26:0/4112594474 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63d01a7f50 con 0x7f63d0102a90 2024-04-26T02:13:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.446+0000 7f63d8200700 1 -- 172.21.15.26:0/4112594474 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63d0104180 con 0x7f63d0102a90 2024-04-26T02:13:52.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.448+0000 7f63ce000700 1 -- 172.21.15.26:0/4112594474 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f63c4029070 con 0x7f63d0102a90 2024-04-26T02:13:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.449+0000 7f63ce000700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f63b80a3db0 0x7f63b80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.449+0000 7f63ce000700 1 -- 172.21.15.26:0/4112594474 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8513+0+0 (secure 0 0 0) 0x7f63c40d1590 con 0x7f63d0102a90 2024-04-26T02:13:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.449+0000 7f63d4e00700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f63b80a3db0 0x7f63b80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:52.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.450+0000 7f63d4e00700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f63b80a3db0 0x7f63b80a6270 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f63d007a580 tx=0x7f63bc009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:52.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.454+0000 7f63ce000700 1 -- 172.21.15.26:0/4112594474 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f63c405dff0 con 0x7f63d0102a90 2024-04-26T02:13:52.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.692+0000 7f63d8200700 1 -- 172.21.15.26:0/4112594474 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f63d0069730 con 0x7f63d0102a90 2024-04-26T02:13:52.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.697+0000 7f63ce000700 1 -- 172.21.15.26:0/4112594474 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) ==== 74+0+22969 (secure 0 0 0) 0x7f63d0069730 con 0x7f63d0102a90 2024-04-26T02:13:52.698 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T02:13:52.698 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":103,"fsid":"fd935b4c-036e-11ef-bc93-c7b262605968","created":"2024-04-26T01:48:57.473565+0000","modified":"2024-04-26T02:13:14.999054+0000","last_up_change":"2024-04-26T01:57:13.825265+0000","last_in_change":"2024-04-26T01:56:54.383192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:52:51.667153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:58:25.333136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:58:29.747341+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":102,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f8783ebe-d4a3-42cd-a87b-17b593c35495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6803","nonce":1735610609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6805","nonce":1735610609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6809","nonce":1735610609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":1735610609},{"type":"v1","addr":"172.21.15.26:6807","nonce":1735610609}]},"public_addr":"172.21.15.26:6803/1735610609","cluster_addr":"172.21.15.26:6805/1735610609","heartbeat_back_addr":"172.21.15.26:6809/1735610609","heartbeat_front_addr":"172.21.15.26:6807/1735610609","state":["exists","up"]},{"osd":1,"uuid":"2097babe-3524-4f0d-b1d6-dcf44a548655","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6801","nonce":4110015074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6803","nonce":4110015074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6807","nonce":4110015074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":4110015074},{"type":"v1","addr":"172.21.15.33:6805","nonce":4110015074}]},"public_addr":"172.21.15.33:6801/4110015074","cluster_addr":"172.21.15.33:6803/4110015074","heartbeat_back_addr":"172.21.15.33:6807/4110015074","heartbeat_front_addr":"172.21.15.33:6805/4110015074","state":["exists","up"]},{"osd":2,"uuid":"6e75e3d4-b664-4fe0-8913-0b93f325c37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6801","nonce":3873107319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6803","nonce":3873107319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6807","nonce":3873107319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3873107319},{"type":"v1","addr":"172.21.15.64:6805","nonce":3873107319}]},"public_addr":"172.21.15.64:6801/3873107319","cluster_addr":"172.21.15.64:6803/3873107319","heartbeat_back_addr":"172.21.15.64:6807/3873107319","heartbeat_front_addr":"172.21.15.64:6805/3873107319","state":["exists","up"]},{"osd":3,"uuid":"24363f6d-2328-4883-a93d-cbb12b21332b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6811","nonce":2340844586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6813","nonce":2340844586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6817","nonce":2340844586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2340844586},{"type":"v1","addr":"172.21.15.26:6815","nonce":2340844586}]},"public_addr":"172.21.15.26:6811/2340844586","cluster_addr":"172.21.15.26:6813/2340844586","heartbeat_back_addr":"172.21.15.26:6817/2340844586","heartbeat_front_addr":"172.21.15.26:6815/2340844586","state":["exists","up"]},{"osd":4,"uuid":"bbd1c3a5-2d74-4e33-90a0-43e55415759d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6809","nonce":2946623767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6811","nonce":2946623767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6815","nonce":2946623767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2946623767},{"type":"v1","addr":"172.21.15.33:6813","nonce":2946623767}]},"public_addr":"172.21.15.33:6809/2946623767","cluster_addr":"172.21.15.33:6811/2946623767","heartbeat_back_addr":"172.21.15.33:6815/2946623767","heartbeat_front_addr":"172.21.15.33:6813/2946623767","state":["exists","up"]},{"osd":5,"uuid":"986707d8-f671-4ab1-9cb8-938463530035","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6809","nonce":3997283620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6811","nonce":3997283620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6815","nonce":3997283620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3997283620},{"type":"v1","addr":"172.21.15.64:6813","nonce":3997283620}]},"public_addr":"172.21.15.64:6809/3997283620","cluster_addr":"172.21.15.64:6811/3997283620","heartbeat_back_addr":"172.21.15.64:6815/3997283620","heartbeat_front_addr":"172.21.15.64:6813/3997283620","state":["exists","up"]},{"osd":6,"uuid":"c9d948a3-4ea5-4f67-879c-b5103be4cf0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6819","nonce":885177678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6821","nonce":885177678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6825","nonce":885177678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":885177678},{"type":"v1","addr":"172.21.15.26:6823","nonce":885177678}]},"public_addr":"172.21.15.26:6819/885177678","cluster_addr":"172.21.15.26:6821/885177678","heartbeat_back_addr":"172.21.15.26:6825/885177678","heartbeat_front_addr":"172.21.15.26:6823/885177678","state":["exists","up"]},{"osd":7,"uuid":"edb21527-291a-47d3-bdcb-04f0f245ed11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6817","nonce":507130326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6819","nonce":507130326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6823","nonce":507130326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":507130326},{"type":"v1","addr":"172.21.15.33:6821","nonce":507130326}]},"public_addr":"172.21.15.33:6817/507130326","cluster_addr":"172.21.15.33:6819/507130326","heartbeat_back_addr":"172.21.15.33:6823/507130326","heartbeat_front_addr":"172.21.15.33:6821/507130326","state":["exists","up"]},{"osd":8,"uuid":"09db0b7b-1827-40a6-86c3-20d07509807d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6817","nonce":653236462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6819","nonce":653236462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6823","nonce":653236462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":653236462},{"type":"v1","addr":"172.21.15.64:6821","nonce":653236462}]},"public_addr":"172.21.15.64:6817/653236462","cluster_addr":"172.21.15.64:6819/653236462","heartbeat_back_addr":"172.21.15.64:6823/653236462","heartbeat_front_addr":"172.21.15.64:6821/653236462","state":["exists","up"]},{"osd":9,"uuid":"4696d95a-f9ac-421f-8ace-9fdc3ed46f05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6827","nonce":2886949981}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6829","nonce":2886949981}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6833","nonce":2886949981}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":2886949981},{"type":"v1","addr":"172.21.15.26:6831","nonce":2886949981}]},"public_addr":"172.21.15.26:6827/2886949981","cluster_addr":"172.21.15.26:6829/2886949981","heartbeat_back_addr":"172.21.15.26:6833/2886949981","heartbeat_front_addr":"172.21.15.26:6831/2886949981","state":["exists","up"]},{"osd":10,"uuid":"07d476cc-6f54-4f00-bb35-f137b6e907d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6825","nonce":3259400969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6827","nonce":3259400969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6831","nonce":3259400969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":3259400969},{"type":"v1","addr":"172.21.15.33:6829","nonce":3259400969}]},"public_addr":"172.21.15.33:6825/3259400969","cluster_addr":"172.21.15.33:6827/3259400969","heartbeat_back_addr":"172.21.15.33:6831/3259400969","heartbeat_front_addr":"172.21.15.33:6829/3259400969","state":["exists","up"]},{"osd":11,"uuid":"0ae35c43-0bb6-4d41-9664-dbf89efd122d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6825","nonce":1292810675}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6827","nonce":1292810675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6831","nonce":1292810675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1292810675},{"type":"v1","addr":"172.21.15.64:6829","nonce":1292810675}]},"public_addr":"172.21.15.64:6825/1292810675","cluster_addr":"172.21.15.64:6827/1292810675","heartbeat_back_addr":"172.21.15.64:6831/1292810675","heartbeat_front_addr":"172.21.15.64:6829/1292810675","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:00.556003+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:25.618937+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:52:49.554498+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:23.506747+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:53:50.656649+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:16.329501+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:54:51.046876+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:18.048955+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:55:43.701138+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:19.109137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:56:46.897822+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:57:12.505718+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2601411133":"2024-04-27T02:02:50.748069+0000","172.21.15.26:0/1276107065":"2024-04-27T02:02:50.748069+0000","172.21.15.26:0/3526280984":"2024-04-27T02:02:50.748069+0000","172.21.15.26:6800/3490463755":"2024-04-27T02:02:50.748069+0000","172.21.15.26:6801/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3817940731":"2024-04-27T01:50:05.508028+0000","172.21.15.26:6800/317163159":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/2466817986":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/472800181":"2024-04-27T02:02:50.748069+0000","172.21.15.26:6801/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2499788869":"2024-04-27T01:49:31.210831+0000","172.21.15.26:6801/3490463755":"2024-04-27T02:02:50.748069+0000","172.21.15.26:6800/596639469":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/1544132243":"2024-04-27T01:50:05.508028+0000","172.21.15.26:0/3431754632":"2024-04-27T01:49:31.210831+0000","172.21.15.26:0/2302812681":"2024-04-27T01:50:05.508028+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T02:13:52.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.700+0000 7f63d8200700 1 -- 172.21.15.26:0/4112594474 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f63b80a3db0 msgr2=0x7f63b80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:52.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.700+0000 7f63d8200700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f63b80a3db0 0x7f63b80a6270 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f63d007a580 tx=0x7f63bc009260 comp rx=0 tx=0).stop 2024-04-26T02:13:52.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.700+0000 7f63d8200700 1 -- 172.21.15.26:0/4112594474 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f63d0102a90 msgr2=0x7f63d019b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:52.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.700+0000 7f63d8200700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f63d0102a90 0x7f63d019b3d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f63c40057f0 tx=0x7f63c400bfd0 comp rx=0 tx=0).stop 2024-04-26T02:13:52.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.701+0000 7f63d8200700 1 -- 172.21.15.26:0/4112594474 shutdown_connections 2024-04-26T02:13:52.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.701+0000 7f63d8200700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63d0108a50 0x7f63d019fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:52.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.701+0000 7f63d8200700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f63d0102a90 0x7f63d019b3d0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:52.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.701+0000 7f63d8200700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f63b80a3db0 0x7f63b80a6270 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:52.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.701+0000 7f63d8200700 1 --2- 172.21.15.26:0/4112594474 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63d0103450 0x7f63d019b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:52.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.701+0000 7f63d8200700 1 -- 172.21.15.26:0/4112594474 >> 172.21.15.26:0/4112594474 conn(0x7f63d0079ba0 msgr2=0x7f63d010df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:52.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.701+0000 7f63d8200700 1 -- 172.21.15.26:0/4112594474 shutdown_connections 2024-04-26T02:13:52.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:52.701+0000 7f63d8200700 1 -- 172.21.15.26:0/4112594474 wait complete. 2024-04-26T02:13:52.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:52 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4112594474' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:13:53.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:52 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/4112594474' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:13:53.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:52 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/4112594474' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:13:53.599 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs fail cephfs 2024-04-26T02:13:53.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:53 smithi026 ceph-mon[28138]: pgmap v345: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 13 op/s 2024-04-26T02:13:54.080 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:53 smithi064 ceph-mon[32613]: pgmap v345: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 13 op/s 2024-04-26T02:13:54.084 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:54.249 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:53 smithi033 ceph-mon[32805]: pgmap v345: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 13 op/s 2024-04-26T02:13:56.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.370+0000 7f2001c00700 1 -- 172.21.15.26:0/1347747359 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ffc105840 msgr2=0x7f1ffc109890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:56.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.370+0000 7f2001c00700 1 --2- 172.21.15.26:0/1347747359 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ffc105840 0x7f1ffc109890 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1fe80099c0 tx=0x7f1fe8009cd0 comp rx=0 tx=0).stop 2024-04-26T02:13:56.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.370+0000 7f2001c00700 1 -- 172.21.15.26:0/1347747359 shutdown_connections 2024-04-26T02:13:56.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.370+0000 7f2001c00700 1 --2- 172.21.15.26:0/1347747359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ffc109f70 0x7f1ffc111b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:56.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.370+0000 7f2001c00700 1 --2- 172.21.15.26:0/1347747359 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ffc104e90 0x7f1ffc105270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:56.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.370+0000 7f2001c00700 1 --2- 172.21.15.26:0/1347747359 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ffc105840 0x7f1ffc109890 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:56.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.370+0000 7f2001c00700 1 -- 172.21.15.26:0/1347747359 >> 172.21.15.26:0/1347747359 conn(0x7f1ffc100720 msgr2=0x7f1ffc102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:56.371 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-mon[28138]: pgmap v346: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-26T02:13:56.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.370+0000 7f2001c00700 1 -- 172.21.15.26:0/1347747359 shutdown_connections 2024-04-26T02:13:56.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.370+0000 7f2001c00700 1 -- 172.21.15.26:0/1347747359 wait complete. 2024-04-26T02:13:56.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.371+0000 7f2001c00700 1 Processor -- start 2024-04-26T02:13:56.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.372+0000 7f2001c00700 1 -- start start 2024-04-26T02:13:56.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.372+0000 7f2001c00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ffc104e90 0x7f1ffc19b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:56.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.372+0000 7f2001c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ffc105840 0x7f1ffc19b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:56.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.372+0000 7f2001c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ffc109f70 0x7f1ffc19fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:56.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.372+0000 7f2001c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1ffc114e30 con 0x7f1ffc109f70 2024-04-26T02:13:56.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.372+0000 7f2001c00700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1ffc114cb0 con 0x7f1ffc104e90 2024-04-26T02:13:56.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.372+0000 7f2001c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1ffc114fb0 con 0x7f1ffc105840 2024-04-26T02:13:56.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.372+0000 7f1ffaa00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ffc104e90 0x7f1ffc19b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:56.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.372+0000 7f1ffa000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ffc105840 0x7f1ffc19b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:56.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.372+0000 7f1ffaa00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ffc104e90 0x7f1ffc19b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.26:35158/0 (socket says 172.21.15.26:35158) 2024-04-26T02:13:56.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.372+0000 7f1ffaa00700 1 -- 172.21.15.26:0/4082512839 learned_addr learned my addr 172.21.15.26:0/4082512839 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:13:56.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.372+0000 7f1ffb400700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ffc109f70 0x7f1ffc19fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:56.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.373+0000 7f1ffaa00700 1 -- 172.21.15.26:0/4082512839 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ffc105840 msgr2=0x7f1ffc19b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.373+0000 7f1ffaa00700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ffc105840 0x7f1ffc19b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.373+0000 7f1ffaa00700 1 -- 172.21.15.26:0/4082512839 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ffc109f70 msgr2=0x7f1ffc19fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.373+0000 7f1ffaa00700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ffc109f70 0x7f1ffc19fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.373+0000 7f1ffaa00700 1 -- 172.21.15.26:0/4082512839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ffc1a0350 con 0x7f1ffc104e90 2024-04-26T02:13:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.373+0000 7f1ffb400700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ffc109f70 0x7f1ffc19fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:13:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.373+0000 7f1ffaa00700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ffc104e90 0x7f1ffc19b340 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1fec00d950 tx=0x7f1fec00dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.374+0000 7f1ff3400700 1 -- 172.21.15.26:0/4082512839 <== mon.2 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fec016070 con 0x7f1ffc104e90 2024-04-26T02:13:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.374+0000 7f2001c00700 1 -- 172.21.15.26:0/4082512839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ffc1a0640 con 0x7f1ffc104e90 2024-04-26T02:13:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.374+0000 7f1ff3400700 1 -- 172.21.15.26:0/4082512839 <== mon.2 v2:172.21.15.33:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fec009df0 con 0x7f1ffc104e90 2024-04-26T02:13:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.374+0000 7f1ff3400700 1 -- 172.21.15.26:0/4082512839 <== mon.2 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fec00f3c0 con 0x7f1ffc104e90 2024-04-26T02:13:56.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.374+0000 7f2001c00700 1 -- 172.21.15.26:0/4082512839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ffc1a7ec0 con 0x7f1ffc104e90 2024-04-26T02:13:56.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.375+0000 7f2001c00700 1 -- 172.21.15.26:0/4082512839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ffc069730 con 0x7f1ffc104e90 2024-04-26T02:13:56.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.377+0000 7f1ff3400700 1 -- 172.21.15.26:0/4082512839 <== mon.2 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1fec019070 con 0x7f1ffc104e90 2024-04-26T02:13:56.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.379+0000 7f1ff3400700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1fe00a3e30 0x7f1fe00a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:56.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.379+0000 7f1ff3400700 1 -- 172.21.15.26:0/4082512839 <== mon.2 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8513+0+0 (secure 0 0 0) 0x7f1fec0d0380 con 0x7f1ffc104e90 2024-04-26T02:13:56.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.379+0000 7f1ffa000700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1fe00a3e30 0x7f1fe00a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:56.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.380+0000 7f1ffa000700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1fe00a3e30 0x7f1fe00a62f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1fe8000c00 tx=0x7f1fe8005fb0 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:56.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.381+0000 7f1ff3400700 1 -- 172.21.15.26:0/4082512839 <== mon.2 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1fec09c9c0 con 0x7f1ffc104e90 2024-04-26T02:13:56.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-mon[32805]: pgmap v346: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-26T02:13:56.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-mon[32613]: pgmap v346: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-26T02:13:56.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.661+0000 7f2001c00700 1 -- 172.21.15.26:0/4082512839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f1ffc02df80 con 0x7f1ffc104e90 2024-04-26T02:13:56.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.674+0000 7f1ff3400700 1 -- 172.21.15.26:0/4082512839 <== mon.2 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v32) ==== 161+0+0 (secure 0 0 0) 0x7f1fec09c2c0 con 0x7f1ffc104e90 2024-04-26T02:13:56.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.682+0000 7f2001c00700 1 -- 172.21.15.26:0/4082512839 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1fe00a3e30 msgr2=0x7f1fe00a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:56.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.682+0000 7f2001c00700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1fe00a3e30 0x7f1fe00a62f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1fe8000c00 tx=0x7f1fe8005fb0 comp rx=0 tx=0).stop 2024-04-26T02:13:56.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.682+0000 7f2001c00700 1 -- 172.21.15.26:0/4082512839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ffc104e90 msgr2=0x7f1ffc19b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:56.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.682+0000 7f2001c00700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ffc104e90 0x7f1ffc19b340 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1fec00d950 tx=0x7f1fec00dc60 comp rx=0 tx=0).stop 2024-04-26T02:13:56.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.684+0000 7f2001c00700 1 -- 172.21.15.26:0/4082512839 shutdown_connections 2024-04-26T02:13:56.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.684+0000 7f2001c00700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1ffc109f70 0x7f1ffc19fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:56.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.684+0000 7f2001c00700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ffc104e90 0x7f1ffc19b340 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:56.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.684+0000 7f2001c00700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f1fe00a3e30 0x7f1fe00a62f0 secure :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1fe8000c00 tx=0x7f1fe8005fb0 comp rx=0 tx=0).stop 2024-04-26T02:13:56.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.684+0000 7f2001c00700 1 --2- 172.21.15.26:0/4082512839 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ffc105840 0x7f1ffc19b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:56.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.684+0000 7f2001c00700 1 -- 172.21.15.26:0/4082512839 >> 172.21.15.26:0/4082512839 conn(0x7f1ffc100720 msgr2=0x7f1ffc102ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:56.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.684+0000 7f2001c00700 1 -- 172.21.15.26:0/4082512839 shutdown_connections 2024-04-26T02:13:56.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:13:56.684+0000 7f2001c00700 1 -- 172.21.15.26:0/4082512839 wait complete. 2024-04-26T02:13:56.686 INFO:teuthology.orchestra.run.smithi026.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-26T02:13:56.980 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a[28133]: 2024-04-26T02:13:56.663+0000 7f5652200700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T02:13:56.980 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a[67733]: ignoring --setuser ceph since I am not root 2024-04-26T02:13:56.981 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a[67733]: ignoring --setgroup ceph since I am not root 2024-04-26T02:13:56.981 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-mds[67741]: -- 172.21.15.26:0/653987893 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561ab2acda40 con 0x561ab2aa0c00 2024-04-26T02:13:56.981 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a[67733]: starting mds.a at 2024-04-26T02:13:56.981 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g[67316]: ignoring --setuser ceph since I am not root 2024-04-26T02:13:56.981 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g[67316]: ignoring --setgroup ceph since I am not root 2024-04-26T02:13:56.981 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-mds[67320]: -- 172.21.15.26:0/2603096111 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bcfc801a40 con 0x55bcfc7d5000 2024-04-26T02:13:56.981 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g[67316]: starting mds.g at 2024-04-26T02:13:56.981 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j[66079]: ignoring --setuser ceph since I am not root 2024-04-26T02:13:56.982 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j[66079]: ignoring --setgroup ceph since I am not root 2024-04-26T02:13:56.982 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-mds[66083]: -- 172.21.15.26:0/2584457588 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cc04903a40 con 0x55cc048d6c00 2024-04-26T02:13:56.982 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 02:13:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j[66079]: starting mds.j at 2024-04-26T02:13:56.999 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b[63201]: ignoring --setuser ceph since I am not root 2024-04-26T02:13:56.999 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b[63201]: ignoring --setgroup ceph since I am not root 2024-04-26T02:13:56.999 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-mds[63205]: -- 172.21.15.33:0/3011332825 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a3b8563a40 con 0x55a3b8536c00 2024-04-26T02:13:56.999 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b[63201]: starting mds.b at 2024-04-26T02:13:56.999 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-k[62267]: ignoring --setuser ceph since I am not root 2024-04-26T02:13:57.000 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-k[62267]: ignoring --setgroup ceph since I am not root 2024-04-26T02:13:57.000 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-mds[62271]: -- 172.21.15.33:0/46472816 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d7a2d7da40 con 0x55d7a2d50c00 2024-04-26T02:13:57.000 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-k[62267]: starting mds.k at 2024-04-26T02:13:57.000 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e[62585]: ignoring --setuser ceph since I am not root 2024-04-26T02:13:57.000 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e[62585]: ignoring --setgroup ceph since I am not root 2024-04-26T02:13:57.000 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-mds[62589]: -- 172.21.15.33:0/554879787 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56313d543a40 con 0x56313d517000 2024-04-26T02:13:57.000 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e[62585]: starting mds.e at 2024-04-26T02:13:57.000 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-h[62895]: ignoring --setuser ceph since I am not root 2024-04-26T02:13:57.000 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-h[62895]: ignoring --setgroup ceph since I am not root 2024-04-26T02:13:57.001 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-mds[62899]: -- 172.21.15.33:0/2654582324 <== mon.2 v2:172.21.15.33:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f50c255a40 con 0x55f50c228c00 2024-04-26T02:13:57.001 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 02:13:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-h[62895]: starting mds.h at 2024-04-26T02:13:57.080 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-f[62732]: ignoring --setuser ceph since I am not root 2024-04-26T02:13:57.080 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-f[62732]: ignoring --setgroup ceph since I am not root 2024-04-26T02:13:57.080 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-mds[62736]: -- 172.21.15.64:0/19699315 <== mon.1 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555dc8f3ba40 con 0x555dc8f0ec00 2024-04-26T02:13:57.080 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-f[62732]: starting mds.f at 2024-04-26T02:13:57.081 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[67239]: ignoring --setuser ceph since I am not root 2024-04-26T02:13:57.081 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[67239]: ignoring --setgroup ceph since I am not root 2024-04-26T02:13:57.081 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-mds[67243]: -- 172.21.15.64:0/3231471390 <== mon.1 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dc9b9cda40 con 0x55dc9b9a0800 2024-04-26T02:13:57.081 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[67239]: starting mds.c at 2024-04-26T02:13:57.081 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i[63371]: ignoring --setuser ceph since I am not root 2024-04-26T02:13:57.081 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i[63371]: ignoring --setgroup ceph since I am not root 2024-04-26T02:13:57.081 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-mds[63375]: -- 172.21.15.64:0/3594865639 <== mon.1 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56078a7e5a40 con 0x56078a7b8800 2024-04-26T02:13:57.081 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 02:13:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i[63371]: starting mds.i at 2024-04-26T02:13:57.459 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:57 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/4082512839' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:13:57.459 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:57 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:13:57.459 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:57 smithi026 ceph-mon[28138]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T02:13:57.459 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:57 smithi026 ceph-mon[28138]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T02:13:57.459 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:57 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T02:13:57.459 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:57 smithi026 ceph-mon[28138]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T02:13:57.460 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:57 smithi026 ceph-mon[28138]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-26T02:13:57.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:57 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/4082512839' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:13:57.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:57 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:13:57.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:57 smithi033 ceph-mon[32805]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T02:13:57.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:57 smithi033 ceph-mon[32805]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T02:13:57.500 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:57 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T02:13:57.500 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:57 smithi033 ceph-mon[32805]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T02:13:57.500 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:57 smithi033 ceph-mon[32805]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-26T02:13:57.508 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-04-26T02:13:57.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:57 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/4082512839' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:13:57.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:57 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:13:57.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:57 smithi064 ceph-mon[32613]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T02:13:57.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:57 smithi064 ceph-mon[32613]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T02:13:57.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:57 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T02:13:57.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:57 smithi064 ceph-mon[32613]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T02:13:57.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:57 smithi064 ceph-mon[32613]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-26T02:13:57.978 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:58.482 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: pgmap v348: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-26T02:13:58.482 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.64:6834/981719039,v1:172.21.15.64:6835/981719039] up:boot 2024-04-26T02:13:58.482 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.64:6836/2298600303,v1:172.21.15.64:6838/2298600303] up:boot 2024-04-26T02:13:58.482 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.33:6833/2757629514,v1:172.21.15.33:6834/2757629514] up:boot 2024-04-26T02:13:58.482 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.33:6832/3233104319,v1:172.21.15.33:6835/3233104319] up:boot 2024-04-26T02:13:58.482 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.64:6837/3497092864,v1:172.21.15.64:6839/3497092864] up:boot 2024-04-26T02:13:58.482 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.33:6836/3082065344,v1:172.21.15.33:6837/3082065344] up:boot 2024-04-26T02:13:58.482 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.33:6838/3619858899,v1:172.21.15.33:6839/3619858899] up:boot 2024-04-26T02:13:58.482 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.26:6834/789319908,v1:172.21.15.26:6835/789319908] up:boot 2024-04-26T02:13:58.482 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.26:6838/3799707136,v1:172.21.15.26:6839/3799707136] up:boot 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: mds.? [v2:172.21.15.26:6840/3964921813,v1:172.21.15.26:6841/3964921813] up:boot 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T02:13:58.483 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:13:58 smithi026 ceph-mon[28138]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T02:13:58.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: pgmap v348: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-26T02:13:58.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.64:6834/981719039,v1:172.21.15.64:6835/981719039] up:boot 2024-04-26T02:13:58.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.64:6836/2298600303,v1:172.21.15.64:6838/2298600303] up:boot 2024-04-26T02:13:58.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.33:6833/2757629514,v1:172.21.15.33:6834/2757629514] up:boot 2024-04-26T02:13:58.500 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.33:6832/3233104319,v1:172.21.15.33:6835/3233104319] up:boot 2024-04-26T02:13:58.500 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.64:6837/3497092864,v1:172.21.15.64:6839/3497092864] up:boot 2024-04-26T02:13:58.500 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.33:6836/3082065344,v1:172.21.15.33:6837/3082065344] up:boot 2024-04-26T02:13:58.500 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.33:6838/3619858899,v1:172.21.15.33:6839/3619858899] up:boot 2024-04-26T02:13:58.500 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.26:6834/789319908,v1:172.21.15.26:6835/789319908] up:boot 2024-04-26T02:13:58.500 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.26:6838/3799707136,v1:172.21.15.26:6839/3799707136] up:boot 2024-04-26T02:13:58.500 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: mds.? [v2:172.21.15.26:6840/3964921813,v1:172.21.15.26:6841/3964921813] up:boot 2024-04-26T02:13:58.500 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-26T02:13:58.501 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T02:13:58.501 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:13:58.501 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T02:13:58.501 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T02:13:58.501 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:13:58.501 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T02:13:58.501 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T02:13:58.501 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T02:13:58.501 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T02:13:58.502 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T02:13:58.502 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:13:58 smithi033 ceph-mon[32805]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T02:13:58.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: pgmap v348: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-26T02:13:58.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.64:6834/981719039,v1:172.21.15.64:6835/981719039] up:boot 2024-04-26T02:13:58.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.64:6836/2298600303,v1:172.21.15.64:6838/2298600303] up:boot 2024-04-26T02:13:58.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.33:6833/2757629514,v1:172.21.15.33:6834/2757629514] up:boot 2024-04-26T02:13:58.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.33:6832/3233104319,v1:172.21.15.33:6835/3233104319] up:boot 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.64:6837/3497092864,v1:172.21.15.64:6839/3497092864] up:boot 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.33:6836/3082065344,v1:172.21.15.33:6837/3082065344] up:boot 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.33:6838/3619858899,v1:172.21.15.33:6839/3619858899] up:boot 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.26:6834/789319908,v1:172.21.15.26:6835/789319908] up:boot 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.26:6838/3799707136,v1:172.21.15.26:6839/3799707136] up:boot 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: mds.? [v2:172.21.15.26:6840/3964921813,v1:172.21.15.26:6841/3964921813] up:boot 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T02:13:58.581 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T02:13:58.582 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T02:13:58.582 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T02:13:58.582 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T02:13:58.582 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:13:58 smithi064 ceph-mon[32613]: from='mgr.25115 172.21.15.26:0/2789157299' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T02:14:00.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.269+0000 7f83b3800700 1 -- 172.21.15.26:0/2242765433 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f83ac074c70 msgr2=0x7f83ac075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:00.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.269+0000 7f83b3800700 1 --2- 172.21.15.26:0/2242765433 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f83ac074c70 0x7f83ac075050 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f839c0098f0 tx=0x7f839c009c00 comp rx=0 tx=0).stop 2024-04-26T02:14:00.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.269+0000 7f83b3800700 1 -- 172.21.15.26:0/2242765433 shutdown_connections 2024-04-26T02:14:00.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.269+0000 7f83b3800700 1 --2- 172.21.15.26:0/2242765433 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83ac10f440 0x7f83ac111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:00.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.269+0000 7f83b3800700 1 --2- 172.21.15.26:0/2242765433 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f83ac074c70 0x7f83ac075050 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:00.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.269+0000 7f83b3800700 1 --2- 172.21.15.26:0/2242765433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ac075590 0x7f83ac10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:00.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.269+0000 7f83b3800700 1 -- 172.21.15.26:0/2242765433 >> 172.21.15.26:0/2242765433 conn(0x7f83ac079ba0 msgr2=0x7f83ac079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:00.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.269+0000 7f83b3800700 1 -- 172.21.15.26:0/2242765433 shutdown_connections 2024-04-26T02:14:00.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.269+0000 7f83b3800700 1 -- 172.21.15.26:0/2242765433 wait complete. 2024-04-26T02:14:00.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.271+0000 7f83b3800700 1 Processor -- start 2024-04-26T02:14:00.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.271+0000 7f83b3800700 1 -- start start 2024-04-26T02:14:00.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.271+0000 7f83b3800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83ac074c70 0x7f83ac102b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:00.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.271+0000 7f83b3800700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ac075590 0x7f83ac1030a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:00.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.271+0000 7f83b3800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f83ac10f440 0x7f83ac1035e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:00.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.271+0000 7f83b3800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f83ac114e40 con 0x7f83ac074c70 2024-04-26T02:14:00.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.271+0000 7f83b3800700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f83ac114cc0 con 0x7f83ac075590 2024-04-26T02:14:00.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.271+0000 7f83b3800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f83ac114fc0 con 0x7f83ac10f440 2024-04-26T02:14:00.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.272+0000 7f83b0e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83ac074c70 0x7f83ac102b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:00.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.272+0000 7f83b1800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f83ac10f440 0x7f83ac1035e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:00.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.272+0000 7f83a3e00700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ac075590 0x7f83ac1030a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:00.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.272+0000 7f83b0e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83ac074c70 0x7f83ac102b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35430/0 (socket says 172.21.15.26:35430) 2024-04-26T02:14:00.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.272+0000 7f83b0e00700 1 -- 172.21.15.26:0/2520172662 learned_addr learned my addr 172.21.15.26:0/2520172662 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:14:00.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.272+0000 7f83b0e00700 1 -- 172.21.15.26:0/2520172662 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f83ac10f440 msgr2=0x7f83ac1035e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:00.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.272+0000 7f83b0e00700 1 --2- 172.21.15.26:0/2520172662 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f83ac10f440 0x7f83ac1035e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:00.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.272+0000 7f83b0e00700 1 -- 172.21.15.26:0/2520172662 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ac075590 msgr2=0x7f83ac1030a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:00.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.272+0000 7f83b0e00700 1 --2- 172.21.15.26:0/2520172662 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ac075590 0x7f83ac1030a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:00.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.272+0000 7f83b0e00700 1 -- 172.21.15.26:0/2520172662 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83ac1aba00 con 0x7f83ac074c70 2024-04-26T02:14:00.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.273+0000 7f83b0e00700 1 --2- 172.21.15.26:0/2520172662 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83ac074c70 0x7f83ac102b60 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f839c009230 tx=0x7f839c00fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:00.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.273+0000 7f83aa000700 1 -- 172.21.15.26:0/2520172662 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839c0050c0 con 0x7f83ac074c70 2024-04-26T02:14:00.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.273+0000 7f83aa000700 1 -- 172.21.15.26:0/2520172662 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f839c00b560 con 0x7f83ac074c70 2024-04-26T02:14:00.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.273+0000 7f83b3800700 1 -- 172.21.15.26:0/2520172662 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83ac1abc90 con 0x7f83ac074c70 2024-04-26T02:14:00.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.273+0000 7f83aa000700 1 -- 172.21.15.26:0/2520172662 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839c003a20 con 0x7f83ac074c70 2024-04-26T02:14:00.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.273+0000 7f83b3800700 1 -- 172.21.15.26:0/2520172662 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83ac1ac0e0 con 0x7f83ac074c70 2024-04-26T02:14:00.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.274+0000 7f83b3800700 1 -- 172.21.15.26:0/2520172662 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83ac076360 con 0x7f83ac074c70 2024-04-26T02:14:00.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.276+0000 7f83aa000700 1 -- 172.21.15.26:0/2520172662 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f839c00b710 con 0x7f83ac074c70 2024-04-26T02:14:00.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.278+0000 7f83aa000700 1 --2- 172.21.15.26:0/2520172662 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f83900a3db0 0x7f83900a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:00.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.278+0000 7f83aa000700 1 -- 172.21.15.26:0/2520172662 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8899+0+0 (secure 0 0 0) 0x7f839c0d18b0 con 0x7f83ac074c70 2024-04-26T02:14:00.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.278+0000 7f83a3e00700 1 --2- 172.21.15.26:0/2520172662 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f83900a3db0 0x7f83900a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:00.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.279+0000 7f83a3e00700 1 --2- 172.21.15.26:0/2520172662 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f83900a3db0 0x7f83900a6270 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f83ac104320 tx=0x7f8394009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:00.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.283+0000 7f83aa000700 1 -- 172.21.15.26:0/2520172662 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f839c013030 con 0x7f83ac074c70 2024-04-26T02:14:00.481 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:00 smithi026 ceph-mon[28138]: pgmap v349: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-26T02:14:00.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:00 smithi033 ceph-mon[32805]: pgmap v349: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-26T02:14:00.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:00.564+0000 7f83b3800700 1 -- 172.21.15.26:0/2520172662 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f83ac069730 con 0x7f83ac074c70 2024-04-26T02:14:00.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:00 smithi064 ceph-mon[32613]: pgmap v349: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-26T02:14:01.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.156+0000 7f83aa000700 1 -- 172.21.15.26:0/2520172662 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v34) ==== 104+0+0 (secure 0 0 0) 0x7f839c09de00 con 0x7f83ac074c70 2024-04-26T02:14:01.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.160+0000 7f83b3800700 1 -- 172.21.15.26:0/2520172662 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f83900a3db0 msgr2=0x7f83900a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:01.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.160+0000 7f83b3800700 1 --2- 172.21.15.26:0/2520172662 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f83900a3db0 0x7f83900a6270 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f83ac104320 tx=0x7f8394009260 comp rx=0 tx=0).stop 2024-04-26T02:14:01.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.160+0000 7f83b3800700 1 -- 172.21.15.26:0/2520172662 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83ac074c70 msgr2=0x7f83ac102b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:01.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.160+0000 7f83b3800700 1 --2- 172.21.15.26:0/2520172662 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83ac074c70 0x7f83ac102b60 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f839c009230 tx=0x7f839c00fa70 comp rx=0 tx=0).stop 2024-04-26T02:14:01.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.160+0000 7f83b3800700 1 -- 172.21.15.26:0/2520172662 shutdown_connections 2024-04-26T02:14:01.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.160+0000 7f83b3800700 1 --2- 172.21.15.26:0/2520172662 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f83900a3db0 0x7f83900a6270 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:01.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.160+0000 7f83b3800700 1 --2- 172.21.15.26:0/2520172662 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f83ac10f440 0x7f83ac1035e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:01.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.160+0000 7f83b3800700 1 --2- 172.21.15.26:0/2520172662 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83ac074c70 0x7f83ac102b60 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:01.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.160+0000 7f83b3800700 1 --2- 172.21.15.26:0/2520172662 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ac075590 0x7f83ac1030a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:01.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.160+0000 7f83b3800700 1 -- 172.21.15.26:0/2520172662 >> 172.21.15.26:0/2520172662 conn(0x7f83ac079ba0 msgr2=0x7f83ac0ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:01.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.160+0000 7f83b3800700 1 -- 172.21.15.26:0/2520172662 shutdown_connections 2024-04-26T02:14:01.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:01.161+0000 7f83b3800700 1 -- 172.21.15.26:0/2520172662 wait complete. 2024-04-26T02:14:01.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:01 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2520172662' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:14:01.500 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:01 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2520172662' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:14:01.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:01 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2520172662' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:14:02.146 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-26T02:14:02.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:02 smithi026 ceph-mon[28138]: pgmap v350: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-26T02:14:02.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:02 smithi026 ceph-mon[28138]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T02:14:02.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:02 smithi026 ceph-mon[28138]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T02:14:02.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:02 smithi026 ceph-mon[28138]: Cluster is now healthy 2024-04-26T02:14:02.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:02 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/2520172662' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T02:14:02.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:02 smithi026 ceph-mon[28138]: fsmap 12 up:standby 2024-04-26T02:14:02.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:02 smithi033 ceph-mon[32805]: pgmap v350: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-26T02:14:02.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:02 smithi033 ceph-mon[32805]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T02:14:02.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:02 smithi033 ceph-mon[32805]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T02:14:02.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:02 smithi033 ceph-mon[32805]: Cluster is now healthy 2024-04-26T02:14:02.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:02 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/2520172662' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T02:14:02.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:02 smithi033 ceph-mon[32805]: fsmap 12 up:standby 2024-04-26T02:14:02.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:02 smithi064 ceph-mon[32613]: pgmap v350: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-26T02:14:02.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:02 smithi064 ceph-mon[32613]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T02:14:02.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:02 smithi064 ceph-mon[32613]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T02:14:02.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:02 smithi064 ceph-mon[32613]: Cluster is now healthy 2024-04-26T02:14:02.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:02 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/2520172662' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T02:14:02.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:02 smithi064 ceph-mon[32613]: fsmap 12 up:standby 2024-04-26T02:14:02.620 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:14:04.405 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:04 smithi064 ceph-mon[32613]: pgmap v351: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-26T02:14:04.457 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:04 smithi026 ceph-mon[28138]: pgmap v351: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-26T02:14:04.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:04 smithi033 ceph-mon[32805]: pgmap v351: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-26T02:14:05.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.010+0000 7f4dc5000700 1 -- 172.21.15.26:0/3450070863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dc006a750 msgr2=0x7f4dc006abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:05.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.010+0000 7f4dc5000700 1 --2- 172.21.15.26:0/3450070863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dc006a750 0x7f4dc006abb0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4da8009990 tx=0x7f4da8009ca0 comp rx=0 tx=0).stop 2024-04-26T02:14:05.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.010+0000 7f4dc5000700 1 -- 172.21.15.26:0/3450070863 shutdown_connections 2024-04-26T02:14:05.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.010+0000 7f4dc5000700 1 --2- 172.21.15.26:0/3450070863 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4dc006b0f0 0x7f4dc010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:05.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.010+0000 7f4dc5000700 1 --2- 172.21.15.26:0/3450070863 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc0108a30 0x7f4dc0108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:05.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.010+0000 7f4dc5000700 1 --2- 172.21.15.26:0/3450070863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dc006a750 0x7f4dc006abb0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:05.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.010+0000 7f4dc5000700 1 -- 172.21.15.26:0/3450070863 >> 172.21.15.26:0/3450070863 conn(0x7f4dc00788f0 msgr2=0x7f4dc0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:05.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.010+0000 7f4dc5000700 1 -- 172.21.15.26:0/3450070863 shutdown_connections 2024-04-26T02:14:05.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.010+0000 7f4dc5000700 1 -- 172.21.15.26:0/3450070863 wait complete. 2024-04-26T02:14:05.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.012+0000 7f4dc5000700 1 Processor -- start 2024-04-26T02:14:05.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.012+0000 7f4dc5000700 1 -- start start 2024-04-26T02:14:05.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.012+0000 7f4dc5000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc006a750 0x7f4dc0101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:05.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.012+0000 7f4dc5000700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dc006b0f0 0x7f4dc0101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:05.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dc5000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4dc0108a30 0x7f4dc0102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:05.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dc5000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc0112bd0 con 0x7f4dc0108a30 2024-04-26T02:14:05.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dc5000700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc0112a50 con 0x7f4dc006b0f0 2024-04-26T02:14:05.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dc5000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc0112d50 con 0x7f4dc006a750 2024-04-26T02:14:05.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dbde00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc006a750 0x7f4dc0101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:05.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dbe800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4dc0108a30 0x7f4dc0102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:05.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dbde00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc006a750 0x7f4dc0101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.26:52092/0 (socket says 172.21.15.26:52092) 2024-04-26T02:14:05.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dbe800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4dc0108a30 0x7f4dc0102490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35446/0 (socket says 172.21.15.26:35446) 2024-04-26T02:14:05.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dbde00700 1 -- 172.21.15.26:0/3219463269 learned_addr learned my addr 172.21.15.26:0/3219463269 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:14:05.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4db5400700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dc006b0f0 0x7f4dc0101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:05.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dbde00700 1 -- 172.21.15.26:0/3219463269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dc006b0f0 msgr2=0x7f4dc0101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:05.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dbde00700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dc006b0f0 0x7f4dc0101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:05.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dbde00700 1 -- 172.21.15.26:0/3219463269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4dc0108a30 msgr2=0x7f4dc0102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:05.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dbde00700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4dc0108a30 0x7f4dc0102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:05.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.013+0000 7f4dbde00700 1 -- 172.21.15.26:0/3219463269 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dc01a7690 con 0x7f4dc006a750 2024-04-26T02:14:05.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.014+0000 7f4dbde00700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc006a750 0x7f4dc0101a10 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f4db000c370 tx=0x7f4db000c680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:05.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.014+0000 7f4db7400700 1 -- 172.21.15.26:0/3219463269 <== mon.1 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db000cea0 con 0x7f4dc006a750 2024-04-26T02:14:05.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.014+0000 7f4dc5000700 1 -- 172.21.15.26:0/3219463269 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dc01a7920 con 0x7f4dc006a750 2024-04-26T02:14:05.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.014+0000 7f4db7400700 1 -- 172.21.15.26:0/3219463269 <== mon.1 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4db00090d0 con 0x7f4dc006a750 2024-04-26T02:14:05.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.014+0000 7f4db7400700 1 -- 172.21.15.26:0/3219463269 <== mon.1 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db0004660 con 0x7f4dc006a750 2024-04-26T02:14:05.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.014+0000 7f4dc5000700 1 -- 172.21.15.26:0/3219463269 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dc01a7e30 con 0x7f4dc006a750 2024-04-26T02:14:05.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.015+0000 7f4dc5000700 1 -- 172.21.15.26:0/3219463269 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dc0069730 con 0x7f4dc006a750 2024-04-26T02:14:05.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.018+0000 7f4db7400700 1 -- 172.21.15.26:0/3219463269 <== mon.1 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4db001a020 con 0x7f4dc006a750 2024-04-26T02:14:05.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.019+0000 7f4db7400700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f4da40a3db0 0x7f4da40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:05.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.019+0000 7f4db7400700 1 -- 172.21.15.26:0/3219463269 <== mon.1 v2:172.21.15.64:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8899+0+0 (secure 0 0 0) 0x7f4db00d02c0 con 0x7f4dc006a750 2024-04-26T02:14:05.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.019+0000 7f4db5400700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f4da40a3db0 0x7f4da40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:05.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.020+0000 7f4db5400700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f4da40a3db0 0x7f4da40a6270 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f4da800b2e0 tx=0x7f4da8005960 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:05.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.024+0000 7f4db7400700 1 -- 172.21.15.26:0/3219463269 <== mon.1 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4db0010040 con 0x7f4dc006a750 2024-04-26T02:14:05.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:05.263+0000 7f4dc5000700 1 -- 172.21.15.26:0/3219463269 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f4dc002e1c0 con 0x7f4dc006a750 2024-04-26T02:14:06.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.172+0000 7f4db7400700 1 -- 172.21.15.26:0/3219463269 <== mon.1 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v105) ==== 181+0+0 (secure 0 0 0) 0x7f4db009c780 con 0x7f4dc006a750 2024-04-26T02:14:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.179+0000 7f4dc5000700 1 -- 172.21.15.26:0/3219463269 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f4da40a3db0 msgr2=0x7f4da40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:06.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.179+0000 7f4dc5000700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f4da40a3db0 0x7f4da40a6270 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f4da800b2e0 tx=0x7f4da8005960 comp rx=0 tx=0).stop 2024-04-26T02:14:06.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.179+0000 7f4dc5000700 1 -- 172.21.15.26:0/3219463269 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc006a750 msgr2=0x7f4dc0101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:06.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.179+0000 7f4dc5000700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc006a750 0x7f4dc0101a10 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f4db000c370 tx=0x7f4db000c680 comp rx=0 tx=0).stop 2024-04-26T02:14:06.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.180+0000 7f4dc5000700 1 -- 172.21.15.26:0/3219463269 shutdown_connections 2024-04-26T02:14:06.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.180+0000 7f4dc5000700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4dc0108a30 0x7f4dc0102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:06.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.180+0000 7f4dc5000700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f4da40a3db0 0x7f4da40a6270 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:06.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.180+0000 7f4dc5000700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc006a750 0x7f4dc0101a10 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:06.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.180+0000 7f4dc5000700 1 --2- 172.21.15.26:0/3219463269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dc006b0f0 0x7f4dc0101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:06.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.180+0000 7f4dc5000700 1 -- 172.21.15.26:0/3219463269 >> 172.21.15.26:0/3219463269 conn(0x7f4dc00788f0 msgr2=0x7f4dc00ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:06.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.180+0000 7f4dc5000700 1 -- 172.21.15.26:0/3219463269 shutdown_connections 2024-04-26T02:14:06.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:06.181+0000 7f4dc5000700 1 -- 172.21.15.26:0/3219463269 wait complete. 2024-04-26T02:14:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:pool 'cephfs_metadata' removed 2024-04-26T02:14:06.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:06 smithi026 ceph-mon[28138]: pgmap v352: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-26T02:14:06.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:06 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3219463269' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:06.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:06 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:06.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:06 smithi033 ceph-mon[32805]: pgmap v352: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-26T02:14:06.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:06 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3219463269' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:06.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:06 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:06.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:06 smithi064 ceph-mon[32613]: pgmap v352: 97 pgs: 97 active+clean; 4.8 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-26T02:14:06.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:06 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3219463269' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:06.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:06 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:07.065 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid fd935b4c-036e-11ef-bc93-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-26T02:14:07.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:07 smithi026 ceph-mon[28138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:14:07.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:07 smithi026 ceph-mon[28138]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T02:14:07.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:07 smithi033 ceph-mon[32805]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:14:07.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:07 smithi033 ceph-mon[32805]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T02:14:07.546 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:14:07.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:07 smithi064 ceph-mon[32613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:14:07.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:07 smithi064 ceph-mon[32613]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T02:14:08.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:08 smithi026 ceph-mon[28138]: pgmap v354: 65 pgs: 65 active+clean; 577 KiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:08.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:08 smithi033 ceph-mon[32805]: pgmap v354: 65 pgs: 65 active+clean; 577 KiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:08.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:08 smithi064 ceph-mon[32613]: pgmap v354: 65 pgs: 65 active+clean; 577 KiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:09.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.987+0000 7f31b5600700 1 -- 172.21.15.26:0/1355557892 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b010e3a0 msgr2=0x7f31b0115f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:09.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.987+0000 7f31b5600700 1 --2- 172.21.15.26:0/1355557892 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b010e3a0 0x7f31b0115f70 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f31a800b0d0 tx=0x7f31a800b3e0 comp rx=0 tx=0).stop 2024-04-26T02:14:09.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.987+0000 7f31b5600700 1 -- 172.21.15.26:0/1355557892 shutdown_connections 2024-04-26T02:14:09.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.987+0000 7f31b5600700 1 --2- 172.21.15.26:0/1355557892 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b010e3a0 0x7f31b0115f70 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:09.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.987+0000 7f31b5600700 1 --2- 172.21.15.26:0/1355557892 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31b0109310 0x7f31b01096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:09.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.987+0000 7f31b5600700 1 --2- 172.21.15.26:0/1355557892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31b0109cc0 0x7f31b010dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:09.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.987+0000 7f31b5600700 1 -- 172.21.15.26:0/1355557892 >> 172.21.15.26:0/1355557892 conn(0x7f31b0076210 msgr2=0x7f31b0078630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:09.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.988+0000 7f31b5600700 1 -- 172.21.15.26:0/1355557892 shutdown_connections 2024-04-26T02:14:09.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.988+0000 7f31b5600700 1 -- 172.21.15.26:0/1355557892 wait complete. 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.989+0000 7f31b5600700 1 Processor -- start 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.989+0000 7f31b5600700 1 -- start start 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.989+0000 7f31b5600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0109310 0x7f31b019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.989+0000 7f31b5600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31b0109cc0 0x7f31b019fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.989+0000 7f31b5600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31b010e3a0 0x7f31b01a3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.989+0000 7f31b5600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f31b0119240 con 0x7f31b0109310 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.989+0000 7f31b5600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f31b01190c0 con 0x7f31b010e3a0 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.989+0000 7f31b5600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f31b01193c0 con 0x7f31b0109cc0 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.990+0000 7f31aea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0109310 0x7f31b019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.990+0000 7f31aea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0109310 0x7f31b019f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35190/0 (socket says 172.21.15.26:35190) 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.990+0000 7f31aea00700 1 -- 172.21.15.26:0/3737343979 learned_addr learned my addr 172.21.15.26:0/3737343979 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.990+0000 7f31ae000700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31b0109cc0 0x7f31b019fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:09.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.990+0000 7f31af400700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31b010e3a0 0x7f31b01a3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:09.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.990+0000 7f31aea00700 1 -- 172.21.15.26:0/3737343979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31b0109cc0 msgr2=0x7f31b019fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:09.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.990+0000 7f31aea00700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31b0109cc0 0x7f31b019fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:09.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.990+0000 7f31aea00700 1 -- 172.21.15.26:0/3737343979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31b010e3a0 msgr2=0x7f31b01a3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:09.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.990+0000 7f31aea00700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31b010e3a0 0x7f31b01a3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:09.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.990+0000 7f31aea00700 1 -- 172.21.15.26:0/3737343979 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31b01a4700 con 0x7f31b0109310 2024-04-26T02:14:09.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.990+0000 7f31ae000700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31b0109cc0 0x7f31b019fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:14:09.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.990+0000 7f31af400700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31b010e3a0 0x7f31b01a3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:14:09.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.991+0000 7f31aea00700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0109310 0x7f31b019f6f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f31a000e9a0 tx=0x7f31a000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:09.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.991+0000 7f31a7400700 1 -- 172.21.15.26:0/3737343979 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31a000ca10 con 0x7f31b0109310 2024-04-26T02:14:09.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.991+0000 7f31a7400700 1 -- 172.21.15.26:0/3737343979 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31a000cbb0 con 0x7f31b0109310 2024-04-26T02:14:09.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.991+0000 7f31b5600700 1 -- 172.21.15.26:0/3737343979 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31b01a49f0 con 0x7f31b0109310 2024-04-26T02:14:09.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.991+0000 7f31a7400700 1 -- 172.21.15.26:0/3737343979 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31a0018680 con 0x7f31b0109310 2024-04-26T02:14:09.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.991+0000 7f31b5600700 1 -- 172.21.15.26:0/3737343979 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31b01ac270 con 0x7f31b0109310 2024-04-26T02:14:09.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.992+0000 7f31b5600700 1 -- 172.21.15.26:0/3737343979 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31b0069730 con 0x7f31b0109310 2024-04-26T02:14:09.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.994+0000 7f31a7400700 1 -- 172.21.15.26:0/3737343979 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f31a0010430 con 0x7f31b0109310 2024-04-26T02:14:09.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.997+0000 7f31a7400700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f31940a3db0 0x7f31940a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:09.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.997+0000 7f31a7400700 1 -- 172.21.15.26:0/3737343979 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 8374+0+0 (secure 0 0 0) 0x7f31a00d0940 con 0x7f31b0109310 2024-04-26T02:14:09.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.997+0000 7f31ae000700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f31940a3db0 0x7f31940a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:09.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:09.998+0000 7f31ae000700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f31940a3db0 0x7f31940a6270 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f31b01082e0 tx=0x7f319c009260 comp rx=0 tx=0).ready entity=mgr.25115 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:10.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:10.002+0000 7f31a7400700 1 -- 172.21.15.26:0/3737343979 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f31a009d010 con 0x7f31b0109310 2024-04-26T02:14:10.202 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:10 smithi026 ceph-mon[28138]: pgmap v355: 65 pgs: 65 active+clean; 577 KiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:10.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:10.240+0000 7f31b5600700 1 -- 172.21.15.26:0/3737343979 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f31b002df80 con 0x7f31b0109310 2024-04-26T02:14:10.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:10 smithi033 ceph-mon[32805]: pgmap v355: 65 pgs: 65 active+clean; 577 KiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:10.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:10 smithi064 ceph-mon[32613]: pgmap v355: 65 pgs: 65 active+clean; 577 KiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:11.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.198+0000 7f31a7400700 1 -- 172.21.15.26:0/3737343979 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v106) ==== 169+0+0 (secure 0 0 0) 0x7f31a009c910 con 0x7f31b0109310 2024-04-26T02:14:11.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.206+0000 7f31b5600700 1 -- 172.21.15.26:0/3737343979 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f31940a3db0 msgr2=0x7f31940a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:11.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.206+0000 7f31b5600700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f31940a3db0 0x7f31940a6270 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f31b01082e0 tx=0x7f319c009260 comp rx=0 tx=0).stop 2024-04-26T02:14:11.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.206+0000 7f31b5600700 1 -- 172.21.15.26:0/3737343979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0109310 msgr2=0x7f31b019f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:11.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.206+0000 7f31b5600700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0109310 0x7f31b019f6f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f31a000e9a0 tx=0x7f31a000ecb0 comp rx=0 tx=0).stop 2024-04-26T02:14:11.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.206+0000 7f31b5600700 1 -- 172.21.15.26:0/3737343979 shutdown_connections 2024-04-26T02:14:11.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.206+0000 7f31b5600700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31b010e3a0 0x7f31b01a3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:11.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.206+0000 7f31b5600700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0109310 0x7f31b019f6f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:11.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.206+0000 7f31b5600700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.26:6800/1535987766,v1:172.21.15.26:6801/1535987766] conn(0x7f31940a3db0 0x7f31940a6270 secure :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f31b01082e0 tx=0x7f319c009260 comp rx=0 tx=0).stop 2024-04-26T02:14:11.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.206+0000 7f31b5600700 1 --2- 172.21.15.26:0/3737343979 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f31b0109cc0 0x7f31b019fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:11.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.206+0000 7f31b5600700 1 -- 172.21.15.26:0/3737343979 >> 172.21.15.26:0/3737343979 conn(0x7f31b0076210 msgr2=0x7f31b0078510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:11.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.207+0000 7f31b5600700 1 -- 172.21.15.26:0/3737343979 shutdown_connections 2024-04-26T02:14:11.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T02:14:11.208+0000 7f31b5600700 1 -- 172.21.15.26:0/3737343979 wait complete. 2024-04-26T02:14:11.210 INFO:teuthology.orchestra.run.smithi026.stderr:pool 'cephfs_data' removed 2024-04-26T02:14:11.480 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:11 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3737343979' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:11.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:11 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3737343979' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:11.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:11 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3737343979' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:12.109 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:14:12.190 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:14:12.231 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:14:12.265 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-26T02:14:12.265 DEBUG:teuthology.orchestra.run.smithi026:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T02:14:12.317 DEBUG:teuthology.orchestra.run.smithi033:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T02:14:12.335 DEBUG:teuthology.orchestra.run.smithi064:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T02:14:12.353 INFO:tasks.cephadm:Stopping all daemons... 2024-04-26T02:14:12.353 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-26T02:14:12.353 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.a 2024-04-26T02:14:12.453 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:12 smithi026 ceph-mon[28138]: pgmap v356: 65 pgs: 65 active+clean; 577 KiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:12.454 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:12 smithi026 ceph-mon[28138]: from='client.? 172.21.15.26:0/3737343979' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:14:12.454 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:12 smithi026 ceph-mon[28138]: osdmap e106: 12 total, 12 up, 12 in 2024-04-26T02:14:12.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:12 smithi033 ceph-mon[32805]: pgmap v356: 65 pgs: 65 active+clean; 577 KiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:12.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:12 smithi033 ceph-mon[32805]: from='client.? 172.21.15.26:0/3737343979' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:14:12.499 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:12 smithi033 ceph-mon[32805]: osdmap e106: 12 total, 12 up, 12 in 2024-04-26T02:14:12.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:12 smithi064 ceph-mon[32613]: pgmap v356: 65 pgs: 65 active+clean; 577 KiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:12.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:12 smithi064 ceph-mon[32613]: from='client.? 172.21.15.26:0/3737343979' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:14:12.580 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:12 smithi064 ceph-mon[32613]: osdmap e106: 12 total, 12 up, 12 in 2024-04-26T02:14:12.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:12 smithi026 systemd[1]: Stopping Ceph mon.a for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:14:13.200 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:12 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a[28133]: 2024-04-26T02:14:12.961+0000 7f5659000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:13.200 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:12 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a[28133]: 2024-04-26T02:14:12.961+0000 7f5659000700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-26T02:14:13.471 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:13 smithi026 podman[93180]: 2024-04-26 02:14:13.199675033 +0000 UTC m=+0.424221357 container died cbd30124babc00aba3f257bf1b125dfbcee6bcec8cb3c20773e7662b22302397 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416) 2024-04-26T02:14:13.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:13 smithi026 podman[93180]: 2024-04-26 02:14:13.684099469 +0000 UTC m=+0.908645790 container cleanup cbd30124babc00aba3f257bf1b125dfbcee6bcec8cb3c20773e7662b22302397 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:14:13.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:13 smithi026 bash[93180]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a 2024-04-26T02:14:14.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 02:14:14 smithi026 podman[93195]: 2024-04-26 02:14:14.007461888 +0000 UTC m=+0.793304238 container remove cbd30124babc00aba3f257bf1b125dfbcee6bcec8cb3c20773e7662b22302397 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-26T02:14:14.311 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.a.service' 2024-04-26T02:14:14.446 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:14.446 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-26T02:14:14.447 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-26T02:14:14.447 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.b 2024-04-26T02:14:14.749 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:14 smithi033 systemd[1]: Stopping Ceph mon.b for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:14:15.031 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:14 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-b[32801]: 2024-04-26T02:14:14.760+0000 7fbb49a1a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:15.031 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:14 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-b[32801]: 2024-04-26T02:14:14.760+0000 7fbb49a1a700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-26T02:14:15.031 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:14 smithi033 podman[69299]: 2024-04-26 02:14:14.862471024 +0000 UTC m=+0.210017573 container died c67e005fa63c8dbba8a5dcad1ea7a9c7eccaafd50a373abb691f8cef44ec4db0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-b, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:14:15.413 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:15 smithi033 podman[69299]: 2024-04-26 02:14:15.236846582 +0000 UTC m=+0.584393135 container cleanup c67e005fa63c8dbba8a5dcad1ea7a9c7eccaafd50a373abb691f8cef44ec4db0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-b, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:14:15.413 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:15 smithi033 bash[69299]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-b 2024-04-26T02:14:15.652 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.b.service' 2024-04-26T02:14:15.673 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:15 smithi033 podman[69314]: 2024-04-26 02:14:15.413203794 +0000 UTC m=+0.543747734 container remove c67e005fa63c8dbba8a5dcad1ea7a9c7eccaafd50a373abb691f8cef44ec4db0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True) 2024-04-26T02:14:15.674 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:15 smithi033 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-26T02:14:15.674 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:15 smithi033 systemd[1]: Stopped Ceph mon.b for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T02:14:15.674 INFO:journalctl@ceph.mon.b.smithi033.stdout:Apr 26 02:14:15 smithi033 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.b.service: Consumed 16.193s CPU time. 2024-04-26T02:14:15.711 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:15.711 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-26T02:14:15.711 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-26T02:14:15.711 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.c 2024-04-26T02:14:16.048 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:15 smithi064 systemd[1]: Stopping Ceph mon.c for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:14:16.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:16 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-c[32609]: 2024-04-26T02:14:16.047+0000 7f8abcd43700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:16.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:16 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-c[32609]: 2024-04-26T02:14:16.047+0000 7f8abcd43700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-26T02:14:16.330 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:16 smithi064 podman[69705]: 2024-04-26 02:14:16.21187832 +0000 UTC m=+0.297812869 container died 1e0749e8b710eb39e3d7a0a7efbe34708f10c02238916ee7b87c5c397bcfd8a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-c, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:14:16.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:16 smithi064 podman[69705]: 2024-04-26 02:14:16.615725444 +0000 UTC m=+0.701659993 container cleanup 1e0749e8b710eb39e3d7a0a7efbe34708f10c02238916ee7b87c5c397bcfd8a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:14:16.830 INFO:journalctl@ceph.mon.c.smithi064.stdout:Apr 26 02:14:16 smithi064 bash[69705]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mon-c 2024-04-26T02:14:17.043 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mon.c.service' 2024-04-26T02:14:17.088 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:17.088 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-26T02:14:17.088 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-26T02:14:17.089 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.x 2024-04-26T02:14:17.480 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:14:17 smithi026 systemd[1]: Stopping Ceph mgr.x for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:14:18.200 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:14:17 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:14:17.735+0000 7fb9dcc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:18.200 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:14:17 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x[28378]: 2024-04-26T02:14:17.735+0000 7fb9dcc00700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-26T02:14:18.200 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:14:17 smithi026 podman[93300]: 2024-04-26 02:14:17.831918805 +0000 UTC m=+0.253263473 container died f1f24d6db7fbdf2372aa5cda45042e0ce606964d3c53e355200b610addaa845d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2) 2024-04-26T02:14:18.480 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:14:18 smithi026 podman[93300]: 2024-04-26 02:14:18.378201768 +0000 UTC m=+0.799546409 container cleanup f1f24d6db7fbdf2372aa5cda45042e0ce606964d3c53e355200b610addaa845d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-26T02:14:18.480 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:14:18 smithi026 bash[93300]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x 2024-04-26T02:14:18.980 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 02:14:18 smithi026 podman[93314]: 2024-04-26 02:14:18.605183563 +0000 UTC m=+0.764042476 container remove f1f24d6db7fbdf2372aa5cda45042e0ce606964d3c53e355200b610addaa845d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-26T02:14:19.165 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-26T02:14:19.278 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:19.278 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-26T02:14:19.278 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-26T02:14:19.278 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.y 2024-04-26T02:14:19.620 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:14:19 smithi033 systemd[1]: Stopping Ceph mgr.y for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:14:19.950 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:14:19 smithi033 podman[69433]: 2024-04-26 02:14:19.620794574 +0000 UTC m=+0.143768017 container died d0e98388c0a14c9c4f901df53c5bcc87d2f3c24935cdcc1156c38836356c5fcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:14:20.249 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:14:20 smithi033 podman[69433]: 2024-04-26 02:14:20.050545818 +0000 UTC m=+0.573519269 container cleanup d0e98388c0a14c9c4f901df53c5bcc87d2f3c24935cdcc1156c38836356c5fcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-26T02:14:20.249 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:14:20 smithi033 bash[69433]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y 2024-04-26T02:14:20.522 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:14:20 smithi033 podman[69447]: 2024-04-26 02:14:20.269232264 +0000 UTC m=+0.640823173 container remove d0e98388c0a14c9c4f901df53c5bcc87d2f3c24935cdcc1156c38836356c5fcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-26T02:14:20.522 INFO:journalctl@ceph.mgr.y.smithi033.stdout:Apr 26 02:14:20 smithi033 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-26T02:14:20.527 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-26T02:14:20.563 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:20.564 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-26T02:14:20.564 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-26T02:14:20.564 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.z 2024-04-26T02:14:20.919 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:14:20 smithi064 systemd[1]: Stopping Ceph mgr.z for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:14:21.231 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:14:20 smithi064 podman[69828]: 2024-04-26 02:14:20.919040983 +0000 UTC m=+0.156958269 container died b71c33f4d2e16b0f51eec47bbe217d3b3587f75d7f84b5fe6ffbfff28a53acee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-26T02:14:21.565 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:14:21 smithi064 podman[69828]: 2024-04-26 02:14:21.322323132 +0000 UTC m=+0.560240411 container cleanup b71c33f4d2e16b0f51eec47bbe217d3b3587f75d7f84b5fe6ffbfff28a53acee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:14:21.565 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:14:21 smithi064 bash[69828]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z 2024-04-26T02:14:21.808 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-26T02:14:21.829 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:14:21 smithi064 podman[69843]: 2024-04-26 02:14:21.565645625 +0000 UTC m=+0.651391671 container remove b71c33f4d2e16b0f51eec47bbe217d3b3587f75d7f84b5fe6ffbfff28a53acee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mgr-z, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-26T02:14:21.830 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:14:21 smithi064 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-04-26T02:14:21.830 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:14:21 smithi064 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.z.service: Failed with result 'exit-code'. 2024-04-26T02:14:21.830 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:14:21 smithi064 systemd[1]: Stopped Ceph mgr.z for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T02:14:21.830 INFO:journalctl@ceph.mgr.z.smithi064.stdout:Apr 26 02:14:21 smithi064 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mgr.z.service: Consumed 22.254s CPU time. 2024-04-26T02:14:21.842 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:21.842 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-26T02:14:21.843 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-26T02:14:21.843 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.0 2024-04-26T02:14:22.230 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:21 smithi026 systemd[1]: Stopping Ceph osd.0 for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:14:22.731 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:22 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-0[40121]: 2024-04-26T02:14:22.414+0000 7f7a07600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:22.731 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:22 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-0[40121]: 2024-04-26T02:14:22.414+0000 7f7a07600700 -1 osd.0 106 *** Got signal Terminated *** 2024-04-26T02:14:22.731 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:22 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-0[40121]: 2024-04-26T02:14:22.414+0000 7f7a07600700 -1 osd.0 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:14:28.231 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:27 smithi026 podman[93420]: 2024-04-26 02:14:27.983534633 +0000 UTC m=+5.715893982 container died f2b7592525056a5a69de8044896a01e40385839907d2a59130403371434c8319 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T02:14:28.734 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:28 smithi026 podman[93420]: 2024-04-26 02:14:28.47582323 +0000 UTC m=+6.208182616 container cleanup f2b7592525056a5a69de8044896a01e40385839907d2a59130403371434c8319 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:14:28.734 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:28 smithi026 bash[93420]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-0 2024-04-26T02:14:29.230 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:28 smithi026 podman[93438]: 2024-04-26 02:14:28.74657509 +0000 UTC m=+0.744557899 container remove f2b7592525056a5a69de8044896a01e40385839907d2a59130403371434c8319 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-26T02:14:29.980 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:29 smithi026 podman[93526]: 2024-04-26 02:14:29.598755934 +0000 UTC m=+0.041543722 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:14:29.980 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:29 smithi026 podman[93526]: 2024-04-26 02:14:29.745026 +0000 UTC m=+0.187813807 container create 4375eec3ba43c634890a517b1db9706cc59cbad1bfd25593a6c815f8a6e5a318 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:14:30.481 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:30 smithi026 podman[93526]: 2024-04-26 02:14:30.032530015 +0000 UTC m=+0.475317829 container init 4375eec3ba43c634890a517b1db9706cc59cbad1bfd25593a6c815f8a6e5a318 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-26T02:14:30.481 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:30 smithi026 podman[93526]: 2024-04-26 02:14:30.045914177 +0000 UTC m=+0.488701991 container start 4375eec3ba43c634890a517b1db9706cc59cbad1bfd25593a6c815f8a6e5a318 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-26T02:14:30.481 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:30 smithi026 podman[93526]: 2024-04-26 02:14:30.156335123 +0000 UTC m=+0.599122976 container attach 4375eec3ba43c634890a517b1db9706cc59cbad1bfd25593a6c815f8a6e5a318 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:14:30.872 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 02:14:30 smithi026 podman[93526]: 2024-04-26 02:14:30.512299039 +0000 UTC m=+0.955086853 container died 4375eec3ba43c634890a517b1db9706cc59cbad1bfd25593a6c815f8a6e5a318 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240416, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-26T02:14:31.250 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.0.service' 2024-04-26T02:14:31.367 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:31.367 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-26T02:14:31.367 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-26T02:14:31.367 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.1 2024-04-26T02:14:31.688 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:31 smithi033 systemd[1]: Stopping Ceph osd.1 for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:14:31.999 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:31 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1[37410]: 2024-04-26T02:14:31.688+0000 7f475462d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:31.999 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:31 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1[37410]: 2024-04-26T02:14:31.688+0000 7f475462d700 -1 osd.1 106 *** Got signal Terminated *** 2024-04-26T02:14:31.999 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:31 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1[37410]: 2024-04-26T02:14:31.688+0000 7f475462d700 -1 osd.1 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:14:37.406 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:37 smithi033 podman[69559]: 2024-04-26 02:14:37.040409462 +0000 UTC m=+5.478539851 container died 74656a83190064bd9a75d3d377a994f9d28fc1c5d8b4d6ec085f2193276fff64 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:14:37.749 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:37 smithi033 podman[69559]: 2024-04-26 02:14:37.505484429 +0000 UTC m=+5.943614818 container cleanup 74656a83190064bd9a75d3d377a994f9d28fc1c5d8b4d6ec085f2193276fff64 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:14:37.749 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:37 smithi033 bash[69559]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1 2024-04-26T02:14:38.116 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:37 smithi033 podman[69578]: 2024-04-26 02:14:37.773853569 +0000 UTC m=+0.734538190 container remove 74656a83190064bd9a75d3d377a994f9d28fc1c5d8b4d6ec085f2193276fff64 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416) 2024-04-26T02:14:38.369 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:38 smithi033 podman[69673]: 2024-04-26 02:14:38.116356581 +0000 UTC m=+0.100522889 container create e5df4e891e8e2b3559539d8bc576805b6adba6969279db8ce504170ac486a808 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-26T02:14:38.369 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:38 smithi033 podman[69673]: 2024-04-26 02:14:38.034491116 +0000 UTC m=+0.018657451 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:14:38.369 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:38 smithi033 podman[69673]: 2024-04-26 02:14:38.286348934 +0000 UTC m=+0.270515255 container init e5df4e891e8e2b3559539d8bc576805b6adba6969279db8ce504170ac486a808 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:14:38.369 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:38 smithi033 podman[69673]: 2024-04-26 02:14:38.289885623 +0000 UTC m=+0.274051934 container start e5df4e891e8e2b3559539d8bc576805b6adba6969279db8ce504170ac486a808 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:14:38.369 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:38 smithi033 podman[69673]: 2024-04-26 02:14:38.369079059 +0000 UTC m=+0.353245375 container attach e5df4e891e8e2b3559539d8bc576805b6adba6969279db8ce504170ac486a808 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-26T02:14:38.749 INFO:journalctl@ceph.osd.1.smithi033.stdout:Apr 26 02:14:38 smithi033 podman[69673]: 2024-04-26 02:14:38.595357137 +0000 UTC m=+0.579523456 container died e5df4e891e8e2b3559539d8bc576805b6adba6969279db8ce504170ac486a808 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416) 2024-04-26T02:14:39.243 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.1.service' 2024-04-26T02:14:39.284 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:39.284 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-26T02:14:39.285 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-26T02:14:39.285 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.2 2024-04-26T02:14:39.585 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:39 smithi064 systemd[1]: Stopping Ceph osd.2 for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:14:40.080 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:39 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2[37795]: 2024-04-26T02:14:39.584+0000 7fa2d48a4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:40.080 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:39 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2[37795]: 2024-04-26T02:14:39.584+0000 7fa2d48a4700 -1 osd.2 106 *** Got signal Terminated *** 2024-04-26T02:14:40.080 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:39 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2[37795]: 2024-04-26T02:14:39.584+0000 7fa2d48a4700 -1 osd.2 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:14:45.295 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:45 smithi064 podman[69962]: 2024-04-26 02:14:45.013139123 +0000 UTC m=+5.527557748 container died fde65dab23a3355493df7538aac51b6348ac2a5fd179882bc0b856003bf69337 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-26T02:14:45.580 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:45 smithi064 podman[69962]: 2024-04-26 02:14:45.394142194 +0000 UTC m=+5.908560829 container cleanup fde65dab23a3355493df7538aac51b6348ac2a5fd179882bc0b856003bf69337 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-26T02:14:45.580 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:45 smithi064 bash[69962]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2 2024-04-26T02:14:46.020 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:45 smithi064 podman[69979]: 2024-04-26 02:14:45.679201344 +0000 UTC m=+0.664060308 container remove fde65dab23a3355493df7538aac51b6348ac2a5fd179882bc0b856003bf69337 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True) 2024-04-26T02:14:46.331 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:46 smithi064 podman[70071]: 2024-04-26 02:14:45.923542765 +0000 UTC m=+0.018585422 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:14:46.431 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:46 smithi064 podman[70071]: 2024-04-26 02:14:46.055051893 +0000 UTC m=+0.150094538 container create fedcd0583f293305dfaaf713557a93945eea03c58781f9ae59de8e25e5274cc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:14:46.431 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:46 smithi064 podman[70071]: 2024-04-26 02:14:46.26592502 +0000 UTC m=+0.360967658 container init fedcd0583f293305dfaaf713557a93945eea03c58781f9ae59de8e25e5274cc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:14:46.431 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:46 smithi064 podman[70071]: 2024-04-26 02:14:46.269630677 +0000 UTC m=+0.364673314 container start fedcd0583f293305dfaaf713557a93945eea03c58781f9ae59de8e25e5274cc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux ) 2024-04-26T02:14:46.830 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:46 smithi064 podman[70071]: 2024-04-26 02:14:46.408097177 +0000 UTC m=+0.503139826 container attach fedcd0583f293305dfaaf713557a93945eea03c58781f9ae59de8e25e5274cc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-26T02:14:46.830 INFO:journalctl@ceph.osd.2.smithi064.stdout:Apr 26 02:14:46 smithi064 podman[70071]: 2024-04-26 02:14:46.580221751 +0000 UTC m=+0.675264392 container died fedcd0583f293305dfaaf713557a93945eea03c58781f9ae59de8e25e5274cc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-26T02:14:47.219 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.2.service' 2024-04-26T02:14:47.259 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:47.259 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-26T02:14:47.260 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-26T02:14:47.260 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.3 2024-04-26T02:14:47.701 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:47 smithi026 systemd[1]: Stopping Ceph osd.3 for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:14:47.981 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:47 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3[47052]: 2024-04-26T02:14:47.837+0000 7f0f94800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:47.981 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:47 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3[47052]: 2024-04-26T02:14:47.837+0000 7f0f94800700 -1 osd.3 106 *** Got signal Terminated *** 2024-04-26T02:14:47.981 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:47 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3[47052]: 2024-04-26T02:14:47.837+0000 7f0f94800700 -1 osd.3 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:14:49.731 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:49 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3[47052]: 2024-04-26T02:14:49.630+0000 7f0f8b000700 -1 osd.3 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.730518+0000 front 2024-04-26T02:14:26.730340+0000 (oldest deadline 2024-04-26T02:14:49.629744+0000) 2024-04-26T02:14:49.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:14:49 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:14:49.266+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:14:50.701 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:14:50 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:14:50.304+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:14:50.980 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:50 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3[47052]: 2024-04-26T02:14:50.674+0000 7f0f8b000700 -1 osd.3 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.730518+0000 front 2024-04-26T02:14:26.730340+0000 (oldest deadline 2024-04-26T02:14:49.629744+0000) 2024-04-26T02:14:51.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:14:50 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:14:50.723+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:14:51.081 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:50 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:50.955+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:14:51.678 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:14:51 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:14:51.353+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:14:51.981 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3[47052]: 2024-04-26T02:14:51.667+0000 7f0f8b000700 -1 osd.3 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.730518+0000 front 2024-04-26T02:14:26.730340+0000 (oldest deadline 2024-04-26T02:14:49.629744+0000) 2024-04-26T02:14:51.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:14:51 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:14:51.521+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:14:52.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:14:51 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:14:51.755+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:14:52.081 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:51 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:51.907+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:14:52.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:14:52 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:14:52.395+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:14:52.980 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:52 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3[47052]: 2024-04-26T02:14:52.618+0000 7f0f8b000700 -1 osd.3 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.730518+0000 front 2024-04-26T02:14:26.730340+0000 (oldest deadline 2024-04-26T02:14:49.629744+0000) 2024-04-26T02:14:52.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:14:52 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:14:52.529+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:14:53.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:14:52 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:14:52.710+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:14:53.081 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:52 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:52.887+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:14:53.368 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:14:52 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:14:52.982+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:14:53.731 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:53 smithi026 podman[93631]: 2024-04-26 02:14:53.36656115 +0000 UTC m=+5.719052749 container died a7175b1019192abb59d96b837b0111e0da39ce64b7c257f4b584def75207e1c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:14:53.731 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:14:53 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:14:53.556+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:14:53.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:14:53 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:14:53.434+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:14:54.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:53 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:53.862+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:14:54.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:14:53 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:14:53.669+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:14:54.230 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:53 smithi026 podman[93631]: 2024-04-26 02:14:53.988167036 +0000 UTC m=+6.340658645 container cleanup a7175b1019192abb59d96b837b0111e0da39ce64b7c257f4b584def75207e1c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:14:54.231 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:53 smithi026 bash[93631]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3 2024-04-26T02:14:54.231 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:14:53 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:14:53.960+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:14:54.539 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:54 smithi026 podman[93662]: 2024-04-26 02:14:54.289698249 +0000 UTC m=+0.910461074 container remove a7175b1019192abb59d96b837b0111e0da39ce64b7c257f4b584def75207e1c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-26T02:14:54.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:14:54 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:14:54.475+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:14:54.909 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:14:54 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:14:54.651+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:14:54.980 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:14:54 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:14:54.539+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:14:55.252 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:14:54 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:14:54.985+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:14:55.252 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:55 smithi026 podman[93751]: 2024-04-26 02:14:55.007039566 +0000 UTC m=+0.046279285 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:14:55.252 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:55 smithi026 podman[93751]: 2024-04-26 02:14:55.123986812 +0000 UTC m=+0.163226544 container create 1d29ab5cf4b7370f0fe700c1c9b4d639a0443c6768a28e78fbcbc8f09f037aa8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-26T02:14:55.330 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:54 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:54.909+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:14:55.506 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:14:55 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:14:55.501+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:14:55.507 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:55 smithi026 podman[93751]: 2024-04-26 02:14:55.494944589 +0000 UTC m=+0.534184364 container init 1d29ab5cf4b7370f0fe700c1c9b4d639a0443c6768a28e78fbcbc8f09f037aa8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True) 2024-04-26T02:14:55.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:14:55 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:14:55.454+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:14:55.979 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:55 smithi026 podman[93751]: 2024-04-26 02:14:55.506641318 +0000 UTC m=+0.545881053 container start 1d29ab5cf4b7370f0fe700c1c9b4d639a0443c6768a28e78fbcbc8f09f037aa8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-26T02:14:55.979 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:55 smithi026 podman[93751]: 2024-04-26 02:14:55.610642615 +0000 UTC m=+0.649882384 container attach 1d29ab5cf4b7370f0fe700c1c9b4d639a0443c6768a28e78fbcbc8f09f037aa8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:14:56.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:55 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:55.860+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:14:56.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:14:55 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:14:55.649+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:14:56.230 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 02:14:56 smithi026 podman[93776]: 2024-04-26 02:14:56.040190372 +0000 UTC m=+0.039457175 container died 1d29ab5cf4b7370f0fe700c1c9b4d639a0443c6768a28e78fbcbc8f09f037aa8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-26T02:14:56.231 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:14:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:14:56.026+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:14:56.723 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:14:56 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:14:56.523+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:14:56.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:14:56 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:14:56.442+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:14:56.777 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.3.service' 2024-04-26T02:14:56.899 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:56.900 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-26T02:14:56.900 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-26T02:14:56.900 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.4 2024-04-26T02:14:57.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:14:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:14:56.681+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:14:57.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:56.838+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:14:57.228 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:14:56 smithi033 systemd[1]: Stopping Ceph osd.4 for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:14:57.480 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:14:57 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:14:57.006+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:14:57.484 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:14:57 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4[44365]: 2024-04-26T02:14:57.227+0000 7fb54949e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:57.484 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:14:57 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4[44365]: 2024-04-26T02:14:57.227+0000 7fb54949e700 -1 osd.4 106 *** Got signal Terminated *** 2024-04-26T02:14:57.484 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:14:57 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4[44365]: 2024-04-26T02:14:57.227+0000 7fb54949e700 -1 osd.4 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:14:57.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:14:57 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:14:57.483+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:14:57.980 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:14:57 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:14:57.521+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:14:58.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:14:57 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:14:57.710+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:14:58.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:57 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:57.853+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:14:58.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:57 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:57.853+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:14:58.480 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:14:58 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:14:58.024+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:14:58.830 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:14:58 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:14:58.670+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:14:58.980 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:14:58 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:14:58.527+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:14:58.980 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:14:58 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:14:58.527+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:14:58.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:14:58 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:14:58.527+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:14:58.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:14:58 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:14:58.559+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:14:59.330 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:58 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:58.879+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:14:59.330 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:58 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:58.879+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:14:59.480 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:14:58 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:14:58.992+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:14:59.480 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:14:58 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:14:58.992+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:14:59.970 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:14:59 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:14:59.560+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:14:59.970 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:14:59 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:14:59.560+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:14:59.999 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:14:59 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4[44365]: 2024-04-26T02:14:59.678+0000 7fb545a92700 -1 osd.4 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.808721+0000 front 2024-04-26T02:14:34.808757+0000 (oldest deadline 2024-04-26T02:14:59.508944+0000) 2024-04-26T02:14:59.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:14:59 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:14:59.520+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:14:59.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:14:59 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:14:59.520+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:00.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:59 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:59.890+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:15:00.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:14:59 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:14:59.890+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:15:00.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:14:59 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:14:59.708+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:00.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:14:59 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:14:59.708+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:00.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:14:59 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:14:59.969+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:00.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:14:59 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:14:59.969+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:00.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:00.193+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:00.749 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:15:00 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4[44365]: 2024-04-26T02:15:00.642+0000 7fb545a92700 -1 osd.4 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.808721+0000 front 2024-04-26T02:14:34.808757+0000 (oldest deadline 2024-04-26T02:14:59.508944+0000) 2024-04-26T02:15:00.750 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:00 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:00.563+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:00.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:00 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:00.473+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:00.939 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:00 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:00.527+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:00.939 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:00 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:00.527+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:01.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:00.719+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:01.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:00.719+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:01.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:00.878+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:15:01.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:00.878+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:15:01.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:00 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:00.938+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:01.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:00 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:00.938+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:01.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:01 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:01.225+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:01.749 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:15:01 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4[44365]: 2024-04-26T02:15:01.642+0000 7fb545a92700 -1 osd.4 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.808721+0000 front 2024-04-26T02:14:34.808757+0000 (oldest deadline 2024-04-26T02:14:59.508944+0000) 2024-04-26T02:15:01.749 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:01 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:01.598+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:01.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:01 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:01.443+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:01.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:01 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:01.443+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:01.905 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:01 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:01.558+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:01.905 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:01 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:01.558+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:02.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:01 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:01.761+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:02.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:01 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:01.761+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:02.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:01 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:01.857+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:15:02.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:01 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:01.857+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:15:02.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:01 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:01.904+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:02.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:01 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:01.904+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:02.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:02 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:02.241+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:02.747 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:02 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:02.457+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:02.747 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:02 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:02.457+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:02.748 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:02 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:02.612+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:02.896 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:02 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:02.605+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:02.896 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:02 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:02.605+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:02.999 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:15:02 smithi033 podman[69790]: 2024-04-26 02:15:02.74746892 +0000 UTC m=+5.648773051 container died cd096f4d5a5ffeab3c2d9e6688f34daebe9bc30edb1fc15cd26ee3bf2b604ea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-26T02:15:03.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:02 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:02.775+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:03.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:02 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:02.775+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:03.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:02 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:02.850+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:15:03.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:02 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:02.850+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:15:03.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:02 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:02.895+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:03.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:02 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:02.895+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:03.387 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:15:03 smithi033 podman[69790]: 2024-04-26 02:15:03.11959034 +0000 UTC m=+6.020894471 container cleanup cd096f4d5a5ffeab3c2d9e6688f34daebe9bc30edb1fc15cd26ee3bf2b604ea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=) 2024-04-26T02:15:03.388 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:15:03 smithi033 bash[69790]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4 2024-04-26T02:15:03.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:03.282+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:03.706 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:15:03 smithi033 podman[69805]: 2024-04-26 02:15:03.388211326 +0000 UTC m=+0.635158309 container remove cd096f4d5a5ffeab3c2d9e6688f34daebe9bc30edb1fc15cd26ee3bf2b604ea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-26T02:15:03.707 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:03 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:03.631+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:03.707 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:03 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:03.456+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:03.707 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:03 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:03.456+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:03.975 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:15:03 smithi033 podman[69902]: 2024-04-26 02:15:03.610305442 +0000 UTC m=+0.018697960 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:03.975 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:15:03 smithi033 podman[69902]: 2024-04-26 02:15:03.72279893 +0000 UTC m=+0.131191484 container create 3b41484c84cdfda45683818b43bbf06c65573fc7cc74cefccf9d81c664411661 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True) 2024-04-26T02:15:03.975 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:15:03 smithi033 podman[69902]: 2024-04-26 02:15:03.975534083 +0000 UTC m=+0.383926588 container init 3b41484c84cdfda45683818b43bbf06c65573fc7cc74cefccf9d81c664411661 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-26T02:15:03.980 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:03 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:03.856+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:03.980 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:03 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:03.856+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:03.980 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:03 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:03.645+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:03.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:03 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:03.645+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:04.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:03.790+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:04.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:03.790+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:04.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:03.869+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:15:04.081 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:03 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:03.869+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:15:04.249 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:15:03 smithi033 podman[69902]: 2024-04-26 02:15:03.97903795 +0000 UTC m=+0.387430464 container start 3b41484c84cdfda45683818b43bbf06c65573fc7cc74cefccf9d81c664411661 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-26T02:15:04.249 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:15:04 smithi033 podman[69902]: 2024-04-26 02:15:04.075493077 +0000 UTC m=+0.483885596 container attach 3b41484c84cdfda45683818b43bbf06c65573fc7cc74cefccf9d81c664411661 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux ) 2024-04-26T02:15:04.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:04 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:04.240+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:04.636 INFO:journalctl@ceph.osd.4.smithi033.stdout:Apr 26 02:15:04 smithi033 podman[69902]: 2024-04-26 02:15:04.290556284 +0000 UTC m=+0.698948790 container died 3b41484c84cdfda45683818b43bbf06c65573fc7cc74cefccf9d81c664411661 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-26T02:15:04.637 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:04 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:04.441+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:04.637 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:04 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:04.441+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:04.851 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:04.597+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:04.851 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:04.597+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:04.896 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:04 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:04.642+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:04.917 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.4.service' 2024-04-26T02:15:04.957 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:04.957 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-26T02:15:04.957 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-26T02:15:04.957 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.5 2024-04-26T02:15:05.081 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:04 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:04.907+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:15:05.081 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:04 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:04.907+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:15:05.081 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:05 smithi064 systemd[1]: Stopping Ceph osd.5 for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:15:05.082 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:04 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:04.772+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:05.082 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:04 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:04.772+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:05.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:04.850+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:05.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:04.850+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:05.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:05 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:05.230+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:05.580 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:05 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:05.273+0000 7feb79304700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:05.580 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:05 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:05.273+0000 7feb79304700 -1 osd.5 106 *** Got signal Terminated *** 2024-04-26T02:15:05.580 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:05 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:05.273+0000 7feb79304700 -1 osd.5 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:05.749 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:05 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:05.642+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:05.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:05 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:05.412+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:05.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:05 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:05.412+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:05.829 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:05 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:05.572+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:05.830 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:05 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:05.572+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:06.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:05 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:05.923+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:15:06.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:05 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:05.923+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:15:06.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:05 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:05.803+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:06.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:05 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:05.803+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:06.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:05 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:05.828+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:06.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:05 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:05.828+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:06.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:05 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:05.828+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:06.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:06 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:06.203+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:06.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:06 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:06.203+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:06.749 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:06 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:06.674+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:06.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:06 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:06.434+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:06.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:06 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:06.434+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:06.853 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:06 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:06.596+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:06.854 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:06 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:06.596+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:07.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:06 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:06.962+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:15:07.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:06 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:06.962+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:15:07.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:06 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:06.788+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:07.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:06 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:06.788+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:07.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:06 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:06.853+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:07.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:06 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:06.853+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:07.231 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:06 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:06.853+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:07.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:07 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:07.248+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:07.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:07 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:07.248+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:07.749 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:07 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:07.648+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:07.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:07 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:07.437+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:07.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:07 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:07.437+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:07.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:07 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:07.437+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:07.847 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:07 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:07.580+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:07.847 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:07 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:07.580+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:08.081 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:07 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:07.920+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:15:08.081 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:07 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:07.920+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:15:08.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:07 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:07.789+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:08.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:07 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:07.789+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:08.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:07 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:07.789+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:08.231 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:07 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:07.846+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:08.231 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:07 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:07.846+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:08.231 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:07 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:07.846+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:08.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:08 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:08.216+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:08.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:08 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:08.216+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:08.645 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:08 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:08.392+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:08.645 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:08 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:08.392+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:08.645 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:08 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:08.392+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:08.872 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:08 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:08.597+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:08.872 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:08 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:08.597+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:08.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:08 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:08.644+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:08.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:08 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:08.644+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:09.082 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:08 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:08.747+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:09.082 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:08 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:08.747+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:09.082 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:08 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:08.747+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:09.083 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:08 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:08.949+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:15:09.083 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:08 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:08.949+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:15:09.083 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:08 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:08.949+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.534644+0000 front 2024-04-26T02:14:43.534683+0000 (oldest deadline 2024-04-26T02:15:08.834913+0000) 2024-04-26T02:15:09.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:08 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:08.871+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:09.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:08 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:08.871+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:09.231 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:08 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:08.871+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:09.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:09 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:09.167+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:09.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:09 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:09.167+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:09.673 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:09 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:09.419+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:09.673 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:09 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:09.419+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:09.673 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:09 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:09.419+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:09.853 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:09 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:09.579+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:09.853 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:09 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:09.579+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:09.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:09 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:09.672+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:09.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:09 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:09.672+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:10.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:09 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:09.788+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:10.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:09 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:09.788+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:10.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:09 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:09.788+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:10.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:09 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:09.943+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:27.232349+0000 front 2024-04-26T02:14:27.232501+0000 (oldest deadline 2024-04-26T02:14:50.731934+0000) 2024-04-26T02:15:10.080 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:09 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:09.943+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:33.033008+0000 front 2024-04-26T02:14:33.033160+0000 (oldest deadline 2024-04-26T02:14:57.733181+0000) 2024-04-26T02:15:10.081 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:09 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5[44441]: 2024-04-26T02:15:09.943+0000 7feb718f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.534644+0000 front 2024-04-26T02:14:43.534683+0000 (oldest deadline 2024-04-26T02:15:08.834913+0000) 2024-04-26T02:15:10.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:09 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:09.853+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:10.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:09 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:09.853+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:10.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:09 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:09.853+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:10.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:10 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:10.125+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:10.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:10 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:10.125+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:10.703 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:10 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:10.396+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:10.703 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:10 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:10.396+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:10.703 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:10 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:10.396+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:10.904 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:10 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:10.533+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:10.904 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:10 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:10.533+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:10.904 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:10 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:10.533+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:10.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:10 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:10.703+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:10.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:10 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:10.703+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:11.058 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:10 smithi064 podman[70192]: 2024-04-26 02:15:10.798785884 +0000 UTC m=+5.632821744 container died 5b7f1c25f7ab399c0ac38ad0e402f0b98753dcc83c671c09186b250388834603 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-26T02:15:11.059 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:10 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:10.834+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:11.059 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:10 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:10.834+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:11.059 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:10 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:10.834+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:11.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:10 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:10.903+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:11.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:10 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:10.903+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:11.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:10 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:10.903+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:11.330 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:11 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:11.150+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:11.330 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:11 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:11.150+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:11.331 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:11 smithi064 podman[70192]: 2024-04-26 02:15:11.149415371 +0000 UTC m=+5.983451273 container cleanup 5b7f1c25f7ab399c0ac38ad0e402f0b98753dcc83c671c09186b250388834603 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:15:11.331 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:11 smithi064 bash[70192]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5 2024-04-26T02:15:11.722 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:11 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:11.430+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:11.722 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:11 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:11.430+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:11.722 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:11 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:11.430+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:11.775 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:11 smithi064 podman[70210]: 2024-04-26 02:15:11.459225358 +0000 UTC m=+0.658675329 container remove 5b7f1c25f7ab399c0ac38ad0e402f0b98753dcc83c671c09186b250388834603 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-26T02:15:11.908 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:11 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:11.564+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:11.908 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:11 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:11.564+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:11.908 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:11 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:11.564+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:11.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:11 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:11.721+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:11.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:11 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:11.721+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:12.046 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:11 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:11.831+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:12.046 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:11 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:11.831+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:12.046 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:11 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:11.831+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:12.047 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:11 smithi064 podman[70300]: 2024-04-26 02:15:11.678922855 +0000 UTC m=+0.018431755 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:12.047 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:11 smithi064 podman[70300]: 2024-04-26 02:15:11.793314484 +0000 UTC m=+0.132823377 container create be2187415d0805cf7b0c0fcec66a8bdfff713ea3f1c05be126cbb173291f54e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5-deactivate, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-26T02:15:12.047 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:12 smithi064 podman[70300]: 2024-04-26 02:15:12.046747761 +0000 UTC m=+0.386256651 container init be2187415d0805cf7b0c0fcec66a8bdfff713ea3f1c05be126cbb173291f54e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:15:12.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:11 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:11.907+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:12.231 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:11 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:11.907+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:12.231 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:11 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:11.907+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:12.330 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:12 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:12.197+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:12.330 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:12 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:12.197+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:12.330 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:12 smithi064 podman[70300]: 2024-04-26 02:15:12.049866601 +0000 UTC m=+0.389375501 container start be2187415d0805cf7b0c0fcec66a8bdfff713ea3f1c05be126cbb173291f54e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-26T02:15:12.330 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:12 smithi064 podman[70300]: 2024-04-26 02:15:12.138580845 +0000 UTC m=+0.478089748 container attach be2187415d0805cf7b0c0fcec66a8bdfff713ea3f1c05be126cbb173291f54e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True) 2024-04-26T02:15:12.703 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:12 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:12.452+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:12.704 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:12 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:12.452+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:12.704 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:12 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:12.452+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:12.716 INFO:journalctl@ceph.osd.5.smithi064.stdout:Apr 26 02:15:12 smithi064 podman[70300]: 2024-04-26 02:15:12.35550761 +0000 UTC m=+0.695016505 container died be2187415d0805cf7b0c0fcec66a8bdfff713ea3f1c05be126cbb173291f54e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-26T02:15:12.862 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:12 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:12.552+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:12.862 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:12 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:12.552+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:12.862 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:12 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:12.552+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:12.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:12 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:12.703+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:12.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:12 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:12.703+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:13.010 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:12 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:12.818+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:13.010 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:12 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:12.818+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:13.010 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:12 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:12.818+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:13.033 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.5.service' 2024-04-26T02:15:13.078 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:13.078 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-26T02:15:13.078 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-26T02:15:13.078 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.6 2024-04-26T02:15:13.162 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:12 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:12.861+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:13.162 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:12 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:12.861+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:13.162 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:12 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:12.861+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:13.330 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:13 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:13.158+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:13.330 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:13 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:13.158+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:13.480 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:13 smithi026 systemd[1]: Stopping Ceph osd.6 for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:15:13.749 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:13 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:13.684+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:13.749 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:13 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:13.684+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:13.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:13 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:13.495+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:13.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:13 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:13.495+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:13.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:13 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:13.495+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:13.892 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:13.603+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:13.892 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:13.603+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:13.892 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:13.603+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:13.893 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:13.673+0000 7f4ba2c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:13.893 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:13.673+0000 7f4ba2c00700 -1 osd.6 106 *** Got signal Terminated *** 2024-04-26T02:15:13.893 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:13.673+0000 7f4ba2c00700 -1 osd.6 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:13.893 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:13.891+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:13.893 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:13.891+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:13.893 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:13.891+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:13.893 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:13 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:13.891+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.328273+0000 front 2024-04-26T02:14:51.328433+0000 (oldest deadline 2024-04-26T02:15:13.628186+0000) 2024-04-26T02:15:14.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:13 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:13.772+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:14.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:13 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:13.772+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:14.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:13 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:13.772+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:14.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:13 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:13.772+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:14.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:14 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:14.160+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:14.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:14 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:14.160+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:14.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:14 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:14.160+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:14.846 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:14.575+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:14.846 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:14.575+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:14.846 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:14.575+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:14.846 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:14.575+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:14.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:14 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:14.538+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:14.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:14 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:14.538+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:14.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:14 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:14.538+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:15.000 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:14 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:14.682+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:15.000 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:14 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:14.682+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:15.000 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:14 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:14.682+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:15.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:14 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:14.820+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:15.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:14 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:14.820+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:15.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:14 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:14.820+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:15.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:14 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:14.820+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:15.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:14.845+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:15.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:14.845+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:15.231 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:14.845+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:15.231 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:14.845+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.328273+0000 front 2024-04-26T02:14:51.328433+0000 (oldest deadline 2024-04-26T02:15:13.628186+0000) 2024-04-26T02:15:15.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:15 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:15.174+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:15.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:15 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:15.174+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:15.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:15 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:15.174+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:15.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:15 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:15.546+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:15.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:15 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:15.546+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:15.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:15 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:15.546+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:15.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:15 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:15.546+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:15.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:15 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:15.558+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:15.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:15 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:15.558+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:15.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:15 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:15.558+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:15.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:15 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:15.676+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:15.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:15 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:15.676+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:16.000 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:15 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:15.676+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:16.218 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:15 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:15.859+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:16.218 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:15 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:15.859+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:16.218 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:15 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:15.859+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:16.218 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:15 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:15.859+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:16.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:15 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:15.801+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:16.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:15 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:15.801+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:16.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:15 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:15.801+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:16.231 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:15 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:15.801+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.328273+0000 front 2024-04-26T02:14:51.328433+0000 (oldest deadline 2024-04-26T02:15:13.628186+0000) 2024-04-26T02:15:16.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:16 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:16.217+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:16.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:16 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:16.217+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:16.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:16 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:16.217+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:16.980 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:16 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:16.784+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:16.981 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:16 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:16.784+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:16.981 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:16 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:16.784+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:16.981 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:16 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:16.784+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.328273+0000 front 2024-04-26T02:14:51.328433+0000 (oldest deadline 2024-04-26T02:15:13.628186+0000) 2024-04-26T02:15:16.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:16 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:16.587+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:16.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:16 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:16.587+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:16.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:16 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:16.587+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:16.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:16 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:16.587+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:16.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:16 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:16.604+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:16.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:16 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:16.604+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:16.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:16 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:16.604+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:16.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:16 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:16.661+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:17.000 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:16 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:16.661+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:17.000 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:16 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:16.661+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:17.258 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:16 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:16.831+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:17.258 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:16 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:16.831+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:17.258 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:16 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:16.831+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:17.258 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:16 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:16.831+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:17.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:17 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:17.255+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:17.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:17 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:17.255+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:17.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:17 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:17.255+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:17.885 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:17 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:17.736+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.721657+0000 front 2024-04-26T02:14:26.721527+0000 (oldest deadline 2024-04-26T02:14:52.621785+0000) 2024-04-26T02:15:17.885 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:17 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:17.736+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.323562+0000 front 2024-04-26T02:14:34.323466+0000 (oldest deadline 2024-04-26T02:14:58.423765+0000) 2024-04-26T02:15:17.885 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:17 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:17.736+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.925614+0000 front 2024-04-26T02:14:41.925703+0000 (oldest deadline 2024-04-26T02:15:05.425840+0000) 2024-04-26T02:15:17.885 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:17 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6[53608]: 2024-04-26T02:15:17.736+0000 7f4b9e400700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.328273+0000 front 2024-04-26T02:14:51.328433+0000 (oldest deadline 2024-04-26T02:15:13.628186+0000) 2024-04-26T02:15:17.885 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:17 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:17.584+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:17.885 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:17 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:17.584+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:17.885 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:17 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:17.584+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:17.885 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:17 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:17.584+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:17.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:17 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:17.617+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:17.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:17 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:17.617+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:17.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:17 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:17.617+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:18.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:17 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:17.591+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:18.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:17 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:17.591+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:18.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:17 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:17.591+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:18.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:17 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:17.591+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:18.255 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:17 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:17.864+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:18.255 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:17 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:17.864+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:18.255 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:17 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:17.864+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:18.255 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:17 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:17.864+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:18.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:18 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:18.254+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:18.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:18 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:18.254+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:18.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:18 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:18.254+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:18.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:18 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:18.569+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:18.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:18 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:18.569+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:18.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:18 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:18.569+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:18.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:18 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:18.569+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:18.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:18 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:18.624+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:18.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:18 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:18.624+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:18.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:18 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:18.624+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:18.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:18 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:18.624+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:18.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:18 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:18.634+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:18.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:18 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:18.634+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:19.000 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:18 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:18.634+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:19.214 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:18 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:18.879+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:19.214 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:18 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:18.879+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:19.214 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:18 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:18.879+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:19.214 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:18 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:18.879+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:19.431 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:19 smithi026 podman[93857]: 2024-04-26 02:15:19.132255546 +0000 UTC m=+5.610406977 container died 9100334e04a4e20f6126e09e12aa1c0cf6c514d36dec480583ac12a2bfa916c6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True) 2024-04-26T02:15:19.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:19 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:19.213+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:19.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:19 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:19.213+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:19.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:19 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:19.213+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:19.731 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:19 smithi026 podman[93857]: 2024-04-26 02:15:19.566773088 +0000 UTC m=+6.044924560 container cleanup 9100334e04a4e20f6126e09e12aa1c0cf6c514d36dec480583ac12a2bfa916c6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-26T02:15:19.731 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:19 smithi026 bash[93857]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6 2024-04-26T02:15:19.731 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:19 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:19.548+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:19.731 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:19 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:19.548+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:19.731 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:19 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:19.548+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:19.731 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:19 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:19.548+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:19.901 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:19 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:19.648+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:19.901 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:19 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:19.648+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:19.901 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:19 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:19.648+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:19.901 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:19 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:19.616+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:19.901 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:19 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:19.616+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:19.901 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:19 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:19.616+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:19.901 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:19 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:19.616+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:20.230 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:19 smithi026 podman[93875]: 2024-04-26 02:15:19.876279221 +0000 UTC m=+0.728527195 container remove 9100334e04a4e20f6126e09e12aa1c0cf6c514d36dec480583ac12a2bfa916c6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2) 2024-04-26T02:15:20.231 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:19 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:19.853+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:20.232 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:19 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:19.853+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:20.232 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:19 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:19.853+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:20.232 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:19 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:19.853+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:20.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:20 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:20.231+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:20.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:20 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:20.231+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:20.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:20 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:20.231+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:20.886 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:20 smithi026 podman[93963]: 2024-04-26 02:15:20.65471526 +0000 UTC m=+0.038932627 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:20.886 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:20 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:20.548+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:20.886 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:20 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:20.548+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:20.886 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:20 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:20.548+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:20.886 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:20 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:20.548+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:20.916 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:20 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:20.652+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:20.917 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:20 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:20.652+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:20.917 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:20 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:20.652+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:20.917 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:20 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:20.659+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:20.917 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:20 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:20.659+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:20.917 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:20 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:20.659+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:20.917 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:20 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:20.659+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:21.156 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:20 smithi026 podman[93963]: 2024-04-26 02:15:20.885647748 +0000 UTC m=+0.269865153 container create 1e26349ee00df6bfc9bf6404a4f1eb795d594d78e7d5eabc87c028aeed41ee12 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-26T02:15:21.183 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:20 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:20.869+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:21.183 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:20 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:20.869+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:21.183 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:20 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:20.869+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:21.183 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:20 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:20.869+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:21.480 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:21 smithi026 podman[93963]: 2024-04-26 02:15:21.156181329 +0000 UTC m=+0.540398741 container init 1e26349ee00df6bfc9bf6404a4f1eb795d594d78e7d5eabc87c028aeed41ee12 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:15:21.480 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:21 smithi026 podman[93963]: 2024-04-26 02:15:21.167914231 +0000 UTC m=+0.552131662 container start 1e26349ee00df6bfc9bf6404a4f1eb795d594d78e7d5eabc87c028aeed41ee12 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-26T02:15:21.481 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:21 smithi026 podman[93963]: 2024-04-26 02:15:21.254872812 +0000 UTC m=+0.639090224 container attach 1e26349ee00df6bfc9bf6404a4f1eb795d594d78e7d5eabc87c028aeed41ee12 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True) 2024-04-26T02:15:21.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:21 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:21.182+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:21.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:21 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:21.182+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:21.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:21 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:21.182+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:21.982 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 02:15:21 smithi026 podman[93989]: 2024-04-26 02:15:21.704697358 +0000 UTC m=+0.037846922 container died 1e26349ee00df6bfc9bf6404a4f1eb795d594d78e7d5eabc87c028aeed41ee12 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-26T02:15:21.982 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:21 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:21.561+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:21.982 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:21 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:21.561+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:21.982 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:21 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:21.561+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:21.982 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:21 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:21.561+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:21.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:21 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:21.646+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:21.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:21 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:21.646+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:21.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:21 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:21.646+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:21.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:21 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:21.646+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:21.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:21 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:21.681+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:22.000 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:21 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:21.681+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:22.000 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:21 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:21.681+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:22.199 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:21 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:21.893+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:22.199 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:21 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:21.893+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:22.199 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:21 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:21.893+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:22.199 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:21 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:21.893+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:22.459 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.6.service' 2024-04-26T02:15:22.577 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:22.577 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-26T02:15:22.577 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-26T02:15:22.577 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.7 2024-04-26T02:15:22.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:22 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:22.198+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:22.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:22 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:22.198+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:22.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:22 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:22.198+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:22.731 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:22 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:22.606+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:22.731 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:22 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:22.606+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:22.731 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:22 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:22.606+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:22.731 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:22 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:22.606+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:22.899 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:22 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:22.617+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:22.899 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:22 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:22.617+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:22.899 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:22 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:22.617+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:22.899 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:22 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:22.617+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:22.899 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:22 smithi033 systemd[1]: Stopping Ceph osd.7 for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:15:22.899 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:22 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:22.643+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:22.900 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:22 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:22.643+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:22.900 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:22 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:22.643+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:23.227 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:22 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:22.853+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:23.228 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:22 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:22.853+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:23.228 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:22 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:22.853+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:23.228 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:22 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:22.853+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:23.228 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:22 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:22.853+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:23.249 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:22 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:22.898+0000 7fa539432700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:23.249 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:22 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:22.898+0000 7fa539432700 -1 osd.7 106 *** Got signal Terminated *** 2024-04-26T02:15:23.249 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:22 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:22.898+0000 7fa539432700 -1 osd.7 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:23.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:23 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:23.227+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:23.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:23 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:23.227+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:23.581 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:23 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:23.227+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:23.581 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:23 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:23.227+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:23.980 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:23 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:23.640+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:23.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:23 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:23.640+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:23.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:23 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:23.640+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:23.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:23 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:23.640+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:23.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:23 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:23.632+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:23.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:23 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:23.632+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:23.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:23 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:23.632+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:23.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:23 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:23.632+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:24.000 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:23 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:23.675+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:24.000 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:23 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:23.675+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:24.000 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:23 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:23.675+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:24.231 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:23 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:23.876+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:24.231 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:23 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:23.876+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:24.231 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:23 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:23.877+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:24.231 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:23 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:23.877+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:24.231 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:23 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:23.877+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:24.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:24 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:24.230+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:24.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:24 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:24.230+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:24.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:24 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:24.230+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:24.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:24 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:24.230+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:24.980 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:24 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:24.643+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:24.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:24 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:24.643+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:24.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:24 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:24.643+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:24.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:24 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:24.643+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:24.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:24 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:24.691+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:24.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:24 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:24.691+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:24.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:24 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:24.691+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:25.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:24 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:24.671+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:25.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:24 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:24.671+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:25.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:24 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:24.671+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:25.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:24 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:24.671+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:25.238 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:24 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:24.837+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:25.238 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:24 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:24.837+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:25.238 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:24 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:24.837+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:25.238 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:24 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:24.837+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:25.238 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:24 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:24.837+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:25.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:25 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:25.233+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:25.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:25 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:25.233+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:25.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:25 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:25.233+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:25.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:25 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:25.233+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:25.980 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:25 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:25.600+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:25.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:25 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:25.600+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:25.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:25 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:25.600+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:25.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:25 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:25.600+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:25.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:25 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:25.710+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:25.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:25 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:25.710+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:25.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:25 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:25.710+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:25.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:25 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:25.626+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:26.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:25 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:25.626+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:26.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:25 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:25.626+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:26.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:25 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:25.626+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:26.197 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:25 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:25.864+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:26.197 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:25 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:25.864+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:26.197 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:25 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:25.864+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:26.197 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:25 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:25.864+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:26.197 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:25 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:25.864+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:26.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:26 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:26.196+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:26.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:26 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:26.196+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:26.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:26 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:26.196+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:26.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:26 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:26.196+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:26.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:26 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:26.606+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:26.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:26 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:26.606+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:26.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:26 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:26.606+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:26.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:26 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:26.606+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:26.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:26 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:26.606+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:26.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:26 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:26.702+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:26.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:26 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:26.702+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:26.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:26 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:26.702+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:26.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:26 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:26.702+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.749393+0000 front 2024-04-26T02:15:01.749273+0000 (oldest deadline 2024-04-26T02:15:25.849444+0000) 2024-04-26T02:15:27.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:26 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:26.603+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:27.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:26 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:26.603+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:27.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:26 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:26.603+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:27.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:26 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:26.603+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:27.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:26 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:26.603+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:27.187 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:26 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:26.876+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:27.187 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:26 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:26.876+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:27.187 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:26 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:26.876+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:27.187 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:26 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:26.876+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:27.187 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:26 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:26.876+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:27.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:27 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:27.187+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:27.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:27 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:27.187+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:27.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:27 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:27.187+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:27.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:27 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:27.187+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:27.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:27 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:27.568+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:27.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:27 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:27.568+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:27.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:27 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:27.568+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:27.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:27 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:27.568+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:27.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:27 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:27.568+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:27.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:27 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:27.737+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.443337+0000 front 2024-04-26T02:14:36.443314+0000 (oldest deadline 2024-04-26T02:14:58.143469+0000) 2024-04-26T02:15:27.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:27 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:27.737+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.545211+0000 front 2024-04-26T02:14:44.545280+0000 (oldest deadline 2024-04-26T02:15:08.645101+0000) 2024-04-26T02:15:27.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:27 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:27.737+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.446896+0000 front 2024-04-26T02:14:51.447043+0000 (oldest deadline 2024-04-26T02:15:13.746699+0000) 2024-04-26T02:15:27.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:27 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7[51066]: 2024-04-26T02:15:27.737+0000 7fa531a1e700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.749393+0000 front 2024-04-26T02:15:01.749273+0000 (oldest deadline 2024-04-26T02:15:25.849444+0000) 2024-04-26T02:15:28.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:27 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:27.639+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:28.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:27 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:27.639+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:28.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:27 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:27.639+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:28.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:27 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:27.639+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:28.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:27 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:27.639+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:28.218 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:27 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:27.856+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:28.219 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:27 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:27.856+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:28.219 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:27 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:27.856+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:28.219 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:27 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:27.856+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:28.219 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:27 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:27.856+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:28.510 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:28.217+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:28.511 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:28.217+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:28.511 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:28.217+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:28.511 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:28.217+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:28.650 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:28 smithi033 podman[70018]: 2024-04-26 02:15:28.356554431 +0000 UTC m=+5.585661044 container died 2b28b96fa6409a53b000955716361a73f4c1f92b51e9aeb9874e3a4a53d916ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-26T02:15:28.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:28 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:28.593+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:28.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:28 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:28.593+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:28.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:28 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:28.593+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:28.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:28 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:28.593+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:28.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:28 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:28.593+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:28.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:28 smithi033 podman[70018]: 2024-04-26 02:15:28.733523214 +0000 UTC m=+5.962629826 container cleanup 2b28b96fa6409a53b000955716361a73f4c1f92b51e9aeb9874e3a4a53d916ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-26T02:15:28.999 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:28 smithi033 bash[70018]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7 2024-04-26T02:15:28.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:28 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:28.678+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:28.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:28 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:28.678+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:29.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:28 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:28.678+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:29.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:28 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:28.678+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:29.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:28 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:28.678+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:29.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:28.809+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:29.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:28.809+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:29.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:28.809+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:29.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:28.809+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:29.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:28 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:28.809+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:29.416 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:29 smithi033 podman[70035]: 2024-04-26 02:15:29.045902138 +0000 UTC m=+0.686492739 container remove 2b28b96fa6409a53b000955716361a73f4c1f92b51e9aeb9874e3a4a53d916ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-26T02:15:29.479 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:29 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:29.223+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:29.479 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:29 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:29.223+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:29.479 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:29 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:29.223+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:29.479 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:29 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:29.223+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:29.671 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:29 smithi033 podman[70123]: 2024-04-26 02:15:29.319682819 +0000 UTC m=+0.018442306 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:29.672 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:29 smithi033 podman[70123]: 2024-04-26 02:15:29.444265774 +0000 UTC m=+0.143025251 container create 2956b70119881c9e7eeda25c181737e7802c8092b23992ebf66e5405d845385f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416) 2024-04-26T02:15:29.672 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:29 smithi033 podman[70123]: 2024-04-26 02:15:29.671842782 +0000 UTC m=+0.370602262 container init 2956b70119881c9e7eeda25c181737e7802c8092b23992ebf66e5405d845385f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-26T02:15:29.672 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:29 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:29.650+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:29.672 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:29 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:29.650+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:29.672 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:29 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:29.650+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:29.672 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:29 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:29.650+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:29.673 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:29 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:29.650+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:29.976 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:29 smithi033 podman[70123]: 2024-04-26 02:15:29.675321325 +0000 UTC m=+0.374080803 container start 2956b70119881c9e7eeda25c181737e7802c8092b23992ebf66e5405d845385f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:15:29.976 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:29 smithi033 podman[70123]: 2024-04-26 02:15:29.755361528 +0000 UTC m=+0.454121021 container attach 2956b70119881c9e7eeda25c181737e7802c8092b23992ebf66e5405d845385f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:15:29.980 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:29 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:29.555+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:29.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:29 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:29.555+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:29.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:29 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:29.555+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:29.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:29 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:29.555+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:29.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:29 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:29.555+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:30.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:29 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:29.818+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:30.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:29 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:29.818+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:30.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:29 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:29.818+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:30.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:29 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:29.818+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:30.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:29 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:29.818+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:30.249 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:29 smithi033 podman[70123]: 2024-04-26 02:15:29.977092012 +0000 UTC m=+0.675851499 container died 2956b70119881c9e7eeda25c181737e7802c8092b23992ebf66e5405d845385f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-26T02:15:30.490 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.7.service' 2024-04-26T02:15:30.554 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:30 smithi033 podman[70149]: 2024-04-26 02:15:30.467366178 +0000 UTC m=+0.483889252 container remove 2956b70119881c9e7eeda25c181737e7802c8092b23992ebf66e5405d845385f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:15:30.554 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:30 smithi033 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.7.service: Deactivated successfully. 2024-04-26T02:15:30.554 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:30 smithi033 systemd[1]: Stopped Ceph osd.7 for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T02:15:30.554 INFO:journalctl@ceph.osd.7.smithi033.stdout:Apr 26 02:15:30 smithi033 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.7.service: Consumed 15.954s CPU time. 2024-04-26T02:15:30.570 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:30.571 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-26T02:15:30.571 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-26T02:15:30.571 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.8 2024-04-26T02:15:30.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:30.269+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:30.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:30.269+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:30.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:30.269+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:30.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:30.269+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:30.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:30 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:30.559+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:30.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:30 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:30.559+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:30.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:30 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:30.559+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:30.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:30 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:30.559+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:30.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:30 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:30.559+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:30.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:30 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:30.620+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:30.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:30 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:30.620+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:30.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:30 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:30.620+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:30.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:30 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:30.620+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:30.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:30 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:30.620+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:31.031 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:30 smithi064 systemd[1]: Stopping Ceph osd.8 for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:15:31.031 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:30.779+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:31.031 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:30.779+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:31.031 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:30.779+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:31.032 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:30.779+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:31.032 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:30 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:30.779+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:31.330 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:31.030+0000 7f95f96c8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:31.330 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:31.030+0000 7f95f96c8700 -1 osd.8 106 *** Got signal Terminated *** 2024-04-26T02:15:31.330 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:31.030+0000 7f95f96c8700 -1 osd.8 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:31.330 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:31.253+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:31.330 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:31.253+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:31.331 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:31.253+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:31.331 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:31.253+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:31.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:31 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:31.584+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:31.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:31 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:31.584+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:31.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:31 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:31.584+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:31.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:31 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:31.584+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:31.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:31 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:31.584+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:31.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:31 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:31.597+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:31.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:31 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:31.597+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:31.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:31 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:31.597+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:31.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:31 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:31.597+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:32.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:31 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:31.597+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:32.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:31.825+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:32.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:31.825+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:32.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:31.825+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:32.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:31.825+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:32.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:31.825+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:32.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:31 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:31.825+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:32.581 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:32.239+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:32.581 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:32.239+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:32.581 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:32.239+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:32.582 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:32.239+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:32.582 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:32.239+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:09.151043+0000 front 2024-04-26T02:15:09.151015+0000 (oldest deadline 2024-04-26T02:15:31.451077+0000) 2024-04-26T02:15:32.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:32 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:32.580+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:32.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:32 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:32.580+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:32.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:32 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:32.580+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:32.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:32 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:32.580+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:32.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:32 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:32.580+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:32.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:32 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:32.580+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:06.603174+0000 front 2024-04-26T02:15:06.603280+0000 (oldest deadline 2024-04-26T02:15:32.503438+0000) 2024-04-26T02:15:32.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:32 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:32.594+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:32.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:32 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:32.594+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:32.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:32 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:32.594+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:32.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:32 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:32.594+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:32.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:32 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:32.594+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:33.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:32.795+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:33.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:32.795+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:33.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:32.795+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:33.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:32.795+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:33.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:32.795+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:33.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:32 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:32.795+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:33.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:33.215+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:33.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:33.215+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:33.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:33.215+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:33.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:33.215+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:33.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:33.215+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:09.151043+0000 front 2024-04-26T02:15:09.151015+0000 (oldest deadline 2024-04-26T02:15:31.451077+0000) 2024-04-26T02:15:33.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:33 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:33.531+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:33.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:33 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:33.531+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:33.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:33 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:33.531+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:33.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:33 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:33.531+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:33.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:33 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:33.531+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:33.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:33 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:33.531+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:06.603174+0000 front 2024-04-26T02:15:06.603280+0000 (oldest deadline 2024-04-26T02:15:32.503438+0000) 2024-04-26T02:15:33.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:33 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:33.605+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:33.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:33 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:33.605+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:33.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:33 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:33.605+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:33.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:33 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:33.605+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:33.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:33 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:33.605+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:34.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:33.792+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:34.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:33.792+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:34.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:33.792+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:34.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:33.792+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:34.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:33.792+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:34.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:33 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:33.792+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:34.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:34.219+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:34.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:34.219+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:34.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:34.219+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:34.581 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:34.219+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:34.581 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:34.219+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:09.151043+0000 front 2024-04-26T02:15:09.151015+0000 (oldest deadline 2024-04-26T02:15:31.451077+0000) 2024-04-26T02:15:34.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:34 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:34.551+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:34.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:34 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:34.551+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:34.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:34 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:34.551+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:34.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:34 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:34.551+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:34.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:34 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:34.551+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:34.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:34 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:34.551+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:06.603174+0000 front 2024-04-26T02:15:06.603280+0000 (oldest deadline 2024-04-26T02:15:32.503438+0000) 2024-04-26T02:15:34.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:34 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:34.628+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:34.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:34 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:34.628+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:34.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:34 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:34.628+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:34.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:34 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:34.628+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:34.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:34 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:34.628+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:35.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:34.750+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:35.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:34.750+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:35.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:34.750+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:35.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:34.750+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:35.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:34.750+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:35.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:34 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:34.750+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:35.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:35 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:35.213+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.145686+0000 front 2024-04-26T02:14:34.145652+0000 (oldest deadline 2024-04-26T02:15:00.045724+0000) 2024-04-26T02:15:35.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:35 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:35.213+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.146807+0000 front 2024-04-26T02:14:44.146770+0000 (oldest deadline 2024-04-26T02:15:05.846820+0000) 2024-04-26T02:15:35.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:35 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:35.213+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.548420+0000 front 2024-04-26T02:14:50.548186+0000 (oldest deadline 2024-04-26T02:15:14.048023+0000) 2024-04-26T02:15:35.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:35 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:35.213+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:00.449709+0000 front 2024-04-26T02:15:00.449732+0000 (oldest deadline 2024-04-26T02:15:22.749461+0000) 2024-04-26T02:15:35.580 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:35 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8[51446]: 2024-04-26T02:15:35.213+0000 7f95f1cb4700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:09.151043+0000 front 2024-04-26T02:15:09.151015+0000 (oldest deadline 2024-04-26T02:15:31.451077+0000) 2024-04-26T02:15:35.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:35 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:35.542+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:35.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:35 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:35.542+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:35.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:35 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:35.542+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:35.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:35 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:35.542+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:35.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:35 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:35.542+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:35.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:35 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:35.542+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:06.603174+0000 front 2024-04-26T02:15:06.603280+0000 (oldest deadline 2024-04-26T02:15:32.503438+0000) 2024-04-26T02:15:35.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:35 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:35.584+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:35.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:35 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:35.584+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:35.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:35 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:35.584+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:35.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:35 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:35.584+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:35.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:35 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:35.584+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:36.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:35 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:35.748+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:36.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:35 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:35.748+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:36.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:35 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:35.748+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:36.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:35 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:35.748+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:36.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:35 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:35.748+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:36.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:35 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:35.748+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:36.709 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:36 smithi064 podman[70416]: 2024-04-26 02:15:36.439534101 +0000 UTC m=+5.658591421 container died 868b3b28573fe0c96852e8ea0c62d33cf95639512eadc8b9b428cd16eaeb828f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:15:36.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:36 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:36.516+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:36.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:36 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:36.516+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:36.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:36 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:36.516+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:36.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:36 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:36.516+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:36.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:36 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:36.516+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:36.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:36 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:36.516+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:06.603174+0000 front 2024-04-26T02:15:06.603280+0000 (oldest deadline 2024-04-26T02:15:32.503438+0000) 2024-04-26T02:15:36.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:36 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:36.578+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:36.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:36 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:36.578+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:36.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:36 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:36.578+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:36.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:36 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:36.578+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:36.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:36 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:36.578+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:36.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:36 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:36.578+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:37.080 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:36 smithi064 podman[70416]: 2024-04-26 02:15:36.800595133 +0000 UTC m=+6.019652451 container cleanup 868b3b28573fe0c96852e8ea0c62d33cf95639512eadc8b9b428cd16eaeb828f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:15:37.080 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:36 smithi064 bash[70416]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8 2024-04-26T02:15:37.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:36 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:36.738+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:37.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:36 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:36.738+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:37.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:36 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:36.738+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:37.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:36 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:36.738+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:37.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:36 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:36.738+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:37.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:36 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:36.738+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:37.427 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:37 smithi064 podman[70433]: 2024-04-26 02:15:37.105346251 +0000 UTC m=+0.663297060 container remove 868b3b28573fe0c96852e8ea0c62d33cf95639512eadc8b9b428cd16eaeb828f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:15:37.694 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:37 smithi064 podman[70529]: 2024-04-26 02:15:37.330917729 +0000 UTC m=+0.018726562 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:37.694 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:37 smithi064 podman[70529]: 2024-04-26 02:15:37.444794215 +0000 UTC m=+0.132603032 container create d3a70e8f02a0823a4dfaccfa7eb5dd788636889e531848cee385623578b297df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416) 2024-04-26T02:15:37.694 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:37 smithi064 podman[70529]: 2024-04-26 02:15:37.664185566 +0000 UTC m=+0.351994382 container init d3a70e8f02a0823a4dfaccfa7eb5dd788636889e531848cee385623578b297df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T02:15:37.694 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:37 smithi064 podman[70529]: 2024-04-26 02:15:37.667215594 +0000 UTC m=+0.355024408 container start d3a70e8f02a0823a4dfaccfa7eb5dd788636889e531848cee385623578b297df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-26T02:15:37.972 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:37 smithi064 podman[70529]: 2024-04-26 02:15:37.755974084 +0000 UTC m=+0.443782919 container attach d3a70e8f02a0823a4dfaccfa7eb5dd788636889e531848cee385623578b297df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True) 2024-04-26T02:15:37.972 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:37 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:37.692+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:37.972 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:37 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:37.692+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:37.972 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:37 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:37.692+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:37.972 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:37 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:37.692+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:37.972 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:37 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:37.692+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:37.972 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:37 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:37.692+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:37.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:37.500+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:37.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:37.500+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:37.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:37.500+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:37.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:37.500+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:37.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:37.500+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:37.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:37 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:37.500+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:06.603174+0000 front 2024-04-26T02:15:06.603280+0000 (oldest deadline 2024-04-26T02:15:32.503438+0000) 2024-04-26T02:15:37.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:37 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:37.547+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:37.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:37 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:37.547+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:37.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:37 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:37.547+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:37.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:37 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:37.547+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:38.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:37 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:37.547+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:38.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:37 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:37.547+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:38.309 INFO:journalctl@ceph.osd.8.smithi064.stdout:Apr 26 02:15:37 smithi064 podman[70529]: 2024-04-26 02:15:37.971713324 +0000 UTC m=+0.659522138 container died d3a70e8f02a0823a4dfaccfa7eb5dd788636889e531848cee385623578b297df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-26T02:15:38.629 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.8.service' 2024-04-26T02:15:38.708 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:38.709 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-26T02:15:38.709 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-26T02:15:38.709 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.9 2024-04-26T02:15:38.793 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:38 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:38.514+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:38.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:38 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:38.514+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:38.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:38 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:38.514+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:38.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:38 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:38.514+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:38.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:38 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:38.514+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:38.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:38 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:38.514+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:06.603174+0000 front 2024-04-26T02:15:06.603280+0000 (oldest deadline 2024-04-26T02:15:32.503438+0000) 2024-04-26T02:15:38.957 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:38 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:38.658+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:38.957 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:38 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:38.658+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:38.957 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:38 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:38.658+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:38.957 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:38 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:38.658+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:38.957 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:38 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:38.658+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:38.958 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:38 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:38.658+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:38.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:38 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:38.586+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:38.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:38 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:38.586+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:38.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:38 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:38.586+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:38.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:38 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:38.587+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:38.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:38 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:38.587+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:39.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:38 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:38.587+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:39.231 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:38 smithi026 systemd[1]: Stopping Ceph osd.9 for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:15:39.731 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:39 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:39.316+0000 7fedd8800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:39.731 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:39 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:39.316+0000 7fedd8800700 -1 osd.9 106 *** Got signal Terminated *** 2024-04-26T02:15:39.732 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:39 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:39.316+0000 7fedd8800700 -1 osd.9 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:39.732 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:39 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:39.550+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:39.732 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:39 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:39.550+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:39.732 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:39 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:39.550+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:39.732 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:39 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:39.550+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:39.732 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:39 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:39.550+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:39.732 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:39 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:39.550+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:06.603174+0000 front 2024-04-26T02:15:06.603280+0000 (oldest deadline 2024-04-26T02:15:32.503438+0000) 2024-04-26T02:15:39.830 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:39 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:39.643+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:39.830 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:39 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:39.643+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:39.830 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:39 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:39.643+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:39.830 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:39 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:39.643+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:39.831 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:39 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:39.643+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:39.831 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:39 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:39.643+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:39.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:39 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:39.558+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:39.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:39 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:39.558+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:39.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:39 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:39.558+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:39.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:39 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:39.558+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:40.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:39 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:39.558+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:40.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:39 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:39.558+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:40.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:40 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:40.579+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:40.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:40 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:40.579+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:40.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:40 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:40.580+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:40.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:40 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:40.580+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:40.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:40 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:40.580+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:40.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:40 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:40.580+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:06.603174+0000 front 2024-04-26T02:15:06.603280+0000 (oldest deadline 2024-04-26T02:15:32.503438+0000) 2024-04-26T02:15:40.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:40 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:40.567+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:40.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:40 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:40.567+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:40.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:40 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:40.567+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:40.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:40 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:40.567+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:41.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:40 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:40.567+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:41.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:40 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:40.567+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:41.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:40 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:40.567+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:41.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:40 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:40.615+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:41.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:40 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:40.615+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:41.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:40 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:40.615+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:41.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:40 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:40.615+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:41.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:40 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:40.615+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:41.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:40 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:40.615+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:41.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:41 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:41.538+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:41.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:41 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:41.538+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:41.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:41 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:41.538+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:41.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:41 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:41.538+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:41.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:41 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:41.538+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:41.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:41 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:41.538+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:06.603174+0000 front 2024-04-26T02:15:06.603280+0000 (oldest deadline 2024-04-26T02:15:32.503438+0000) 2024-04-26T02:15:41.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:41 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:41.593+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:41.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:41 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:41.593+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:41.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:41 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:41.593+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:41.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:41 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:41.593+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:41.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:41 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:41.593+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:42.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:41 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:41.593+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:42.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:41 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:41.593+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:42.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:41.590+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:42.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:41.590+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:42.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:41.590+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:42.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:41.590+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:42.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:41.590+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:42.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:41.590+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:42.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:42 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:42.547+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:42.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:42 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:42.547+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:42.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:42 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:42.547+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:42.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:42 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:42.547+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:42.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:42 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:42.547+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:42.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:42 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:42.547+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:06.603174+0000 front 2024-04-26T02:15:06.603280+0000 (oldest deadline 2024-04-26T02:15:32.503438+0000) 2024-04-26T02:15:42.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:42 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:42.552+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:42.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:42 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:42.552+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:42.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:42 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:42.552+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:42.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:42 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:42.552+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:42.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:42 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:42.552+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:42.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:42 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:42.552+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:43.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:42 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:42.552+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:43.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:42 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:42.603+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:43.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:42 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:42.603+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:43.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:42 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:42.603+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:43.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:42 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:42.603+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:43.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:42 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:42.603+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:43.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:42 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:42.603+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:43.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:43 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:43.595+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:26.389763+0000 front 2024-04-26T02:14:26.390277+0000 (oldest deadline 2024-04-26T02:14:51.089412+0000) 2024-04-26T02:15:43.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:43 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:43.595+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.493514+0000 front 2024-04-26T02:14:34.493368+0000 (oldest deadline 2024-04-26T02:14:57.993540+0000) 2024-04-26T02:15:43.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:43 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:43.595+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:44.397030+0000 front 2024-04-26T02:14:44.396908+0000 (oldest deadline 2024-04-26T02:15:10.297157+0000) 2024-04-26T02:15:43.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:43 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:43.595+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:50.298022+0000 front 2024-04-26T02:14:50.298219+0000 (oldest deadline 2024-04-26T02:15:14.299341+0000) 2024-04-26T02:15:43.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:43 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:43.595+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.902152+0000 front 2024-04-26T02:15:01.902230+0000 (oldest deadline 2024-04-26T02:15:26.602130+0000) 2024-04-26T02:15:43.981 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:43 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9[60613]: 2024-04-26T02:15:43.595+0000 7fedcf000700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:06.603174+0000 front 2024-04-26T02:15:06.603280+0000 (oldest deadline 2024-04-26T02:15:32.503438+0000) 2024-04-26T02:15:43.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:43 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:43.528+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:43.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:43 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:43.528+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:43.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:43 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:43.528+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:43.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:43 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:43.528+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:43.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:43 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:43.528+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:44.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:43 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:43.528+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:44.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:43 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:43.528+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:44.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:43 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:43.650+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:44.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:43 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:43.650+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:44.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:43 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:43.650+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:44.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:43 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:43.650+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:44.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:43 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:43.650+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:44.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:43 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:43.650+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:44.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:44 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:44.480+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:44.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:44 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:44.480+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:44.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:44 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:44.480+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:44.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:44 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:44.480+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:44.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:44 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:44.480+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:44.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:44 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:44.480+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:44.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:44 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:44.480+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:44.980 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:44 smithi026 podman[94068]: 2024-04-26 02:15:44.710851951 +0000 UTC m=+5.542454089 container died f074380cbf217f7762afad8ed60adc6be67f0e3784a2e5feee08d954b6443135 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-26T02:15:45.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:44 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:44.635+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:45.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:44 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:44.635+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:45.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:44 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:44.635+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:45.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:44 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:44.635+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:45.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:44 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:44.635+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:45.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:44 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:44.635+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:45.387 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:45 smithi026 podman[94068]: 2024-04-26 02:15:45.13554713 +0000 UTC m=+5.967149299 container cleanup f074380cbf217f7762afad8ed60adc6be67f0e3784a2e5feee08d954b6443135 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:15:45.388 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:45 smithi026 bash[94068]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9 2024-04-26T02:15:45.730 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:45 smithi026 podman[94087]: 2024-04-26 02:15:45.386904989 +0000 UTC m=+0.663207231 container remove f074380cbf217f7762afad8ed60adc6be67f0e3784a2e5feee08d954b6443135 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0) 2024-04-26T02:15:45.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:45 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:45.464+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:45.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:45 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:45.464+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:45.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:45 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:45.464+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:45.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:45 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:45.464+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:45.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:45 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:45.464+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:45.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:45 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:45.464+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:45.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:45 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:45.464+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:46.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:45.683+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:46.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:45.683+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:46.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:45.683+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:46.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:45.683+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:46.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:45.683+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:46.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:45.683+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:46.480 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:46 smithi026 podman[94176]: 2024-04-26 02:15:46.117737942 +0000 UTC m=+0.039432158 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:46.480 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:46 smithi026 podman[94176]: 2024-04-26 02:15:46.221105216 +0000 UTC m=+0.142799472 container create 7c05f2cfb70ee4e056592925cc34d37deb3ea880431bf8aefb2869396a0efeb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-26T02:15:46.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:46 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:46.452+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:46.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:46 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:46.452+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:46.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:46 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:46.452+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:46.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:46 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:46.452+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:46.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:46 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:46.452+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:46.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:46 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:46.452+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:46.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:46 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:46.452+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:46.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:46 smithi026 podman[94176]: 2024-04-26 02:15:46.608217661 +0000 UTC m=+0.529911910 container init 7c05f2cfb70ee4e056592925cc34d37deb3ea880431bf8aefb2869396a0efeb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-26T02:15:46.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:46 smithi026 podman[94176]: 2024-04-26 02:15:46.620061555 +0000 UTC m=+0.541755764 container start 7c05f2cfb70ee4e056592925cc34d37deb3ea880431bf8aefb2869396a0efeb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-26T02:15:46.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:46 smithi026 podman[94176]: 2024-04-26 02:15:46.706574229 +0000 UTC m=+0.628268537 container attach 7c05f2cfb70ee4e056592925cc34d37deb3ea880431bf8aefb2869396a0efeb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-26T02:15:47.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:46 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:46.659+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:47.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:46 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:46.659+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:47.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:46 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:46.659+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:47.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:46 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:46.659+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:47.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:46 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:46.659+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:47.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:46 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:46.659+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:47.425 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 02:15:47 smithi026 podman[94176]: 2024-04-26 02:15:47.087683428 +0000 UTC m=+1.009377727 container died 7c05f2cfb70ee4e056592925cc34d37deb3ea880431bf8aefb2869396a0efeb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-26T02:15:47.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:47.489+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:47.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:47.489+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:47.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:47.489+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:47.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:47.489+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:47.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:47.489+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:47.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:47.489+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:47.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:47 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:47.489+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:47.795 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.9.service' 2024-04-26T02:15:47.895 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:47.896 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-26T02:15:47.896 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-26T02:15:47.896 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.10 2024-04-26T02:15:48.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:47 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:47.697+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:48.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:47 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:47.697+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:48.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:47 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:47.697+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:48.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:47 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:47.697+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:48.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:47 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:47.697+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:48.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:47 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:47.697+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:48.220 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:47 smithi033 systemd[1]: Stopping Ceph osd.10 for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:15:48.499 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:48 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:48.219+0000 7f91756ad700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:48.499 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:48 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:48.219+0000 7f91756ad700 -1 osd.10 106 *** Got signal Terminated *** 2024-04-26T02:15:48.499 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:48 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:48.219+0000 7f91756ad700 -1 osd.10 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:48.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:48 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:48.517+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:48.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:48 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:48.517+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:48.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:48 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:48.517+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:49.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:48 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:48.517+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:49.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:48 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:48.517+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:49.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:48 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:48.517+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:49.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:48 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:48.517+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:49.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:48 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:48.653+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:49.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:48 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:48.653+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:49.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:48 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:48.653+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:49.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:48 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:48.653+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:49.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:48 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:48.653+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:49.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:48 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:48.653+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:49.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:49 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:49.481+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:49.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:49 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:49.481+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:49.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:49 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:49.481+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:49.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:49 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:49.481+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:49.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:49 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:49.481+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:49.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:49 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:49.481+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:49.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:49 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:49.481+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:50.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:49 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:49.692+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:50.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:49 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:49.692+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:50.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:49 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:49.692+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:50.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:49 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:49.692+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:50.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:49 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:49.692+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:50.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:49 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:49.692+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:50.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:50 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:50.512+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:51.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:50 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:50.512+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:51.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:50 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:50.512+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:51.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:50 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:50.512+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:51.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:50 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:50.512+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:51.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:50 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:50.512+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:51.001 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:50 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:50.512+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:51.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:50 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:50.729+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:51.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:50 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:50.729+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:51.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:50 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:50.729+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:51.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:50 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:50.729+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:51.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:50 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:50.729+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:51.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:50 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:50.730+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:51.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:51 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:51.501+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:51.999 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:51 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:51.501+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:52.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:51 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:51.501+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:52.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:51 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:51.501+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:52.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:51 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:51.501+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:52.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:51 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:51.501+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:52.000 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:51 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:51.501+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:52.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:51 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:51.734+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:52.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:51 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:51.734+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:52.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:51 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:51.734+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:52.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:51 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:51.734+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:52.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:51 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:51.734+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:52.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:51 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:51.734+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:52.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:52 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:52.494+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:23.835651+0000 front 2024-04-26T02:14:23.835508+0000 (oldest deadline 2024-04-26T02:14:49.035912+0000) 2024-04-26T02:15:52.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:52 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:52.494+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:36.637478+0000 front 2024-04-26T02:14:36.637648+0000 (oldest deadline 2024-04-26T02:15:01.337709+0000) 2024-04-26T02:15:52.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:52 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:52.494+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:41.338310+0000 front 2024-04-26T02:14:41.338440+0000 (oldest deadline 2024-04-26T02:15:06.638370+0000) 2024-04-26T02:15:52.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:52 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:52.494+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.339484+0000 front 2024-04-26T02:14:51.339765+0000 (oldest deadline 2024-04-26T02:15:16.639427+0000) 2024-04-26T02:15:52.749 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:52 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:52.494+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:14:58.940557+0000 front 2024-04-26T02:14:58.940602+0000 (oldest deadline 2024-04-26T02:15:25.941330+0000) 2024-04-26T02:15:52.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:52 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:52.494+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:07.042550+0000 front 2024-04-26T02:15:07.042685+0000 (oldest deadline 2024-04-26T02:15:36.442742+0000) 2024-04-26T02:15:52.750 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:52 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10[57698]: 2024-04-26T02:15:52.494+0000 7f916dc99700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T02:15:16.443574+0000 front 2024-04-26T02:15:16.443650+0000 (oldest deadline 2024-04-26T02:15:39.943365+0000) 2024-04-26T02:15:53.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:52 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:52.737+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:53.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:52 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:52.737+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:53.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:52 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:52.737+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:53.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:52 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:52.737+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:53.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:52 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:52.737+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:53.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:52 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:52.737+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:53.837 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:53 smithi033 podman[70231]: 2024-04-26 02:15:53.574063242 +0000 UTC m=+5.477023217 container died b09f429d0a2c7d608b779fa5ab2bebd84248ee676048d29df18f9f91703047dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:15:54.082 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:53 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:53.717+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:54.083 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:53 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:53.717+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:54.083 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:53 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:53.717+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:54.083 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:53 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:53.717+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:54.083 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:53 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:53.717+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:54.083 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:53 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:53.717+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:54.083 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:53 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:53.717+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6820 osd.7 since back 2024-04-26T02:15:23.518074+0000 front 2024-04-26T02:15:23.518086+0000 (oldest deadline 2024-04-26T02:15:52.918570+0000) 2024-04-26T02:15:54.113 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:53 smithi033 podman[70231]: 2024-04-26 02:15:53.911375963 +0000 UTC m=+5.814335934 container cleanup b09f429d0a2c7d608b779fa5ab2bebd84248ee676048d29df18f9f91703047dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, ceph=True) 2024-04-26T02:15:54.113 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:53 smithi033 bash[70231]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10 2024-04-26T02:15:54.500 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:54 smithi033 podman[70248]: 2024-04-26 02:15:54.11264963 +0000 UTC m=+0.540060789 container remove b09f429d0a2c7d608b779fa5ab2bebd84248ee676048d29df18f9f91703047dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:15:54.816 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:54 smithi033 podman[70340]: 2024-04-26 02:15:54.529541357 +0000 UTC m=+0.098661702 container create 76cd88be7df01952fd03d2c0b5a9ed6033ae887bc51934449f8dd4ca91f67655 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True) 2024-04-26T02:15:54.816 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:54 smithi033 podman[70340]: 2024-04-26 02:15:54.449122558 +0000 UTC m=+0.018242885 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:54.816 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:54 smithi033 podman[70340]: 2024-04-26 02:15:54.749656619 +0000 UTC m=+0.318776931 container init 76cd88be7df01952fd03d2c0b5a9ed6033ae887bc51934449f8dd4ca91f67655 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-26T02:15:54.816 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:54 smithi033 podman[70340]: 2024-04-26 02:15:54.752729222 +0000 UTC m=+0.321849527 container start 76cd88be7df01952fd03d2c0b5a9ed6033ae887bc51934449f8dd4ca91f67655 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:15:54.817 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:54 smithi033 podman[70340]: 2024-04-26 02:15:54.816115458 +0000 UTC m=+0.385235762 container attach 76cd88be7df01952fd03d2c0b5a9ed6033ae887bc51934449f8dd4ca91f67655 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-26T02:15:55.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:54 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:54.704+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:55.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:54 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:54.704+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:55.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:54 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:54.704+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:55.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:54 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:54.704+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:55.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:54 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:54.704+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:55.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:54 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:54.704+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:55.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:54 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:54.704+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6820 osd.7 since back 2024-04-26T02:15:23.518074+0000 front 2024-04-26T02:15:23.518086+0000 (oldest deadline 2024-04-26T02:15:52.918570+0000) 2024-04-26T02:15:55.249 INFO:journalctl@ceph.osd.10.smithi033.stdout:Apr 26 02:15:55 smithi033 podman[70340]: 2024-04-26 02:15:55.053030261 +0000 UTC m=+0.622150568 container died 76cd88be7df01952fd03d2c0b5a9ed6033ae887bc51934449f8dd4ca91f67655 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-26T02:15:55.620 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.10.service' 2024-04-26T02:15:55.662 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:55.662 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-26T02:15:55.662 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-26T02:15:55.662 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.11 2024-04-26T02:15:55.962 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:55 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:55.678+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:55.962 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:55 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:55.678+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:55.962 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:55 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:55.678+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:55.963 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:55 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:55.678+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:55.963 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:55 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:55.678+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:55.963 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:55 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:55.678+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:55.963 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:55 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:55.678+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6820 osd.7 since back 2024-04-26T02:15:23.518074+0000 front 2024-04-26T02:15:23.518086+0000 (oldest deadline 2024-04-26T02:15:52.918570+0000) 2024-04-26T02:15:55.963 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:55 smithi064 systemd[1]: Stopping Ceph osd.11 for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:15:56.330 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:55 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:55.961+0000 7f13f8c4e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:56.330 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:55 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:55.961+0000 7f13f8c4e700 -1 osd.11 106 *** Got signal Terminated *** 2024-04-26T02:15:56.330 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:55 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:55.961+0000 7f13f8c4e700 -1 osd.11 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:57.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:56.693+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:57.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:56.693+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:57.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:56.693+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:57.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:56.693+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:57.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:56.693+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:57.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:56.693+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:57.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:56 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:56.693+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6820 osd.7 since back 2024-04-26T02:15:23.518074+0000 front 2024-04-26T02:15:23.518086+0000 (oldest deadline 2024-04-26T02:15:52.918570+0000) 2024-04-26T02:15:58.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:57 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:57.664+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:58.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:57 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:57.664+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:58.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:57 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:57.664+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:58.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:57 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:57.664+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:58.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:57 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:57.664+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:58.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:57 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:57.664+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:58.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:57 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:57.664+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6820 osd.7 since back 2024-04-26T02:15:23.518074+0000 front 2024-04-26T02:15:23.518086+0000 (oldest deadline 2024-04-26T02:15:52.918570+0000) 2024-04-26T02:15:58.982 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:58 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:58.663+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:15:58.982 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:58 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:58.663+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:15:58.982 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:58 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:58.663+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:15:58.982 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:58 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:58.663+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:15:58.982 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:58 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:58.663+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:15:58.983 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:58 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:58.663+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:15:58.983 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:58 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:58.663+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6820 osd.7 since back 2024-04-26T02:15:23.518074+0000 front 2024-04-26T02:15:23.518086+0000 (oldest deadline 2024-04-26T02:15:52.918570+0000) 2024-04-26T02:16:00.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:59 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:59.712+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:16:00.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:59 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:59.712+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:16:00.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:59 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:59.712+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:16:00.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:59 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:59.712+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:16:00.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:59 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:59.712+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:16:00.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:59 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:59.712+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:16:00.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:15:59 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:15:59.712+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6820 osd.7 since back 2024-04-26T02:15:23.518074+0000 front 2024-04-26T02:15:23.518086+0000 (oldest deadline 2024-04-26T02:15:52.918570+0000) 2024-04-26T02:16:01.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:16:00.679+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T02:14:24.308381+0000 front 2024-04-26T02:14:24.308334+0000 (oldest deadline 2024-04-26T02:14:50.207921+0000) 2024-04-26T02:16:01.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:16:00.679+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6804 osd.1 since back 2024-04-26T02:14:34.209741+0000 front 2024-04-26T02:14:34.209522+0000 (oldest deadline 2024-04-26T02:14:59.509540+0000) 2024-04-26T02:16:01.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:16:00.679+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6804 osd.2 since back 2024-04-26T02:14:43.010322+0000 front 2024-04-26T02:14:43.010349+0000 (oldest deadline 2024-04-26T02:15:07.110488+0000) 2024-04-26T02:16:01.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:16:00.679+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T02:14:51.811935+0000 front 2024-04-26T02:14:51.811874+0000 (oldest deadline 2024-04-26T02:15:13.511688+0000) 2024-04-26T02:16:01.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:16:00.679+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6812 osd.4 since back 2024-04-26T02:15:01.713812+0000 front 2024-04-26T02:15:01.713827+0000 (oldest deadline 2024-04-26T02:15:22.813630+0000) 2024-04-26T02:16:01.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:16:00.679+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6812 osd.5 since back 2024-04-26T02:15:08.515476+0000 front 2024-04-26T02:15:08.515363+0000 (oldest deadline 2024-04-26T02:15:30.815397+0000) 2024-04-26T02:16:01.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:16:00.679+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.33:6820 osd.7 since back 2024-04-26T02:15:23.518074+0000 front 2024-04-26T02:15:23.518086+0000 (oldest deadline 2024-04-26T02:15:52.918570+0000) 2024-04-26T02:16:01.081 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:00 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11[58065]: 2024-04-26T02:16:00.679+0000 7f13f5242700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.64:6820 osd.8 since back 2024-04-26T02:15:35.819253+0000 front 2024-04-26T02:15:35.819226+0000 (oldest deadline 2024-04-26T02:16:00.519333+0000) 2024-04-26T02:16:01.746 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:01 smithi064 podman[70635]: 2024-04-26 02:16:01.466988817 +0000 UTC m=+5.606826289 container died 7f00c29f6d3f08293ba95b8c10d7f8d8982f8c70abd9799ae915ba10602724a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-26T02:16:02.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:01 smithi064 podman[70635]: 2024-04-26 02:16:01.820106529 +0000 UTC m=+5.959944010 container cleanup 7f00c29f6d3f08293ba95b8c10d7f8d8982f8c70abd9799ae915ba10602724a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5) 2024-04-26T02:16:02.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:01 smithi064 bash[70635]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11 2024-04-26T02:16:02.080 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:01 smithi064 podman[70664]: 2024-04-26 02:16:01.987935197 +0000 UTC m=+0.511748760 container remove 7f00c29f6d3f08293ba95b8c10d7f8d8982f8c70abd9799ae915ba10602724a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-26T02:16:02.707 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:02 smithi064 podman[70758]: 2024-04-26 02:16:02.311942739 +0000 UTC m=+0.018501547 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:16:02.707 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:02 smithi064 podman[70758]: 2024-04-26 02:16:02.530271961 +0000 UTC m=+0.236830738 container create 79be417316d3c295ae84f02735ae37d1a31dd7f4d5820d3efae782fa26f5b41e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:16:03.018 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:02 smithi064 podman[70758]: 2024-04-26 02:16:02.707497867 +0000 UTC m=+0.414056644 container init 79be417316d3c295ae84f02735ae37d1a31dd7f4d5820d3efae782fa26f5b41e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-26T02:16:03.018 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:02 smithi064 podman[70758]: 2024-04-26 02:16:02.711124149 +0000 UTC m=+0.417682931 container start 79be417316d3c295ae84f02735ae37d1a31dd7f4d5820d3efae782fa26f5b41e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11-deactivate, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, io.buildah.version=1.33.5) 2024-04-26T02:16:03.018 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:02 smithi064 podman[70758]: 2024-04-26 02:16:02.799211356 +0000 UTC m=+0.505770147 container attach 79be417316d3c295ae84f02735ae37d1a31dd7f4d5820d3efae782fa26f5b41e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:16:03.302 INFO:journalctl@ceph.osd.11.smithi064.stdout:Apr 26 02:16:03 smithi064 podman[70783]: 2024-04-26 02:16:03.047416301 +0000 UTC m=+0.019229440 container died 79be417316d3c295ae84f02735ae37d1a31dd7f4d5820d3efae782fa26f5b41e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-26T02:16:03.569 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@osd.11.service' 2024-04-26T02:16:03.608 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:03.608 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-26T02:16:03.609 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-26T02:16:03.609 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.a 2024-04-26T02:16:03.980 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 02:16:03 smithi026 systemd[1]: Stopping Ceph mds.a for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:16:04.480 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 02:16:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a[67733]: 2024-04-26T02:16:04.202+0000 7fdee3800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:04.481 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 02:16:04 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a[67733]: 2024-04-26T02:16:04.202+0000 7fdee3800700 -1 mds.a *** got signal Terminated *** 2024-04-26T02:16:08.483 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 02:16:08 smithi026 podman[94293]: 2024-04-26 02:16:08.218119761 +0000 UTC m=+4.149260357 container died 3d87c33a2ad31ddfd27a575522412a650af28907d1ac84e63082c9de608dffa5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-26T02:16:08.879 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 02:16:08 smithi026 podman[94293]: 2024-04-26 02:16:08.696870501 +0000 UTC m=+4.628011090 container cleanup 3d87c33a2ad31ddfd27a575522412a650af28907d1ac84e63082c9de608dffa5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-26T02:16:08.879 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 02:16:08 smithi026 bash[94293]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a 2024-04-26T02:16:09.230 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 02:16:08 smithi026 podman[94305]: 2024-04-26 02:16:08.878315029 +0000 UTC m=+0.643941063 container remove 3d87c33a2ad31ddfd27a575522412a650af28907d1ac84e63082c9de608dffa5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-26T02:16:09.441 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.a.service' 2024-04-26T02:16:09.553 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:09.554 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-26T02:16:09.554 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-26T02:16:09.554 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.d 2024-04-26T02:16:09.981 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 02:16:09 smithi026 systemd[1]: Stopping Ceph mds.d for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:16:10.480 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 02:16:10 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-d[66529]: 2024-04-26T02:16:10.146+0000 7f661cc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:10.480 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 02:16:10 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-d[66529]: 2024-04-26T02:16:10.146+0000 7f661cc00700 -1 mds.d *** got signal Terminated *** 2024-04-26T02:16:12.229 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 02:16:11 smithi026 podman[94412]: 2024-04-26 02:16:11.943293405 +0000 UTC m=+1.921614058 container died 12e0875bd0b63730f4845e6315787282db9d71a96854ab980997c63dc0197725 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-d, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:16:12.480 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 02:16:12 smithi026 podman[94412]: 2024-04-26 02:16:12.364358179 +0000 UTC m=+2.342678853 container cleanup 12e0875bd0b63730f4845e6315787282db9d71a96854ab980997c63dc0197725 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-26T02:16:12.480 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 02:16:12 smithi026 bash[94412]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-d 2024-04-26T02:16:12.980 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 02:16:12 smithi026 podman[94426]: 2024-04-26 02:16:12.582339043 +0000 UTC m=+0.619134641 container remove 12e0875bd0b63730f4845e6315787282db9d71a96854ab980997c63dc0197725 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD) 2024-04-26T02:16:13.030 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.d.service' 2024-04-26T02:16:13.138 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:13.139 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-26T02:16:13.139 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-26T02:16:13.139 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.g 2024-04-26T02:16:13.730 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 02:16:13 smithi026 systemd[1]: Stopping Ceph mds.g for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:16:14.480 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 02:16:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g[67316]: 2024-04-26T02:16:14.042+0000 7f3750e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:14.481 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 02:16:14 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g[67316]: 2024-04-26T02:16:14.042+0000 7f3750e00700 -1 mds.g *** got signal Terminated *** 2024-04-26T02:16:17.081 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 02:16:16 smithi026 podman[94532]: 2024-04-26 02:16:16.787971927 +0000 UTC m=+3.110725886 container died e5ef25af3eeab070257fe5e22cd291e7196ab6f7dc8c4b6ad6e56eb86eafba82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-26T02:16:17.437 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 02:16:17 smithi026 podman[94532]: 2024-04-26 02:16:17.201224704 +0000 UTC m=+3.523978657 container cleanup e5ef25af3eeab070257fe5e22cd291e7196ab6f7dc8c4b6ad6e56eb86eafba82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-26T02:16:17.437 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 02:16:17 smithi026 bash[94532]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g 2024-04-26T02:16:17.730 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 02:16:17 smithi026 podman[94546]: 2024-04-26 02:16:17.435489797 +0000 UTC m=+0.625998361 container remove e5ef25af3eeab070257fe5e22cd291e7196ab6f7dc8c4b6ad6e56eb86eafba82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-g, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-26T02:16:17.966 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.g.service' 2024-04-26T02:16:18.081 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:18.082 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-26T02:16:18.082 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-26T02:16:18.082 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.j 2024-04-26T02:16:18.644 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 02:16:18 smithi026 systemd[1]: Stopping Ceph mds.j for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:16:18.981 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 02:16:18 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j[66079]: 2024-04-26T02:16:18.642+0000 7fd484800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:18.981 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 02:16:18 smithi026 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j[66079]: 2024-04-26T02:16:18.642+0000 7fd484800700 -1 mds.j *** got signal Terminated *** 2024-04-26T02:16:21.077 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 02:16:20 smithi026 podman[94651]: 2024-04-26 02:16:20.803204566 +0000 UTC m=+2.288400372 container died 4ff30f44b3ef5efe3ce9b82384c5f29507148da9318f7e6109270e85f559938b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-26T02:16:21.365 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 02:16:21 smithi026 podman[94651]: 2024-04-26 02:16:21.188248574 +0000 UTC m=+2.673444374 container cleanup 4ff30f44b3ef5efe3ce9b82384c5f29507148da9318f7e6109270e85f559938b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-26T02:16:21.365 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 02:16:21 smithi026 bash[94651]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j 2024-04-26T02:16:21.730 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 02:16:21 smithi026 podman[94676]: 2024-04-26 02:16:21.364243236 +0000 UTC m=+0.543525175 container remove 4ff30f44b3ef5efe3ce9b82384c5f29507148da9318f7e6109270e85f559938b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-j, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-26T02:16:21.818 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.j.service' 2024-04-26T02:16:21.932 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:21.932 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-26T02:16:21.933 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-26T02:16:21.933 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.b 2024-04-26T02:16:22.236 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 02:16:21 smithi033 systemd[1]: Stopping Ceph mds.b for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:16:22.499 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 02:16:22 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b[63201]: 2024-04-26T02:16:22.235+0000 7f512c968700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:22.499 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 02:16:22 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b[63201]: 2024-04-26T02:16:22.235+0000 7f512c968700 -1 mds.b *** got signal Terminated *** 2024-04-26T02:16:25.000 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 02:16:24 smithi033 podman[70447]: 2024-04-26 02:16:24.7483642 +0000 UTC m=+2.615309845 container died 596d5106c8e9abf821d0c335b7ac380981c909d16cd60de875566bb172137d51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-26T02:16:25.387 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 02:16:25 smithi033 podman[70447]: 2024-04-26 02:16:25.11938747 +0000 UTC m=+2.986333112 container cleanup 596d5106c8e9abf821d0c335b7ac380981c909d16cd60de875566bb172137d51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:16:25.387 INFO:journalctl@ceph.mds.b.smithi033.stdout:Apr 26 02:16:25 smithi033 bash[70447]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-b 2024-04-26T02:16:25.560 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.b.service' 2024-04-26T02:16:25.595 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:25.595 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-26T02:16:25.596 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-26T02:16:25.596 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.e 2024-04-26T02:16:25.923 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:16:25 smithi033 systemd[1]: Stopping Ceph mds.e for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:16:26.249 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:16:25 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e[62585]: 2024-04-26T02:16:25.922+0000 7f7bf452b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:26.249 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:16:25 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e[62585]: 2024-04-26T02:16:25.922+0000 7f7bf452b700 -1 mds.e *** got signal Terminated *** 2024-04-26T02:16:29.006 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:16:28 smithi033 podman[70580]: 2024-04-26 02:16:28.756544799 +0000 UTC m=+2.934575302 container died 35eb54740203cd3c92eb59faa6810a9f0cb81e884ac9058f9864afe4e4dc7437 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-26T02:16:29.285 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:16:29 smithi033 podman[70580]: 2024-04-26 02:16:29.081331581 +0000 UTC m=+3.259362084 container cleanup 35eb54740203cd3c92eb59faa6810a9f0cb81e884ac9058f9864afe4e4dc7437 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-26T02:16:29.286 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:16:29 smithi033 bash[70580]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e 2024-04-26T02:16:29.516 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.e.service' 2024-04-26T02:16:29.537 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:16:29 smithi033 podman[70594]: 2024-04-26 02:16:29.282654475 +0000 UTC m=+0.519719477 container remove 35eb54740203cd3c92eb59faa6810a9f0cb81e884ac9058f9864afe4e4dc7437 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-e, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:16:29.537 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:16:29 smithi033 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.e.service: Deactivated successfully. 2024-04-26T02:16:29.538 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:16:29 smithi033 systemd[1]: Stopped Ceph mds.e for fd935b4c-036e-11ef-bc93-c7b262605968. 2024-04-26T02:16:29.538 INFO:journalctl@ceph.mds.e.smithi033.stdout:Apr 26 02:16:29 smithi033 systemd[1]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.e.service: Consumed 2.477s CPU time. 2024-04-26T02:16:29.551 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:29.551 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-26T02:16:29.551 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-26T02:16:29.551 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.h 2024-04-26T02:16:29.977 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 02:16:29 smithi033 systemd[1]: Stopping Ceph mds.h for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:16:30.249 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 02:16:29 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-h[62895]: 2024-04-26T02:16:29.976+0000 7fde7cac8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:30.249 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 02:16:29 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-h[62895]: 2024-04-26T02:16:29.976+0000 7fde7cac8700 -1 mds.h *** got signal Terminated *** 2024-04-26T02:16:33.019 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 02:16:32 smithi033 podman[70700]: 2024-04-26 02:16:32.759269735 +0000 UTC m=+2.984571395 container died 2f9d4ce4aafcdaba8b1bc58e74cc0830fda141d323448fc3330172bbb39b2361 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-h, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-26T02:16:33.269 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 02:16:33 smithi033 podman[70700]: 2024-04-26 02:16:33.102174876 +0000 UTC m=+3.327476533 container cleanup 2f9d4ce4aafcdaba8b1bc58e74cc0830fda141d323448fc3330172bbb39b2361 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-h, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-26T02:16:33.270 INFO:journalctl@ceph.mds.h.smithi033.stdout:Apr 26 02:16:33 smithi033 bash[70700]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-h 2024-04-26T02:16:33.496 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.h.service' 2024-04-26T02:16:33.529 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:33.529 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-26T02:16:33.530 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-26T02:16:33.530 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.k 2024-04-26T02:16:33.856 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 02:16:33 smithi033 systemd[1]: Stopping Ceph mds.k for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:16:34.249 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 02:16:33 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-k[62267]: 2024-04-26T02:16:33.855+0000 7f1c2fb0e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:34.249 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 02:16:33 smithi033 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-k[62267]: 2024-04-26T02:16:33.855+0000 7f1c2fb0e700 -1 mds.k *** got signal Terminated *** 2024-04-26T02:16:37.022 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 02:16:36 smithi033 podman[70821]: 2024-04-26 02:16:36.75112505 +0000 UTC m=+3.001227724 container died 69fd852c63d9749a5cb8715348c634d881af14cec88a4a4b77136fc27dab822b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-k, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-26T02:16:37.022 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 02:16:37 smithi033 podman[70821]: 2024-04-26 02:16:37.022090401 +0000 UTC m=+3.272193085 container cleanup 69fd852c63d9749a5cb8715348c634d881af14cec88a4a4b77136fc27dab822b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-k, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:16:37.273 INFO:journalctl@ceph.mds.k.smithi033.stdout:Apr 26 02:16:37 smithi033 bash[70821]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-k 2024-04-26T02:16:37.407 DEBUG:teuthology.orchestra.run.smithi033:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.k.service' 2024-04-26T02:16:37.438 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:37.439 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-26T02:16:37.439 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-26T02:16:37.439 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.c 2024-04-26T02:16:37.745 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:16:37 smithi064 systemd[1]: Stopping Ceph mds.c for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:16:38.060 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:16:37 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[67239]: 2024-04-26T02:16:37.744+0000 7f861f5a7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:38.060 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:16:37 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c[67239]: 2024-04-26T02:16:37.744+0000 7f861f5a7700 -1 mds.c *** got signal Terminated *** 2024-04-26T02:16:41.080 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:16:40 smithi064 podman[70863]: 2024-04-26 02:16:40.754235278 +0000 UTC m=+3.107504204 container died c9c2c34ccfe987ae025f9b01aff8b912a3bc389efe1559bfd796d8cca378232c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-26T02:16:41.580 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:16:41 smithi064 podman[70863]: 2024-04-26 02:16:41.160840658 +0000 UTC m=+3.514109625 container cleanup c9c2c34ccfe987ae025f9b01aff8b912a3bc389efe1559bfd796d8cca378232c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS) 2024-04-26T02:16:41.580 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:16:41 smithi064 bash[70863]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c 2024-04-26T02:16:41.580 INFO:journalctl@ceph.mds.c.smithi064.stdout:Apr 26 02:16:41 smithi064 podman[70888]: 2024-04-26 02:16:41.370125786 +0000 UTC m=+0.619144810 container remove c9c2c34ccfe987ae025f9b01aff8b912a3bc389efe1559bfd796d8cca378232c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-c, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-26T02:16:41.605 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.c.service' 2024-04-26T02:16:41.641 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:41.641 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-26T02:16:41.641 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-26T02:16:41.641 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.f 2024-04-26T02:16:41.965 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 02:16:41 smithi064 systemd[1]: Stopping Ceph mds.f for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:16:42.330 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 02:16:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-f[62732]: 2024-04-26T02:16:41.964+0000 7f1dac324700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:42.330 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 02:16:41 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-f[62732]: 2024-04-26T02:16:41.964+0000 7f1dac324700 -1 mds.f *** got signal Terminated *** 2024-04-26T02:16:45.016 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 02:16:44 smithi064 podman[70994]: 2024-04-26 02:16:44.73550228 +0000 UTC m=+2.875419408 container died 7e5a9ee253f7ef0c5cdbbc0554c23b62648652e6c02837445ba07eab6c22acf7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-f, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-26T02:16:45.330 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 02:16:45 smithi064 podman[70994]: 2024-04-26 02:16:45.106386944 +0000 UTC m=+3.246304078 container cleanup 7e5a9ee253f7ef0c5cdbbc0554c23b62648652e6c02837445ba07eab6c22acf7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-26T02:16:45.331 INFO:journalctl@ceph.mds.f.smithi064.stdout:Apr 26 02:16:45 smithi064 bash[70994]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-f 2024-04-26T02:16:45.536 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.f.service' 2024-04-26T02:16:45.569 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:45.569 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-26T02:16:45.570 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-26T02:16:45.570 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.i 2024-04-26T02:16:45.830 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 02:16:45 smithi064 systemd[1]: Stopping Ceph mds.i for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:16:46.330 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 02:16:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i[63371]: 2024-04-26T02:16:45.918+0000 7fa6e1901700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:46.330 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 02:16:45 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i[63371]: 2024-04-26T02:16:45.918+0000 7fa6e1901700 -1 mds.i *** got signal Terminated *** 2024-04-26T02:16:49.035 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 02:16:48 smithi064 podman[71116]: 2024-04-26 02:16:48.750364985 +0000 UTC m=+2.957612347 container died 37bf024d100c6064aa68407945c1504dc539af97af6316a819147ee7388532bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-26T02:16:49.035 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 02:16:49 smithi064 podman[71116]: 2024-04-26 02:16:49.034880064 +0000 UTC m=+3.242127422 container cleanup 37bf024d100c6064aa68407945c1504dc539af97af6316a819147ee7388532bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-26T02:16:49.330 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 02:16:49 smithi064 bash[71116]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i 2024-04-26T02:16:49.330 INFO:journalctl@ceph.mds.i.smithi064.stdout:Apr 26 02:16:49 smithi064 podman[71130]: 2024-04-26 02:16:49.194377278 +0000 UTC m=+0.444156635 container remove 37bf024d100c6064aa68407945c1504dc539af97af6316a819147ee7388532bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-26T02:16:49.418 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.i.service' 2024-04-26T02:16:49.451 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:49.451 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-26T02:16:49.451 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-26T02:16:49.451 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.l 2024-04-26T02:16:49.773 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 02:16:49 smithi064 systemd[1]: Stopping Ceph mds.l for fd935b4c-036e-11ef-bc93-c7b262605968... 2024-04-26T02:16:50.080 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 02:16:49 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-l[62424]: 2024-04-26T02:16:49.771+0000 7fdfe1ee1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:50.080 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 02:16:49 smithi064 ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-l[62424]: 2024-04-26T02:16:49.771+0000 7fdfe1ee1700 -1 mds.l *** got signal Terminated *** 2024-04-26T02:16:54.057 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 02:16:53 smithi064 podman[71237]: 2024-04-26 02:16:53.78572663 +0000 UTC m=+4.115486764 container died a4f96e799336106ab4046aaa7b02dd7794fe762b5b65252a4599f0656ec7d637 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-l, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-26T02:16:54.330 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 02:16:54 smithi064 podman[71237]: 2024-04-26 02:16:54.138431292 +0000 UTC m=+4.468191437 container cleanup a4f96e799336106ab4046aaa7b02dd7794fe762b5b65252a4599f0656ec7d637 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-l, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T02:16:54.330 INFO:journalctl@ceph.mds.l.smithi064.stdout:Apr 26 02:16:54 smithi064 bash[71237]: ceph-fd935b4c-036e-11ef-bc93-c7b262605968-mds-l 2024-04-26T02:16:54.576 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fd935b4c-036e-11ef-bc93-c7b262605968@mds.l.service' 2024-04-26T02:16:54.608 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:54.608 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-26T02:16:54.609 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fd935b4c-036e-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T02:16:54.938 INFO:teuthology.orchestra.run.smithi026.stdout:Deleting cluster with fsid: fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T02:16:59.980 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fd935b4c-036e-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T02:17:00.179 INFO:teuthology.orchestra.run.smithi033.stdout:Deleting cluster with fsid: fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T02:17:02.723 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fd935b4c-036e-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T02:17:02.921 INFO:teuthology.orchestra.run.smithi064.stdout:Deleting cluster with fsid: fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T02:17:05.306 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:17:05.409 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:17:05.442 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:17:05.469 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-26T02:17:05.535 DEBUG:teuthology.misc:Transferring archived files from smithi026:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265/remote/smithi026/crash 2024-04-26T02:17:05.536 DEBUG:teuthology.orchestra.run.smithi026:> sudo tar c -f - -C /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/crash -- . 2024-04-26T02:17:05.642 INFO:teuthology.orchestra.run.smithi026.stderr:tar: /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T02:17:05.643 INFO:teuthology.orchestra.run.smithi026.stderr:tar: Error is not recoverable: exiting now 2024-04-26T02:17:05.647 DEBUG:teuthology.misc:Transferring archived files from smithi033:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265/remote/smithi033/crash 2024-04-26T02:17:05.648 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/crash -- . 2024-04-26T02:17:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:tar: /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T02:17:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:tar: Error is not recoverable: exiting now 2024-04-26T02:17:05.692 DEBUG:teuthology.misc:Transferring archived files from smithi064:/var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265/remote/smithi064/crash 2024-04-26T02:17:05.693 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar c -f - -C /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/crash -- . 2024-04-26T02:17:05.730 INFO:teuthology.orchestra.run.smithi064.stderr:tar: /var/lib/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T02:17:05.731 INFO:teuthology.orchestra.run.smithi064.stderr:tar: Error is not recoverable: exiting now 2024-04-26T02:17:05.732 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-26T02:17:05.732 DEBUG:teuthology.orchestra.run.smithi026:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-04-26T02:17:05.846 INFO:tasks.cephadm:Compressing logs... 2024-04-26T02:17:05.847 DEBUG:teuthology.orchestra.run.smithi026:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T02:17:05.851 DEBUG:teuthology.orchestra.run.smithi033:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T02:17:05.853 DEBUG:teuthology.orchestra.run.smithi064:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T02:17:05.878 INFO:teuthology.orchestra.run.smithi064.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.log 2024-04-26T02:17:05.878 INFO:teuthology.orchestra.run.smithi064.stderr:: No such file or directory 2024-04-26T02:17:05.878 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-26T02:17:05.878 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-26T02:17:05.878 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T02:17:05.878 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-26T02:17:05.885 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-26T02:17:05.885 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.audit.log: /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-26T02:17:05.885 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-26T02:17:05.885 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-26T02:17:05.885 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mgr.z.log: 87.8% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T02:17:05.885 INFO:teuthology.orchestra.run.smithi064.stderr: 90.4% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T02:17:05.885 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T02:17:05.885 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-26T02:17:05.885 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.5% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T02:17:05.885 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.log 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr:: No such file or directory 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mgr.y.log: 87.8% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr: 90.4% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.audit.log.gzgzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-04-26T02:17:05.888 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.h.log: /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-26T02:17:05.889 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.6% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T02:17:05.889 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T02:17:05.891 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.11.log: 92.1% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-26T02:17:05.891 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T02:17:05.893 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.e.log: 92.1% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-26T02:17:05.903 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-26T02:17:05.905 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-26T02:17:05.911 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T02:17:05.914 INFO:teuthology.orchestra.run.smithi026.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-26T02:17:05.916 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.log 2024-04-26T02:17:05.917 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-26T02:17:05.918 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T02:17:05.919 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-26T02:17:05.919 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mon.b.log: 91.1% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T02:17:05.920 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-26T02:17:05.921 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-26T02:17:05.922 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.j.log: 87.7% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T02:17:05.923 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-26T02:17:05.924 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.3.log: 90.3% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T02:17:05.925 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T02:17:05.925 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-26T02:17:05.926 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-26T02:17:05.928 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-26T02:17:05.930 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.4% 94.4% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-26T02:17:05.930 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T02:17:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T02:17:05.932 INFO:teuthology.orchestra.run.smithi064.stderr: 91.1% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T02:17:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.6.log: /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.cephadm.log: 84.0% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T02:17:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-26T02:17:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T02:17:05.939 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-26T02:17:05.940 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T02:17:05.946 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-26T02:17:05.949 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T02:17:05.950 INFO:teuthology.orchestra.run.smithi064.stderr: 93.3% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-26T02:17:05.952 INFO:teuthology.orchestra.run.smithi033.stderr: 93.4% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-26T02:17:05.955 INFO:teuthology.orchestra.run.smithi064.stderr: 94.5% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-26T02:17:05.960 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.9.log: /var/log/ceph/cephadm.log: 94.4% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-26T02:17:05.972 INFO:teuthology.orchestra.run.smithi026.stderr: 90.9% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T02:17:05.975 INFO:teuthology.orchestra.run.smithi026.stderr: 93.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T02:17:05.979 INFO:teuthology.orchestra.run.smithi033.stderr: 94.5% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-26T02:17:05.989 INFO:teuthology.orchestra.run.smithi026.stderr: 93.5% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-26T02:17:06.019 INFO:teuthology.orchestra.run.smithi026.stderr: 93.3% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-26T02:17:06.024 INFO:teuthology.orchestra.run.smithi026.stderr: 94.4% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-26T02:17:06.026 INFO:teuthology.orchestra.run.smithi033.stderr: 94.4% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-26T02:17:06.372 INFO:teuthology.orchestra.run.smithi026.stderr: 90.1% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-26T02:17:06.383 INFO:teuthology.orchestra.run.smithi033.stderr: 91.8% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-26T02:17:06.387 INFO:teuthology.orchestra.run.smithi064.stderr: 95.3% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-26T02:17:06.420 INFO:teuthology.orchestra.run.smithi064.stderr: 91.8% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-26T02:17:06.948 INFO:teuthology.orchestra.run.smithi026.stderr: 90.4% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-26T02:17:07.151 INFO:teuthology.orchestra.run.smithi064.stderr: 92.4% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-26T02:17:07.282 INFO:teuthology.orchestra.run.smithi026.stderr: 92.3% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-26T02:17:07.401 INFO:teuthology.orchestra.run.smithi033.stderr: 91.9% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-26T02:17:07.414 INFO:teuthology.orchestra.run.smithi033.stderr: 92.1% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-26T02:17:07.422 INFO:teuthology.orchestra.run.smithi026.stderr: 91.8% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-26T02:17:07.509 INFO:teuthology.orchestra.run.smithi064.stderr: 92.1% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-26T02:17:07.904 INFO:teuthology.orchestra.run.smithi064.stderr: 92.2% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-26T02:17:07.924 INFO:teuthology.orchestra.run.smithi026.stderr: 92.5% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-26T02:17:08.078 INFO:teuthology.orchestra.run.smithi033.stderr: 92.2% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-26T02:17:08.150 INFO:teuthology.orchestra.run.smithi033.stderr: 92.4% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-26T02:17:08.456 INFO:teuthology.orchestra.run.smithi026.stderr: 92.0% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-26T02:17:08.460 INFO:teuthology.orchestra.run.smithi026.stderr: 2024-04-26T02:17:08.460 INFO:teuthology.orchestra.run.smithi026.stderr:real 0m2.572s 2024-04-26T02:17:08.460 INFO:teuthology.orchestra.run.smithi026.stderr:user 0m8.395s 2024-04-26T02:17:08.460 INFO:teuthology.orchestra.run.smithi026.stderr:sys 0m0.729s 2024-04-26T02:17:09.178 INFO:teuthology.orchestra.run.smithi064.stderr: 93.9% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-26T02:17:09.180 INFO:teuthology.orchestra.run.smithi064.stderr: 2024-04-26T02:17:09.180 INFO:teuthology.orchestra.run.smithi064.stderr:real 0m3.312s 2024-04-26T02:17:09.180 INFO:teuthology.orchestra.run.smithi064.stderr:user 0m9.146s 2024-04-26T02:17:09.180 INFO:teuthology.orchestra.run.smithi064.stderr:sys 0m0.282s 2024-04-26T02:17:10.146 INFO:teuthology.orchestra.run.smithi033.stderr: 93.2% -- replaced with /var/log/ceph/fd935b4c-036e-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-26T02:17:10.148 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-04-26T02:17:10.149 INFO:teuthology.orchestra.run.smithi033.stderr:real 0m4.280s 2024-04-26T02:17:10.149 INFO:teuthology.orchestra.run.smithi033.stderr:user 0m12.118s 2024-04-26T02:17:10.149 INFO:teuthology.orchestra.run.smithi033.stderr:sys 0m0.389s 2024-04-26T02:17:10.149 INFO:tasks.cephadm:Archiving logs... 2024-04-26T02:17:10.149 DEBUG:teuthology.misc:Transferring archived files from smithi026:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265/remote/smithi026/log 2024-04-26T02:17:10.150 DEBUG:teuthology.orchestra.run.smithi026:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T02:17:11.459 DEBUG:teuthology.misc:Transferring archived files from smithi033:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265/remote/smithi033/log 2024-04-26T02:17:11.460 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T02:17:13.124 DEBUG:teuthology.misc:Transferring archived files from smithi064:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265/remote/smithi064/log 2024-04-26T02:17:13.125 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T02:17:14.456 INFO:tasks.cephadm:Removing cluster... 2024-04-26T02:17:14.456 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fd935b4c-036e-11ef-bc93-c7b262605968 --force 2024-04-26T02:17:14.786 INFO:teuthology.orchestra.run.smithi026.stdout:Deleting cluster with fsid: fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T02:17:15.439 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fd935b4c-036e-11ef-bc93-c7b262605968 --force 2024-04-26T02:17:15.640 INFO:teuthology.orchestra.run.smithi033.stdout:Deleting cluster with fsid: fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T02:17:15.911 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fd935b4c-036e-11ef-bc93-c7b262605968 --force 2024-04-26T02:17:16.111 INFO:teuthology.orchestra.run.smithi064.stdout:Deleting cluster with fsid: fd935b4c-036e-11ef-bc93-c7b262605968 2024-04-26T02:17:16.379 INFO:tasks.cephadm:Removing cephadm ... 2024-04-26T02:17:16.379 DEBUG:teuthology.orchestra.run.smithi026:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T02:17:16.439 DEBUG:teuthology.orchestra.run.smithi033:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T02:17:16.457 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T02:17:16.473 INFO:tasks.cephadm:Teardown complete 2024-04-26T02:17:16.473 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-26T02:17:16.485 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-26T02:17:16.485 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T02:17:16.493 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T02:17:16.500 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T02:17:16.643 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-26T02:17:16.654 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-26T02:17:16.654 DEBUG:teuthology.orchestra.run.smithi026:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T02:17:16.662 DEBUG:teuthology.orchestra.run.smithi033:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T02:17:16.665 DEBUG:teuthology.orchestra.run.smithi064:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T02:17:16.679 INFO:teuthology.orchestra.run.smithi064.stderr:bash: line 1: ntpq: command not found 2024-04-26T02:17:16.679 INFO:teuthology.orchestra.run.smithi033.stderr:bash: line 1: ntpq: command not found 2024-04-26T02:17:16.682 INFO:teuthology.orchestra.run.smithi033.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T02:17:16.682 INFO:teuthology.orchestra.run.smithi033.stdout:=============================================================================== 2024-04-26T02:17:16.682 INFO:teuthology.orchestra.run.smithi033.stdout:^* hv01.front.sepia.ceph.com 3 6 377 9 +1618us[+1724us] +/- 41ms 2024-04-26T02:17:16.682 INFO:teuthology.orchestra.run.smithi033.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 6 -2200us[-2200us] +/- 78ms 2024-04-26T02:17:16.683 INFO:teuthology.orchestra.run.smithi033.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 6 -634us[ -634us] +/- 88ms 2024-04-26T02:17:16.683 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T02:17:16.684 INFO:teuthology.orchestra.run.smithi064.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T02:17:16.684 INFO:teuthology.orchestra.run.smithi064.stdout:=============================================================================== 2024-04-26T02:17:16.684 INFO:teuthology.orchestra.run.smithi064.stdout:^* hv01.front.sepia.ceph.com 3 6 377 5 +1564us[+1555us] +/- 41ms 2024-04-26T02:17:16.684 INFO:teuthology.orchestra.run.smithi064.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 5 -2258us[-2268us] +/- 78ms 2024-04-26T02:17:16.684 INFO:teuthology.orchestra.run.smithi064.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 7 -679us[ -688us] +/- 88ms 2024-04-26T02:17:16.684 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T02:17:16.712 INFO:teuthology.orchestra.run.smithi026.stderr:bash: line 1: ntpq: command not found 2024-04-26T02:17:16.723 INFO:teuthology.orchestra.run.smithi026.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T02:17:16.723 INFO:teuthology.orchestra.run.smithi026.stdout:=============================================================================== 2024-04-26T02:17:16.723 INFO:teuthology.orchestra.run.smithi026.stdout:^* hv01.front.sepia.ceph.com 3 6 377 6 +1594us[+1714us] +/- 41ms 2024-04-26T02:17:16.723 INFO:teuthology.orchestra.run.smithi026.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 71 -2168us[-2028us] +/- 77ms 2024-04-26T02:17:16.723 INFO:teuthology.orchestra.run.smithi026.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 4 -632us[ -632us] +/- 88ms 2024-04-26T02:17:16.723 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T02:17:16.725 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-26T02:17:16.736 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-26T02:17:16.736 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-26T02:17:16.747 DEBUG:teuthology.orchestra.run.smithi026:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T02:17:16.967 DEBUG:teuthology.orchestra.run.smithi033:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T02:17:17.040 DEBUG:teuthology.orchestra.run.smithi064:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T02:17:17.108 DEBUG:teuthology.orchestra.run.smithi026:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T02:17:17.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:17:17.206 DEBUG:teuthology.orchestra.run.smithi033:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T02:17:17.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:17:17.239 DEBUG:teuthology.orchestra.run.smithi064:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T02:17:17.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:17:17.267 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-26T02:17:17.280 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-26T02:17:17.290 INFO:teuthology.task.internal:Duration was 2200.921148 seconds 2024-04-26T02:17:17.291 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-26T02:17:17.301 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-26T02:17:17.301 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T02:17:17.309 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T02:17:17.312 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T02:17:17.350 INFO:teuthology.orchestra.run.smithi064.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T02:17:17.351 INFO:teuthology.orchestra.run.smithi033.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T02:17:17.457 INFO:teuthology.orchestra.run.smithi026.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T02:17:17.871 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-26T02:17:17.871 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T02:17:17.872 DEBUG:teuthology.orchestra.run.smithi026:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T02:17:17.950 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi033.front.sepia.ceph.com 2024-04-26T02:17:17.950 DEBUG:teuthology.orchestra.run.smithi033:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T02:17:17.985 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi064.front.sepia.ceph.com 2024-04-26T02:17:17.985 DEBUG:teuthology.orchestra.run.smithi064:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T02:17:18.013 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-26T02:17:18.013 DEBUG:teuthology.orchestra.run.smithi026:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T02:17:18.020 DEBUG:teuthology.orchestra.run.smithi033:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T02:17:18.028 DEBUG:teuthology.orchestra.run.smithi064:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T02:17:18.108 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-26T02:17:18.108 DEBUG:teuthology.orchestra.run.smithi026:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T02:17:18.113 DEBUG:teuthology.orchestra.run.smithi033:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T02:17:18.116 DEBUG:teuthology.orchestra.run.smithi064:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T02:17:18.900 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-26T02:17:18.911 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-26T02:17:18.912 DEBUG:teuthology.orchestra.run.smithi026:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T02:17:18.996 DEBUG:teuthology.orchestra.run.smithi033:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T02:17:19.027 DEBUG:teuthology.orchestra.run.smithi064:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T02:17:19.057 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-26T02:17:19.069 DEBUG:teuthology.orchestra.run.smithi026:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:17:19.077 DEBUG:teuthology.orchestra.run.smithi033:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:17:19.080 DEBUG:teuthology.orchestra.run.smithi064:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:17:19.103 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern = core 2024-04-26T02:17:19.125 INFO:teuthology.orchestra.run.smithi064.stdout:kernel.core_pattern = core 2024-04-26T02:17:19.174 INFO:teuthology.orchestra.run.smithi026.stdout:kernel.core_pattern = core 2024-04-26T02:17:19.220 DEBUG:teuthology.orchestra.run.smithi026:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:17:19.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:17:19.270 DEBUG:teuthology.orchestra.run.smithi033:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:17:19.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:17:19.286 DEBUG:teuthology.orchestra.run.smithi064:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:17:19.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:17:19.303 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-26T02:17:19.320 INFO:teuthology.task.internal:Transferring archived files... 2024-04-26T02:17:19.321 DEBUG:teuthology.misc:Transferring archived files from smithi026:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265/remote/smithi026 2024-04-26T02:17:19.322 DEBUG:teuthology.orchestra.run.smithi026:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T02:17:19.442 DEBUG:teuthology.misc:Transferring archived files from smithi033:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265/remote/smithi033 2024-04-26T02:17:19.442 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T02:17:19.483 DEBUG:teuthology.misc:Transferring archived files from smithi064:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674265/remote/smithi064 2024-04-26T02:17:19.483 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T02:17:19.525 INFO:teuthology.task.internal:Removing archive directory... 2024-04-26T02:17:19.525 DEBUG:teuthology.orchestra.run.smithi026:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T02:17:19.533 DEBUG:teuthology.orchestra.run.smithi033:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T02:17:19.536 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T02:17:19.587 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-26T02:17:19.599 INFO:teuthology.task.internal:Not uploading archives. 2024-04-26T02:17:19.599 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-26T02:17:19.615 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-26T02:17:19.615 DEBUG:teuthology.orchestra.run.smithi026:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T02:17:19.621 DEBUG:teuthology.orchestra.run.smithi033:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T02:17:19.623 DEBUG:teuthology.orchestra.run.smithi064:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T02:17:19.639 INFO:teuthology.orchestra.run.smithi033.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 02:17 /home/ubuntu/cephtest 2024-04-26T02:17:19.641 INFO:teuthology.orchestra.run.smithi064.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 02:17 /home/ubuntu/cephtest 2024-04-26T02:17:19.671 INFO:teuthology.orchestra.run.smithi026.stdout: 393243 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 02:17 /home/ubuntu/cephtest 2024-04-26T02:17:19.675 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-26T02:17:19.687 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-26T02:17:19.720 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 806ec36b21129f113ce356c007dd59694d340b37 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/direct_io}} duration: 2200.9211480617523 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-04-26T02:17:19.720 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T02:17:19.804 INFO:teuthology.run:pass